2024-09-10T07:09:38.283 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T07:09:38.305 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T07:09:38.386 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848 branch: wip-rishabh-testing-20240909.165402-squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/journal-repair} email: null first_in_suite: false job_id: '7898848' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - bad backtrace on directory inode - error reading table object - Metadata damage detected - slow requests are blocked - Behind on trimming - error reading sessionmap sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi003.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFjkEOVLBsfIkZyJiag1JqwtbZjS1D4xKjDHuL+uMLK9IC2vsw0BmwgbJejYhhrcC0OpgY6i1DHwZUgl6OrX2Aw= smithi070.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPmCBfyeupC5m22J/bh4+zocf1Rz+TKxy61s0AHkG5fydROBD+L3ovCopFA+v/xyeryHYgLiC16WgSRf3VIGZUE= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_journal_repair teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T07:09:38.387 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T07:09:38.387 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T07:09:38.387 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T07:09:38.389 INFO:teuthology.task.internal:Checking packages... 2024-09-10T07:09:38.411 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T07:09:38.411 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:09:38.411 INFO:teuthology.packaging:ref: None 2024-09-10T07:09:38.411 INFO:teuthology.packaging:tag: None 2024-09-10T07:09:38.411 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:09:38.411 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:09:38.411 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:09:38.575 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305.g1cf819b7 2024-09-10T07:09:38.577 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T07:09:38.582 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T07:09:38.583 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T07:09:38.661 INFO:teuthology.task.internal:Saving configuration 2024-09-10T07:09:38.677 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T07:09:38.731 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T07:09:38.759 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi003.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:04:44.710680', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFjkEOVLBsfIkZyJiag1JqwtbZjS1D4xKjDHuL+uMLK9IC2vsw0BmwgbJejYhhrcC0OpgY6i1DHwZUgl6OrX2Aw='} 2024-09-10T07:09:38.777 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi070.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:04:44.711828', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPmCBfyeupC5m22J/bh4+zocf1Rz+TKxy61s0AHkG5fydROBD+L3ovCopFA+v/xyeryHYgLiC16WgSRf3VIGZUE='} 2024-09-10T07:09:38.777 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T07:09:38.783 INFO:teuthology.task.internal:roles: ubuntu@smithi003.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-10T07:09:38.783 INFO:teuthology.task.internal:roles: ubuntu@smithi070.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-10T07:09:38.783 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T07:09:38.886 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5897f73be0>, signals=[15]) 2024-09-10T07:09:38.886 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T07:09:38.891 INFO:teuthology.task.internal:Opening connections... 2024-09-10T07:09:38.891 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:09:38.892 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:09:38.972 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:09:38.973 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:09:39.046 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T07:09:39.052 DEBUG:teuthology.orchestra.run.smithi003:> uname -m 2024-09-10T07:09:39.070 INFO:teuthology.orchestra.run.smithi003.stdout:x86_64 2024-09-10T07:09:39.071 DEBUG:teuthology.orchestra.run.smithi003:> cat /etc/os-release 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:NAME="CentOS Stream" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION="9" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:ID="centos" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION_ID="9" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:ANSI_COLOR="0;31" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:09:39.128 INFO:teuthology.orchestra.run.smithi003.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:09:39.129 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:09:39.129 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:09:39.129 INFO:teuthology.lock.ops:Updating smithi003.front.sepia.ceph.com on lock server 2024-09-10T07:09:39.149 DEBUG:teuthology.orchestra.run.smithi070:> uname -m 2024-09-10T07:09:39.167 INFO:teuthology.orchestra.run.smithi070.stdout:x86_64 2024-09-10T07:09:39.167 DEBUG:teuthology.orchestra.run.smithi070:> cat /etc/os-release 2024-09-10T07:09:39.224 INFO:teuthology.orchestra.run.smithi070.stdout:NAME="CentOS Stream" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:VERSION="9" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:ID="centos" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:VERSION_ID="9" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:ANSI_COLOR="0;31" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:09:39.225 INFO:teuthology.orchestra.run.smithi070.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:09:39.226 INFO:teuthology.lock.ops:Updating smithi070.front.sepia.ceph.com on lock server 2024-09-10T07:09:39.249 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T07:09:39.261 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T07:09:39.323 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T07:09:39.323 DEBUG:teuthology.orchestra.run.smithi003:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:09:39.326 DEBUG:teuthology.orchestra.run.smithi070:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:09:39.343 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T07:09:39.349 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T07:09:39.349 DEBUG:teuthology.orchestra.run.smithi003:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:09:39.383 DEBUG:teuthology.orchestra.run.smithi070:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:09:39.430 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T07:09:39.477 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T07:09:39.491 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-10T07:09:39.491 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-10T07:09:39.491 DEBUG:teuthology.orchestra.run.smithi003:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:09:39.492 DEBUG:teuthology.orchestra.run.smithi070:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:09:39.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:09:39.509 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2024-09-10T07:09:39.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:09:39.510 DEBUG:teuthology.orchestra.run.smithi070:> uname -r 2024-09-10T07:09:39.567 INFO:teuthology.orchestra.run.smithi003.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:09:39.567 INFO:teuthology.task.kernel:Running kernel on smithi003: 5.14.0-503.el9.x86_64 2024-09-10T07:09:39.567 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum install -y kernel 2024-09-10T07:09:39.568 INFO:teuthology.orchestra.run.smithi070.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:09:39.569 INFO:teuthology.task.kernel:Running kernel on smithi070: 5.14.0-503.el9.x86_64 2024-09-10T07:09:39.569 DEBUG:teuthology.orchestra.run.smithi070:> sudo yum install -y kernel 2024-09-10T07:09:43.526 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.2 MB 00:02 2024-09-10T07:09:45.025 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - BaseOS 2.2 MB/s | 8.2 MB 00:03 2024-09-10T07:09:48.405 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - AppStream 5.5 MB/s | 20 MB 00:03 2024-09-10T07:09:50.625 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - AppStream 4.5 MB/s | 20 MB 00:04 2024-09-10T07:09:55.347 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.5 MB 00:03 2024-09-10T07:09:56.175 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-10T07:09:56.931 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 19 kB 00:00 2024-09-10T07:09:57.775 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 19 kB 00:00 2024-09-10T07:09:58.043 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-10T07:09:58.588 INFO:teuthology.orchestra.run.smithi070.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-10T07:10:03.916 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-10T07:10:03.960 INFO:teuthology.orchestra.run.smithi070.stdout:lab-extras 49 kB/s | 1.7 kB 00:00 2024-09-10T07:10:04.117 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:01 ago on Tue 10 Sep 2024 07:10:03 AM UTC. 2024-09-10T07:10:05.991 INFO:teuthology.orchestra.run.smithi070.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:10:05.991 INFO:teuthology.orchestra.run.smithi070.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:10:06.014 INFO:teuthology.orchestra.run.smithi003.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:10:06.014 INFO:teuthology.orchestra.run.smithi003.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:10:06.098 INFO:teuthology.orchestra.run.smithi070.stdout:Dependencies resolved. 2024-09-10T07:10:06.105 INFO:teuthology.orchestra.run.smithi070.stdout:================================================================================ 2024-09-10T07:10:06.105 INFO:teuthology.orchestra.run.smithi070.stdout: Package Architecture Version Repository Size 2024-09-10T07:10:06.105 INFO:teuthology.orchestra.run.smithi070.stdout:================================================================================ 2024-09-10T07:10:06.105 INFO:teuthology.orchestra.run.smithi070.stdout:Installing: 2024-09-10T07:10:06.105 INFO:teuthology.orchestra.run.smithi070.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout:Installing dependencies: 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout:Transaction Summary 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout:================================================================================ 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout:Install 4 Packages 2024-09-10T07:10:06.106 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:10:06.107 INFO:teuthology.orchestra.run.smithi070.stdout:Total download size: 79 M 2024-09-10T07:10:06.107 INFO:teuthology.orchestra.run.smithi070.stdout:Installed size: 126 M 2024-09-10T07:10:06.107 INFO:teuthology.orchestra.run.smithi070.stdout:Downloading Packages: 2024-09-10T07:10:06.110 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout: Package Architecture Version Repository Size 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:================================================================================ 2024-09-10T07:10:06.117 INFO:teuthology.orchestra.run.smithi003.stdout:Install 4 Packages 2024-09-10T07:10:06.118 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:10:06.118 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 79 M 2024-09-10T07:10:06.118 INFO:teuthology.orchestra.run.smithi003.stdout:Installed size: 126 M 2024-09-10T07:10:06.118 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2024-09-10T07:10:06.228 INFO:teuthology.orchestra.run.smithi070.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 303 kB/s | 23 kB 00:00 2024-09-10T07:10:06.651 INFO:teuthology.orchestra.run.smithi003.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 80 kB/s | 23 kB 00:00 2024-09-10T07:10:07.311 INFO:teuthology.orchestra.run.smithi070.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 14 MB/s | 16 MB 00:01 2024-09-10T07:10:07.728 INFO:teuthology.orchestra.run.smithi070.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 19 MB/s | 29 MB 00:01 2024-09-10T07:10:10.836 INFO:teuthology.orchestra.run.smithi070.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 7.4 MB/s | 35 MB 00:04 2024-09-10T07:10:10.836 INFO:teuthology.orchestra.run.smithi070.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:10:10.837 INFO:teuthology.orchestra.run.smithi070.stdout:Total 17 MB/s | 79 MB 00:04 2024-09-10T07:10:11.520 INFO:teuthology.orchestra.run.smithi070.stdout:Running transaction check 2024-09-10T07:10:11.884 INFO:teuthology.orchestra.run.smithi070.stdout:Transaction check succeeded. 2024-09-10T07:10:11.884 INFO:teuthology.orchestra.run.smithi070.stdout:Running transaction test 2024-09-10T07:10:12.838 INFO:teuthology.orchestra.run.smithi070.stdout:Transaction test succeeded. 2024-09-10T07:10:12.838 INFO:teuthology.orchestra.run.smithi070.stdout:Running transaction 2024-09-10T07:10:13.450 INFO:teuthology.orchestra.run.smithi003.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 4.2 MB/s | 29 MB 00:06 2024-09-10T07:10:15.265 INFO:teuthology.orchestra.run.smithi070.stdout: Preparing : 1/1 2024-09-10T07:10:15.909 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:10:15.995 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:10:17.309 INFO:teuthology.orchestra.run.smithi003.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 3.2 MB/s | 35 MB 00:10 2024-09-10T07:10:18.779 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:10:18.923 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:10:23.764 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:10:23.914 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:10:24.885 INFO:teuthology.orchestra.run.smithi003.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 865 kB/s | 16 MB 00:18 2024-09-10T07:10:24.885 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:10:24.885 INFO:teuthology.orchestra.run.smithi003.stdout:Total 4.2 MB/s | 79 MB 00:18 2024-09-10T07:10:25.588 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2024-09-10T07:10:26.080 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2024-09-10T07:10:26.081 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2024-09-10T07:10:27.060 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2024-09-10T07:10:27.060 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2024-09-10T07:10:28.764 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:10:29.642 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2024-09-10T07:10:30.336 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:10:30.427 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:10:33.198 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:10:33.329 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:10:38.456 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:10:38.496 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:10:43.644 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:06.968 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:07.011 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:07.363 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:07.363 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:11:07.363 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:11:07.363 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:11:08.188 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:08.188 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:11:08.188 INFO:teuthology.orchestra.run.smithi070.stdout:Installed: 2024-09-10T07:11:08.188 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:11:08.189 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:11:08.189 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:11:08.189 INFO:teuthology.orchestra.run.smithi070.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:11:08.189 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:11:08.189 INFO:teuthology.orchestra.run.smithi070.stdout:Complete! 2024-09-10T07:11:08.520 DEBUG:teuthology.orchestra.run.smithi070:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:11:08.611 INFO:teuthology.orchestra.run.smithi070.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:11:08.612 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:11:08.612 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:11:08.612 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:11:08.612 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:11:08.612 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-10T07:11:08.613 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi070.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:11:08.613 DEBUG:teuthology.orchestra.run.smithi070:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:11:08.671 INFO:teuthology.orchestra.run.smithi070.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:11:08.672 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:11:08.672 DEBUG:teuthology.orchestra.run.smithi070:> sudo rpm -qi grub2-tools 2024-09-10T07:11:08.712 INFO:teuthology.orchestra.run.smithi070.stdout:Name : grub2-tools 2024-09-10T07:11:08.712 INFO:teuthology.orchestra.run.smithi070.stdout:Epoch : 1 2024-09-10T07:11:08.712 INFO:teuthology.orchestra.run.smithi070.stdout:Version : 2.06 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Release : 82.el9 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Architecture: x86_64 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Group : Unspecified 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Size : 8274670 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:License : GPLv3+ 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Packager : builder@centos.org 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Vendor : CentOS 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Summary : Support tools for GRUB. 2024-09-10T07:11:08.713 INFO:teuthology.orchestra.run.smithi070.stdout:Description : 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout:hardware devices. 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:11:08.714 INFO:teuthology.orchestra.run.smithi070.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:11:08.715 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:11:08.715 INFO:teuthology.task.kernel:Updating grub on smithi070 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:11:08.715 DEBUG:teuthology.orchestra.run.smithi070:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:11:09.349 INFO:teuthology.orchestra.run.smithi070.stderr:Generating grub configuration file ... 2024-09-10T07:11:10.619 INFO:teuthology.orchestra.run.smithi070.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:11:10.645 INFO:teuthology.orchestra.run.smithi070.stderr:done 2024-09-10T07:11:10.647 DEBUG:teuthology.orchestra.run.smithi070:> mktemp 2024-09-10T07:11:10.662 INFO:teuthology.orchestra.run.smithi070.stdout:/tmp/tmp.NbHZKxWfsd 2024-09-10T07:11:10.663 DEBUG:teuthology.orchestra.run.smithi070:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.NbHZKxWfsd 2024-09-10T07:11:10.738 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0666 /tmp/tmp.NbHZKxWfsd 2024-09-10T07:11:10.876 DEBUG:teuthology.orchestra.remote:smithi070:/tmp/tmp.NbHZKxWfsd is 6KB 2024-09-10T07:11:10.925 DEBUG:teuthology.orchestra.run.smithi070:> rm -fr /tmp/tmp.NbHZKxWfsd 2024-09-10T07:11:10.940 DEBUG:teuthology.orchestra.run.smithi070:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:11:11.012 INFO:teuthology.orchestra.run.smithi070.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:11:11.012 INFO:teuthology.orchestra.run.smithi070.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:11:11.012 INFO:teuthology.orchestra.run.smithi070.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:11:11.013 INFO:teuthology.orchestra.run.smithi070.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:11:11.014 DEBUG:teuthology.orchestra.run.smithi070:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:11:11.176 DEBUG:teuthology.orchestra.run.smithi070:> sudo shutdown -r now 2024-09-10T07:11:22.709 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:22.749 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:23.047 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:23.047 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:11:23.047 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:11:23.047 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:11:23.922 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:11:23.922 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:11:23.922 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2024-09-10T07:11:23.922 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:11:23.923 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:11:23.923 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:11:23.923 INFO:teuthology.orchestra.run.smithi003.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:11:23.923 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:11:23.923 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2024-09-10T07:11:24.311 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:11:24.404 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:11:24.404 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:11:24.404 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:11:24.404 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:11:24.404 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:11:24.405 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-10T07:11:24.405 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi003.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:11:24.405 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:11:24.464 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:11:24.464 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:11:24.464 DEBUG:teuthology.orchestra.run.smithi003:> sudo rpm -qi grub2-tools 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Name : grub2-tools 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Epoch : 1 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Version : 2.06 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Release : 82.el9 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Architecture: x86_64 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Group : Unspecified 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Size : 8274670 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:License : GPLv3+ 2024-09-10T07:11:24.496 INFO:teuthology.orchestra.run.smithi003.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Packager : builder@centos.org 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Vendor : CentOS 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Summary : Support tools for GRUB. 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:Description : 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout:hardware devices. 2024-09-10T07:11:24.497 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:11:24.498 INFO:teuthology.orchestra.run.smithi003.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:11:24.498 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:11:24.498 INFO:teuthology.task.kernel:Updating grub on smithi003 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:11:24.499 DEBUG:teuthology.orchestra.run.smithi003:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:11:25.195 INFO:teuthology.orchestra.run.smithi003.stderr:Generating grub configuration file ... 2024-09-10T07:11:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:11:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:done 2024-09-10T07:11:26.565 DEBUG:teuthology.orchestra.run.smithi003:> mktemp 2024-09-10T07:11:26.581 INFO:teuthology.orchestra.run.smithi003.stdout:/tmp/tmp.E16cZqEw0I 2024-09-10T07:11:26.581 DEBUG:teuthology.orchestra.run.smithi003:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.E16cZqEw0I 2024-09-10T07:11:26.647 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0666 /tmp/tmp.E16cZqEw0I 2024-09-10T07:11:26.799 DEBUG:teuthology.orchestra.remote:smithi003:/tmp/tmp.E16cZqEw0I is 6KB 2024-09-10T07:11:26.849 DEBUG:teuthology.orchestra.run.smithi003:> rm -fr /tmp/tmp.E16cZqEw0I 2024-09-10T07:11:26.864 DEBUG:teuthology.orchestra.run.smithi003:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:11:26.926 INFO:teuthology.orchestra.run.smithi003.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:11:26.927 INFO:teuthology.orchestra.run.smithi003.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:11:26.927 INFO:teuthology.orchestra.run.smithi003.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:11:26.927 INFO:teuthology.orchestra.run.smithi003.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:11:26.928 DEBUG:teuthology.orchestra.run.smithi003:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:11:27.080 DEBUG:teuthology.orchestra.run.smithi003:> sudo shutdown -r now 2024-09-10T07:11:41.193 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-10T07:11:41.193 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-10T07:11:41.195 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:11:57.088 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T07:11:57.089 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-09-10T07:11:57.089 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:11:59.549 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.70 2024-09-10T07:12:08.555 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-10T07:12:08.556 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:12:11.617 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.70 2024-09-10T07:12:15.421 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.3 2024-09-10T07:12:23.626 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-10T07:12:23.627 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:12:24.423 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-09-10T07:12:24.423 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:12:55.902 DEBUG:teuthology.orchestra.run.smithi070:> true 2024-09-10T07:12:56.234 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-10T07:12:56.234 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:12:56.234 DEBUG:teuthology.orchestra.run.smithi070:> uname -r 2024-09-10T07:12:56.249 INFO:teuthology.orchestra.run.smithi070.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:12:56.250 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:12:56.250 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:12:56.250 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:12:57.251 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-10T07:12:57.252 DEBUG:teuthology.orchestra.run.smithi070:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:12:57.314 INFO:teuthology.orchestra.run.smithi070.stdout:ttyS1 2024-09-10T07:12:57.343 DEBUG:teuthology.parallel:result is None 2024-09-10T07:13:24.426 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T07:13:36.428 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-09-10T07:13:36.429 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:13:36.691 DEBUG:teuthology.orchestra.run.smithi003:> true 2024-09-10T07:13:37.062 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-09-10T07:13:37.063 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:13:37.063 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2024-09-10T07:13:37.080 INFO:teuthology.orchestra.run.smithi003.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:13:37.080 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:13:37.080 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:13:37.081 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:13:38.082 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T07:13:38.082 DEBUG:teuthology.orchestra.run.smithi003:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:13:38.163 INFO:teuthology.orchestra.run.smithi003.stdout:ttyS1 2024-09-10T07:13:38.185 DEBUG:teuthology.parallel:result is None 2024-09-10T07:13:38.185 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T07:13:38.194 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T07:13:38.194 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:13:38.197 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:13:38.215 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T07:13:38.235 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T07:13:38.279 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T07:13:38.279 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:13:38.282 DEBUG:teuthology.orchestra.run.smithi070:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:13:38.312 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T07:13:38.369 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T07:13:38.369 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:13:38.372 DEBUG:teuthology.orchestra.run.smithi070:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:13:38.411 INFO:teuthology.orchestra.run.smithi070.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:13:38.416 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:13:38.422 INFO:teuthology.orchestra.run.smithi070.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:13:38.428 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:13:38.430 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T07:13:38.438 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T07:13:38.438 DEBUG:teuthology.orchestra.run.smithi003:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:13:38.441 DEBUG:teuthology.orchestra.run.smithi070:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:13:38.492 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T07:13:38.503 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T07:13:38.503 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:13:38.510 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:13:38.548 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:13:38.605 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:13:38.664 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:13:38.742 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:13:38.792 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:13:38.792 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:13:38.859 DEBUG:teuthology.orchestra.run.smithi070:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:13:38.896 DEBUG:teuthology.orchestra.run.smithi070:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:13:38.956 DEBUG:teuthology.orchestra.run.smithi070:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:13:39.032 DEBUG:teuthology.orchestra.run.smithi070:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:13:39.082 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:13:39.082 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:13:39.149 DEBUG:teuthology.orchestra.run.smithi003:> sudo service rsyslog restart 2024-09-10T07:13:39.151 DEBUG:teuthology.orchestra.run.smithi070:> sudo service rsyslog restart 2024-09-10T07:13:39.201 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:13:39.245 INFO:teuthology.orchestra.run.smithi070.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:13:39.749 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T07:13:39.758 INFO:teuthology.task.internal:Starting timer... 2024-09-10T07:13:39.758 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T07:13:39.859 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T07:13:39.937 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-10T07:13:39.937 DEBUG:teuthology.orchestra.run.smithi003:> sudo service auditd rotate 2024-09-10T07:13:39.977 INFO:teuthology.orchestra.run.smithi003.stdout:Rotating logs: 2024-09-10T07:13:39.980 DEBUG:teuthology.orchestra.run.smithi070:> sudo service auditd rotate 2024-09-10T07:13:40.030 INFO:teuthology.orchestra.run.smithi070.stdout:Rotating logs: 2024-09-10T07:13:40.032 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T07:13:40.032 DEBUG:teuthology.orchestra.run.smithi003:> /usr/sbin/getenforce 2024-09-10T07:13:40.061 INFO:teuthology.orchestra.run.smithi003.stdout:Permissive 2024-09-10T07:13:40.062 DEBUG:teuthology.orchestra.run.smithi070:> /usr/sbin/getenforce 2024-09-10T07:13:40.101 INFO:teuthology.orchestra.run.smithi070.stdout:Permissive 2024-09-10T07:13:40.101 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi003.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi070.front.sepia.ceph.com': 'permissive'} 2024-09-10T07:13:40.101 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:13:40.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:13:40.133 DEBUG:teuthology.orchestra.run.smithi070:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:13:40.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:13:40.169 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T07:13:40.169 DEBUG:teuthology.orchestra.run.smithi003:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:13:40.223 DEBUG:teuthology.orchestra.run.smithi070:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:13:40.254 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T07:13:40.265 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T07:13:40.268 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T07:13:40.381 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T07:13:40.392 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T07:13:40.393 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi003.front.sepia.ceph.com,smithi070.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T07:17:23.040 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi003.front.sepia.ceph.com'), Remote(name='ubuntu@smithi070.front.sepia.ceph.com')] 2024-09-10T07:17:23.042 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-09-10T07:17:23.043 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:17:23.124 DEBUG:teuthology.orchestra.run.smithi003:> true 2024-09-10T07:17:23.213 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-09-10T07:17:23.213 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-10T07:17:23.214 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi070.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:17:23.285 DEBUG:teuthology.orchestra.run.smithi070:> true 2024-09-10T07:17:23.361 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi070.front.sepia.ceph.com' 2024-09-10T07:17:23.361 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T07:17:23.373 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T07:17:23.374 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T07:17:23.374 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:17:23.377 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T07:17:23.377 DEBUG:teuthology.orchestra.run.smithi070:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:17:23.406 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T07:17:23.421 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T07:17:23.431 INFO:teuthology.orchestra.run.smithi070.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T07:17:23.446 INFO:teuthology.orchestra.run.smithi070.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T07:17:23.447 INFO:teuthology.orchestra.run.smithi003.stderr:sudo: ntpd: command not found 2024-09-10T07:17:23.459 INFO:teuthology.orchestra.run.smithi003.stdout:506 Cannot talk to daemon 2024-09-10T07:17:23.471 INFO:teuthology.orchestra.run.smithi070.stderr:sudo: ntpd: command not found 2024-09-10T07:17:23.475 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T07:17:23.482 INFO:teuthology.orchestra.run.smithi070.stdout:506 Cannot talk to daemon 2024-09-10T07:17:23.489 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T07:17:23.496 INFO:teuthology.orchestra.run.smithi070.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T07:17:23.510 INFO:teuthology.orchestra.run.smithi070.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T07:17:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:17:23.551 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:17:23.551 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2024-09-10T07:17:23.551 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.551 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.551 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.551 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.564 INFO:teuthology.orchestra.run.smithi070.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:17:23.568 INFO:teuthology.orchestra.run.smithi070.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:17:23.568 INFO:teuthology.orchestra.run.smithi070.stdout:=============================================================================== 2024-09-10T07:17:23.568 INFO:teuthology.orchestra.run.smithi070.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.568 INFO:teuthology.orchestra.run.smithi070.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.568 INFO:teuthology.orchestra.run.smithi070.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.568 INFO:teuthology.orchestra.run.smithi070.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:17:23.569 INFO:teuthology.run_tasks:Running task install... 2024-09-10T07:17:23.577 DEBUG:teuthology.task.install:project ceph 2024-09-10T07:17:23.578 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T07:17:23.578 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T07:17:23.578 INFO:teuthology.task.install:Using flavor: default 2024-09-10T07:17:23.583 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T07:17:23.584 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T07:17:23.584 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T07:17:23.585 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:17:23.587 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T07:17:23.587 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:17:23.735 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T07:17:23.735 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T07:17:23.746 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T07:17:23.746 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T07:17:23.850 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:17:23.850 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:17:23.850 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:17:23.854 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:17:23.854 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:17:23.854 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:17:23.878 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T07:17:23.878 DEBUG:teuthology.orchestra.run.smithi003:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:17:23.879 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T07:17:23.880 DEBUG:teuthology.orchestra.run.smithi070:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:17:23.945 DEBUG:teuthology.orchestra.run.smithi070:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:17:23.946 DEBUG:teuthology.orchestra.run.smithi003:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:17:24.024 DEBUG:teuthology.orchestra.run.smithi070:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:17:24.026 DEBUG:teuthology.orchestra.run.smithi003:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:17:24.085 INFO:teuthology.orchestra.run.smithi070.stdout:check_obsoletes = 1 2024-09-10T07:17:24.086 DEBUG:teuthology.orchestra.run.smithi070:> sudo yum clean all 2024-09-10T07:17:24.091 INFO:teuthology.orchestra.run.smithi003.stdout:check_obsoletes = 1 2024-09-10T07:17:24.092 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum clean all 2024-09-10T07:17:24.320 INFO:teuthology.orchestra.run.smithi070.stdout:45 files removed 2024-09-10T07:17:24.324 INFO:teuthology.orchestra.run.smithi003.stdout:45 files removed 2024-09-10T07:17:24.347 DEBUG:teuthology.orchestra.run.smithi070:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T07:17:24.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T07:17:24.911 INFO:teuthology.orchestra.run.smithi070.stdout:ceph packages for x86_64 298 kB/s | 84 kB 00:00 2024-09-10T07:17:24.924 INFO:teuthology.orchestra.run.smithi003.stdout:ceph packages for x86_64 307 kB/s | 84 kB 00:00 2024-09-10T07:17:25.186 INFO:teuthology.orchestra.run.smithi070.stdout:ceph noarch packages 51 kB/s | 12 kB 00:00 2024-09-10T07:17:25.216 INFO:teuthology.orchestra.run.smithi003.stdout:ceph noarch packages 48 kB/s | 12 kB 00:00 2024-09-10T07:17:25.446 INFO:teuthology.orchestra.run.smithi070.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-10T07:17:25.500 INFO:teuthology.orchestra.run.smithi003.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-10T07:17:26.100 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-09-10T07:17:27.653 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-09-10T07:17:28.568 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - AppStream 15 MB/s | 20 MB 00:01 2024-09-10T07:17:31.129 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - AppStream 8.6 MB/s | 20 MB 00:02 2024-09-10T07:17:35.036 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-09-10T07:17:36.578 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - Extras packages 80 kB/s | 19 kB 00:00 2024-09-10T07:17:37.510 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-10T07:17:37.580 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-09-10T07:17:39.238 INFO:teuthology.orchestra.run.smithi070.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 19 kB 00:00 2024-09-10T07:17:40.384 INFO:teuthology.orchestra.run.smithi070.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-10T07:17:43.188 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-10T07:17:45.684 INFO:teuthology.orchestra.run.smithi003.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:17:45.685 INFO:teuthology.orchestra.run.smithi003.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:17:45.699 INFO:teuthology.orchestra.run.smithi003.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T07:17:45.700 INFO:teuthology.orchestra.run.smithi003.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T07:17:45.701 INFO:teuthology.orchestra.run.smithi003.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T07:17:45.702 INFO:teuthology.orchestra.run.smithi003.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T07:17:45.704 INFO:teuthology.orchestra.run.smithi003.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T07:17:45.707 INFO:teuthology.orchestra.run.smithi003.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T07:17:45.708 INFO:teuthology.orchestra.run.smithi003.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T07:17:45.775 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2024-09-10T07:17:45.798 INFO:teuthology.orchestra.run.smithi003.stdout:====================================================================================== 2024-09-10T07:17:45.798 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2024-09-10T07:17:45.798 INFO:teuthology.orchestra.run.smithi003.stdout:====================================================================================== 2024-09-10T07:17:45.798 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T07:17:45.799 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T07:17:45.800 INFO:teuthology.orchestra.run.smithi003.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T07:17:45.801 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrading: 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T07:17:45.802 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T07:17:45.803 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T07:17:45.804 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T07:17:45.805 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T07:17:45.806 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T07:17:45.807 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T07:17:45.808 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T07:17:45.809 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T07:17:45.810 INFO:teuthology.orchestra.run.smithi003.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T07:17:45.811 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T07:17:45.812 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout:Installing weak dependencies: 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T07:17:45.813 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:17:45.814 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2024-09-10T07:17:45.814 INFO:teuthology.orchestra.run.smithi003.stdout:====================================================================================== 2024-09-10T07:17:45.814 INFO:teuthology.orchestra.run.smithi003.stdout:Install 148 Packages 2024-09-10T07:17:45.814 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrade 8 Packages 2024-09-10T07:17:45.814 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:17:45.814 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 226 M 2024-09-10T07:17:45.815 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2024-09-10T07:17:45.831 INFO:teuthology.orchestra.run.smithi070.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-10T07:17:46.516 INFO:teuthology.orchestra.run.smithi003.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 46 kB/s | 6.5 kB 00:00 2024-09-10T07:17:46.806 INFO:teuthology.orchestra.run.smithi003.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 3.0 MB/s | 897 kB 00:00 2024-09-10T07:17:46.890 INFO:teuthology.orchestra.run.smithi003.stdout:(3/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 10 MB/s | 5.4 MB 00:00 2024-09-10T07:17:46.915 INFO:teuthology.orchestra.run.smithi003.stdout:(4/156): ceph-immutable-object-cache-19.1.1-305 1.3 MB/s | 145 kB 00:00 2024-09-10T07:17:47.007 INFO:teuthology.orchestra.run.smithi003.stdout:(5/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 20 MB/s | 2.4 MB 00:00 2024-09-10T07:17:47.257 INFO:teuthology.orchestra.run.smithi003.stdout:(6/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 19 MB/s | 4.7 MB 00:00 2024-09-10T07:17:47.299 INFO:teuthology.orchestra.run.smithi003.stdout:(7/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 4.0 MB/s | 1.5 MB 00:00 2024-09-10T07:17:47.524 INFO:teuthology.orchestra.run.smithi003.stdout:(8/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 18 MB/s | 21 MB 00:01 2024-09-10T07:17:47.566 INFO:teuthology.orchestra.run.smithi003.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 606 kB/s | 25 kB 00:00 2024-09-10T07:17:48.100 INFO:teuthology.orchestra.run.smithi003.stdout:(10/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 20 MB/s | 17 MB 00:00 2024-09-10T07:17:48.150 INFO:teuthology.orchestra.run.smithi003.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T07:17:48.175 INFO:teuthology.orchestra.run.smithi070.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:17:48.175 INFO:teuthology.orchestra.run.smithi070.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T07:17:48.187 INFO:teuthology.orchestra.run.smithi070.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T07:17:48.187 INFO:teuthology.orchestra.run.smithi070.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T07:17:48.188 INFO:teuthology.orchestra.run.smithi070.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T07:17:48.189 INFO:teuthology.orchestra.run.smithi070.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T07:17:48.191 INFO:teuthology.orchestra.run.smithi070.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T07:17:48.193 INFO:teuthology.orchestra.run.smithi070.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T07:17:48.194 INFO:teuthology.orchestra.run.smithi070.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T07:17:48.217 INFO:teuthology.orchestra.run.smithi003.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 406 kB/s | 27 kB 00:00 2024-09-10T07:17:48.257 INFO:teuthology.orchestra.run.smithi070.stdout:Dependencies resolved. 2024-09-10T07:17:48.279 INFO:teuthology.orchestra.run.smithi070.stdout:====================================================================================== 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: Package Arch Version Repository Size 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout:====================================================================================== 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout:Installing: 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T07:17:48.280 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T07:17:48.281 INFO:teuthology.orchestra.run.smithi070.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T07:17:48.282 INFO:teuthology.orchestra.run.smithi070.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout:Upgrading: 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout:Installing dependencies: 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T07:17:48.283 INFO:teuthology.orchestra.run.smithi070.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T07:17:48.284 INFO:teuthology.orchestra.run.smithi070.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T07:17:48.285 INFO:teuthology.orchestra.run.smithi070.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T07:17:48.286 INFO:teuthology.orchestra.run.smithi070.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T07:17:48.287 INFO:teuthology.orchestra.run.smithi070.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T07:17:48.288 INFO:teuthology.orchestra.run.smithi070.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T07:17:48.289 INFO:teuthology.orchestra.run.smithi070.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T07:17:48.290 INFO:teuthology.orchestra.run.smithi070.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T07:17:48.291 INFO:teuthology.orchestra.run.smithi070.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout:Installing weak dependencies: 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout:Transaction Summary 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout:====================================================================================== 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout:Install 148 Packages 2024-09-10T07:17:48.292 INFO:teuthology.orchestra.run.smithi070.stdout:Upgrade 8 Packages 2024-09-10T07:17:48.293 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:17:48.293 INFO:teuthology.orchestra.run.smithi003.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 424 kB/s | 32 kB 00:00 2024-09-10T07:17:48.294 INFO:teuthology.orchestra.run.smithi070.stdout:Total download size: 226 M 2024-09-10T07:17:48.294 INFO:teuthology.orchestra.run.smithi070.stdout:Downloading Packages: 2024-09-10T07:17:48.426 INFO:teuthology.orchestra.run.smithi003.stdout:(14/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 9.4 MB/s | 11 MB 00:01 2024-09-10T07:17:48.459 INFO:teuthology.orchestra.run.smithi003.stdout:(15/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 4.4 MB/s | 751 kB 00:00 2024-09-10T07:17:48.485 INFO:teuthology.orchestra.run.smithi003.stdout:(16/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.7 MB/s | 164 kB 00:00 2024-09-10T07:17:48.510 INFO:teuthology.orchestra.run.smithi003.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 2.5 MB/s | 127 kB 00:00 2024-09-10T07:17:48.543 INFO:teuthology.orchestra.run.smithi003.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 8.5 MB/s | 506 kB 00:00 2024-09-10T07:17:48.602 INFO:teuthology.orchestra.run.smithi003.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 773 kB/s | 45 kB 00:00 2024-09-10T07:17:48.669 INFO:teuthology.orchestra.run.smithi003.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 2.0 MB/s | 136 kB 00:00 2024-09-10T07:17:48.736 INFO:teuthology.orchestra.run.smithi003.stdout:(21/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.4 MB/s | 161 kB 00:00 2024-09-10T07:17:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:(22/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 18 MB/s | 5.3 MB 00:00 2024-09-10T07:17:48.828 INFO:teuthology.orchestra.run.smithi003.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 3.4 MB/s | 320 kB 00:00 2024-09-10T07:17:48.862 INFO:teuthology.orchestra.run.smithi003.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 5.0 MB/s | 301 kB 00:00 2024-09-10T07:17:48.887 INFO:teuthology.orchestra.run.smithi003.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.7 MB/s | 99 kB 00:00 2024-09-10T07:17:48.913 INFO:teuthology.orchestra.run.smithi003.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T07:17:48.971 INFO:teuthology.orchestra.run.smithi003.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-10T07:17:49.071 INFO:teuthology.orchestra.run.smithi003.stdout:(28/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 17 MB/s | 3.1 MB 00:00 2024-09-10T07:17:49.097 INFO:teuthology.orchestra.run.smithi003.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 254 kB/s | 32 kB 00:00 2024-09-10T07:17:49.122 INFO:teuthology.orchestra.run.smithi003.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.9 MB/s | 146 kB 00:00 2024-09-10T07:17:49.132 INFO:teuthology.orchestra.run.smithi070.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 42 kB/s | 6.5 kB 00:00 2024-09-10T07:17:49.339 INFO:teuthology.orchestra.run.smithi003.stdout:(31/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 15 MB/s | 3.6 MB 00:00 2024-09-10T07:17:49.422 INFO:teuthology.orchestra.run.smithi003.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 2.9 MB/s | 249 kB 00:00 2024-09-10T07:17:49.506 INFO:teuthology.orchestra.run.smithi003.stdout:(33/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 593 kB/s | 49 kB 00:00 2024-09-10T07:17:49.598 INFO:teuthology.orchestra.run.smithi003.stdout:(34/156): ceph-mgr-diskprediction-local-19.1.1- 15 MB/s | 7.4 MB 00:00 2024-09-10T07:17:49.615 INFO:teuthology.orchestra.run.smithi070.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 1.8 MB/s | 897 kB 00:00 2024-09-10T07:17:49.632 INFO:teuthology.orchestra.run.smithi003.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 131 kB/s | 16 kB 00:00 2024-09-10T07:17:49.657 INFO:teuthology.orchestra.run.smithi003.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 4.8 MB/s | 285 kB 00:00 2024-09-10T07:17:49.691 INFO:teuthology.orchestra.run.smithi070.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 1.9 MB/s | 145 kB 00:00 2024-09-10T07:17:49.699 INFO:teuthology.orchestra.run.smithi003.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 11 MB/s | 766 kB 00:00 2024-09-10T07:17:49.724 INFO:teuthology.orchestra.run.smithi003.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 272 kB/s | 18 kB 00:00 2024-09-10T07:17:49.991 INFO:teuthology.orchestra.run.smithi070.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 5.3 MB/s | 5.4 MB 00:01 2024-09-10T07:17:50.108 INFO:teuthology.orchestra.run.smithi070.stdout:(5/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 5.7 MB/s | 2.4 MB 00:00 2024-09-10T07:17:50.158 INFO:teuthology.orchestra.run.smithi070.stdout:(6/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 9.1 MB/s | 1.5 MB 00:00 2024-09-10T07:17:50.183 INFO:teuthology.orchestra.run.smithi003.stdout:(39/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 19 MB/s | 49 MB 00:02 2024-09-10T07:17:50.250 INFO:teuthology.orchestra.run.smithi003.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 145 kB/s | 80 kB 00:00 2024-09-10T07:17:50.317 INFO:teuthology.orchestra.run.smithi003.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.4 MB/s | 191 kB 00:00 2024-09-10T07:17:50.342 INFO:teuthology.orchestra.run.smithi003.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-09-10T07:17:50.384 INFO:teuthology.orchestra.run.smithi003.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 801 kB 00:00 2024-09-10T07:17:50.409 INFO:teuthology.orchestra.run.smithi003.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-10T07:17:50.434 INFO:teuthology.orchestra.run.smithi003.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-10T07:17:50.460 INFO:teuthology.orchestra.run.smithi003.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-10T07:17:50.485 INFO:teuthology.orchestra.run.smithi003.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-10T07:17:50.519 INFO:teuthology.orchestra.run.smithi003.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 6.1 MB/s | 1.2 MB 00:00 2024-09-10T07:17:50.569 INFO:teuthology.orchestra.run.smithi003.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 6.2 MB/s | 689 kB 00:00 2024-09-10T07:17:50.594 INFO:teuthology.orchestra.run.smithi003.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-09-10T07:17:50.608 INFO:teuthology.orchestra.run.smithi070.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 9.4 MB/s | 4.7 MB 00:00 2024-09-10T07:17:50.620 INFO:teuthology.orchestra.run.smithi003.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 431 kB/s | 22 kB 00:00 2024-09-10T07:17:50.662 INFO:teuthology.orchestra.run.smithi003.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 5.2 MB/s | 943 kB 00:00 2024-09-10T07:17:50.687 INFO:teuthology.orchestra.run.smithi003.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 490 kB/s | 33 kB 00:00 2024-09-10T07:17:50.712 INFO:teuthology.orchestra.run.smithi003.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-10T07:17:50.737 INFO:teuthology.orchestra.run.smithi003.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-10T07:17:50.762 INFO:teuthology.orchestra.run.smithi003.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-09-10T07:17:50.788 INFO:teuthology.orchestra.run.smithi003.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-10T07:17:50.813 INFO:teuthology.orchestra.run.smithi003.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 900 kB/s | 45 kB 00:00 2024-09-10T07:17:50.855 INFO:teuthology.orchestra.run.smithi003.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-09-10T07:17:50.880 INFO:teuthology.orchestra.run.smithi003.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 8.5 MB/s | 581 kB 00:00 2024-09-10T07:17:50.906 INFO:teuthology.orchestra.run.smithi003.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 488 kB/s | 24 kB 00:00 2024-09-10T07:17:50.931 INFO:teuthology.orchestra.run.smithi003.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 948 kB/s | 47 kB 00:00 2024-09-10T07:17:50.947 INFO:teuthology.orchestra.run.smithi070.stdout:(8/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 11 MB/s | 21 MB 00:01 2024-09-10T07:17:50.956 INFO:teuthology.orchestra.run.smithi003.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-10T07:17:50.982 INFO:teuthology.orchestra.run.smithi003.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.6 MB/s | 188 kB 00:00 2024-09-10T07:17:50.993 INFO:teuthology.orchestra.run.smithi070.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 556 kB/s | 25 kB 00:00 2024-09-10T07:17:51.007 INFO:teuthology.orchestra.run.smithi003.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 763 kB/s | 38 kB 00:00 2024-09-10T07:17:51.066 INFO:teuthology.orchestra.run.smithi003.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-09-10T07:17:51.183 INFO:teuthology.orchestra.run.smithi003.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 25 MB/s | 4.9 MB 00:00 2024-09-10T07:17:51.218 INFO:teuthology.orchestra.run.smithi070.stdout:(10/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 16 MB/s | 17 MB 00:01 2024-09-10T07:17:51.224 INFO:teuthology.orchestra.run.smithi003.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-09-10T07:17:51.267 INFO:teuthology.orchestra.run.smithi003.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 11 MB/s | 910 kB 00:00 2024-09-10T07:17:51.276 INFO:teuthology.orchestra.run.smithi070.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 3.9 MB/s | 228 kB 00:00 2024-09-10T07:17:51.291 INFO:teuthology.orchestra.run.smithi003.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-10T07:17:51.343 INFO:teuthology.orchestra.run.smithi070.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 406 kB/s | 27 kB 00:00 2024-09-10T07:17:51.358 INFO:teuthology.orchestra.run.smithi003.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-10T07:17:51.392 INFO:teuthology.orchestra.run.smithi003.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-09-10T07:17:51.410 INFO:teuthology.orchestra.run.smithi070.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 476 kB/s | 32 kB 00:00 2024-09-10T07:17:51.417 INFO:teuthology.orchestra.run.smithi003.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-10T07:17:51.468 INFO:teuthology.orchestra.run.smithi003.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-10T07:17:51.527 INFO:teuthology.orchestra.run.smithi070.stdout:(14/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 12 MB/s | 11 MB 00:00 2024-09-10T07:17:51.543 INFO:teuthology.orchestra.run.smithi003.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 21 MB/s | 5.8 MB 00:00 2024-09-10T07:17:51.568 INFO:teuthology.orchestra.run.smithi003.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-10T07:17:51.569 INFO:teuthology.orchestra.run.smithi070.stdout:(15/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 4.6 MB/s | 751 kB 00:00 2024-09-10T07:17:51.593 INFO:teuthology.orchestra.run.smithi003.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-10T07:17:51.594 INFO:teuthology.orchestra.run.smithi070.stdout:(16/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.4 MB/s | 164 kB 00:00 2024-09-10T07:17:51.619 INFO:teuthology.orchestra.run.smithi003.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-09-10T07:17:51.620 INFO:teuthology.orchestra.run.smithi070.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 2.5 MB/s | 127 kB 00:00 2024-09-10T07:17:51.644 INFO:teuthology.orchestra.run.smithi003.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-10T07:17:51.653 INFO:teuthology.orchestra.run.smithi070.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 8.5 MB/s | 506 kB 00:00 2024-09-10T07:17:51.669 INFO:teuthology.orchestra.run.smithi003.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-10T07:17:51.695 INFO:teuthology.orchestra.run.smithi003.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 697 kB/s | 35 kB 00:00 2024-09-10T07:17:51.720 INFO:teuthology.orchestra.run.smithi070.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 678 kB/s | 45 kB 00:00 2024-09-10T07:17:51.778 INFO:teuthology.orchestra.run.smithi003.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-10T07:17:51.803 INFO:teuthology.orchestra.run.smithi003.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-10T07:17:51.812 INFO:teuthology.orchestra.run.smithi070.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 1.4 MB/s | 136 kB 00:00 2024-09-10T07:17:51.829 INFO:teuthology.orchestra.run.smithi003.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-10T07:17:51.854 INFO:teuthology.orchestra.run.smithi003.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-10T07:17:51.871 INFO:teuthology.orchestra.run.smithi003.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-10T07:17:51.887 INFO:teuthology.orchestra.run.smithi070.stdout:(21/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 20 MB/s | 5.3 MB 00:00 2024-09-10T07:17:51.905 INFO:teuthology.orchestra.run.smithi003.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-10T07:17:51.912 INFO:teuthology.orchestra.run.smithi070.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 1.6 MB/s | 161 kB 00:00 2024-09-10T07:17:51.938 INFO:teuthology.orchestra.run.smithi070.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 6.2 MB/s | 320 kB 00:00 2024-09-10T07:17:51.938 INFO:teuthology.orchestra.run.smithi003.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-10T07:17:51.963 INFO:teuthology.orchestra.run.smithi070.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 5.9 MB/s | 301 kB 00:00 2024-09-10T07:17:51.963 INFO:teuthology.orchestra.run.smithi003.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-09-10T07:17:51.988 INFO:teuthology.orchestra.run.smithi070.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T07:17:51.989 INFO:teuthology.orchestra.run.smithi003.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T07:17:52.013 INFO:teuthology.orchestra.run.smithi070.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T07:17:52.014 INFO:teuthology.orchestra.run.smithi003.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-10T07:17:52.072 INFO:teuthology.orchestra.run.smithi070.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 2.9 MB/s | 170 kB 00:00 2024-09-10T07:17:52.098 INFO:teuthology.orchestra.run.smithi003.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-10T07:17:52.123 INFO:teuthology.orchestra.run.smithi003.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-09-10T07:17:52.148 INFO:teuthology.orchestra.run.smithi070.stdout:(28/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 20 MB/s | 3.1 MB 00:00 2024-09-10T07:17:52.149 INFO:teuthology.orchestra.run.smithi003.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 883 kB/s | 44 kB 00:00 2024-09-10T07:17:52.165 INFO:teuthology.orchestra.run.smithi070.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 347 kB/s | 32 kB 00:00 2024-09-10T07:17:52.182 INFO:teuthology.orchestra.run.smithi003.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-10T07:17:52.206 INFO:teuthology.orchestra.run.smithi070.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.5 MB/s | 146 kB 00:00 2024-09-10T07:17:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 610 kB/s | 36 kB 00:00 2024-09-10T07:17:52.258 INFO:teuthology.orchestra.run.smithi003.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-09-10T07:17:52.283 INFO:teuthology.orchestra.run.smithi003.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.9 MB/s | 304 kB 00:00 2024-09-10T07:17:52.308 INFO:teuthology.orchestra.run.smithi003.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-10T07:17:52.333 INFO:teuthology.orchestra.run.smithi003.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-10T07:17:52.358 INFO:teuthology.orchestra.run.smithi003.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-10T07:17:52.384 INFO:teuthology.orchestra.run.smithi003.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-10T07:17:52.409 INFO:teuthology.orchestra.run.smithi003.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 443 kB/s | 22 kB 00:00 2024-09-10T07:17:52.451 INFO:teuthology.orchestra.run.smithi003.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 13 MB/s | 863 kB 00:00 2024-09-10T07:17:52.465 INFO:teuthology.orchestra.run.smithi070.stdout:(31/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 12 MB/s | 3.6 MB 00:00 2024-09-10T07:17:52.501 INFO:teuthology.orchestra.run.smithi003.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 5.8 MB/s | 548 kB 00:00 2024-09-10T07:17:52.526 INFO:teuthology.orchestra.run.smithi003.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 856 kB/s | 19 kB 00:00 2024-09-10T07:17:52.532 INFO:teuthology.orchestra.run.smithi070.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 3.7 MB/s | 249 kB 00:00 2024-09-10T07:17:52.560 INFO:teuthology.orchestra.run.smithi003.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 2.8 MB/s | 309 kB 00:00 2024-09-10T07:17:52.586 INFO:teuthology.orchestra.run.smithi003.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-10T07:17:52.611 INFO:teuthology.orchestra.run.smithi003.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-10T07:17:52.636 INFO:teuthology.orchestra.run.smithi003.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T07:17:52.640 INFO:teuthology.orchestra.run.smithi070.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 17 MB/s | 7.4 MB 00:00 2024-09-10T07:17:52.661 INFO:teuthology.orchestra.run.smithi003.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-10T07:17:52.666 INFO:teuthology.orchestra.run.smithi070.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 370 kB/s | 49 kB 00:00 2024-09-10T07:17:52.691 INFO:teuthology.orchestra.run.smithi070.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 330 kB/s | 16 kB 00:00 2024-09-10T07:17:52.711 INFO:teuthology.orchestra.run.smithi003.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-09-10T07:17:52.724 INFO:teuthology.orchestra.run.smithi070.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 4.8 MB/s | 285 kB 00:00 2024-09-10T07:17:52.753 INFO:teuthology.orchestra.run.smithi003.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-10T07:17:52.758 INFO:teuthology.orchestra.run.smithi070.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 11 MB/s | 766 kB 00:00 2024-09-10T07:17:52.775 INFO:teuthology.orchestra.run.smithi070.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 362 kB/s | 18 kB 00:00 2024-09-10T07:17:52.779 INFO:teuthology.orchestra.run.smithi003.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-10T07:17:52.804 INFO:teuthology.orchestra.run.smithi003.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T07:17:52.829 INFO:teuthology.orchestra.run.smithi003.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 566 kB/s | 14 kB 00:00 2024-09-10T07:17:52.871 INFO:teuthology.orchestra.run.smithi003.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-09-10T07:17:52.905 INFO:teuthology.orchestra.run.smithi003.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2024-09-10T07:17:52.939 INFO:teuthology.orchestra.run.smithi003.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 8.9 MB/s | 303 kB 00:00 2024-09-10T07:17:52.972 INFO:teuthology.orchestra.run.smithi003.stdout:(120/156): python3-google-auth-2.34.0-1.el9.noa 6.5 MB/s | 220 kB 00:00 2024-09-10T07:17:53.047 INFO:teuthology.orchestra.run.smithi003.stdout:(121/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-09-10T07:17:53.073 INFO:teuthology.orchestra.run.smithi003.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-10T07:17:53.098 INFO:teuthology.orchestra.run.smithi003.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-10T07:17:53.115 INFO:teuthology.orchestra.run.smithi003.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-10T07:17:53.132 INFO:teuthology.orchestra.run.smithi003.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-10T07:17:53.149 INFO:teuthology.orchestra.run.smithi003.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 1.1 MB/s | 19 kB 00:00 2024-09-10T07:17:53.166 INFO:teuthology.orchestra.run.smithi003.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-10T07:17:53.284 INFO:teuthology.orchestra.run.smithi070.stdout:(39/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 21 MB/s | 49 MB 00:02 2024-09-10T07:17:53.325 INFO:teuthology.orchestra.run.smithi003.stdout:(128/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-10T07:17:53.375 INFO:teuthology.orchestra.run.smithi003.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 934 kB/s | 46 kB 00:00 2024-09-10T07:17:53.417 INFO:teuthology.orchestra.run.smithi003.stdout:(130/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.6 MB/s | 2.0 MB 00:00 2024-09-10T07:17:53.450 INFO:teuthology.orchestra.run.smithi003.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 3.6 MB/s | 1.0 MB 00:00 2024-09-10T07:17:53.547 INFO:teuthology.orchestra.run.smithi003.stdout:(132/156): python3-more-itertools-8.12.0-2.el9. 458 kB/s | 79 kB 00:00 2024-09-10T07:17:53.576 INFO:teuthology.orchestra.run.smithi003.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 363 kB/s | 58 kB 00:00 2024-09-10T07:17:53.601 INFO:teuthology.orchestra.run.smithi003.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 308 kB/s | 16 kB 00:00 2024-09-10T07:17:53.626 INFO:teuthology.orchestra.run.smithi003.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-10T07:17:53.652 INFO:teuthology.orchestra.run.smithi003.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-10T07:17:53.677 INFO:teuthology.orchestra.run.smithi003.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-10T07:17:53.702 INFO:teuthology.orchestra.run.smithi003.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T07:17:53.736 INFO:teuthology.orchestra.run.smithi003.stdout:(139/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-09-10T07:17:53.761 INFO:teuthology.orchestra.run.smithi003.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 610 kB/s | 36 kB 00:00 2024-09-10T07:17:53.786 INFO:teuthology.orchestra.run.smithi003.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-10T07:17:53.792 INFO:teuthology.orchestra.run.smithi070.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 77 kB/s | 80 kB 00:01 2024-09-10T07:17:53.811 INFO:teuthology.orchestra.run.smithi003.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 988 kB/s | 74 kB 00:00 2024-09-10T07:17:53.837 INFO:teuthology.orchestra.run.smithi003.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-10T07:17:53.862 INFO:teuthology.orchestra.run.smithi003.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-09-10T07:17:53.887 INFO:teuthology.orchestra.run.smithi003.stdout:(145/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-10T07:17:53.913 INFO:teuthology.orchestra.run.smithi003.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T07:17:53.938 INFO:teuthology.orchestra.run.smithi003.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-10T07:17:53.989 INFO:teuthology.orchestra.run.smithi003.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-10T07:17:54.043 INFO:teuthology.orchestra.run.smithi070.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 632 kB/s | 801 kB 00:01 2024-09-10T07:17:54.101 INFO:teuthology.orchestra.run.smithi070.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 234 kB/s | 191 kB 00:00 2024-09-10T07:17:54.147 INFO:teuthology.orchestra.run.smithi003.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 15 MB/s | 2.3 MB 00:00 2024-09-10T07:17:54.205 INFO:teuthology.orchestra.run.smithi003.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 12 MB/s | 3.2 MB 00:00 2024-09-10T07:17:54.264 INFO:teuthology.orchestra.run.smithi003.stdout:(151/156): librados2-19.1.1-305.g1cf819b7.el9.x 9.7 MB/s | 3.4 MB 00:00 2024-09-10T07:17:54.281 INFO:teuthology.orchestra.run.smithi003.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 542 kB/s | 41 kB 00:00 2024-09-10T07:17:54.323 INFO:teuthology.orchestra.run.smithi003.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 10 MB/s | 1.8 MB 00:00 2024-09-10T07:17:54.398 INFO:teuthology.orchestra.run.smithi003.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 1.8 MB/s | 249 kB 00:00 2024-09-10T07:17:54.457 INFO:teuthology.orchestra.run.smithi003.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 18 MB/s | 2.4 MB 00:00 2024-09-10T07:17:54.499 INFO:teuthology.orchestra.run.smithi003.stdout:(156/156): openssl-3.2.2-6.el9.x86_64.rpm 6.2 MB/s | 1.4 MB 00:00 2024-09-10T07:17:54.504 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:17:54.504 INFO:teuthology.orchestra.run.smithi003.stdout:Total 26 MB/s | 226 MB 00:08 2024-09-10T07:17:54.577 INFO:teuthology.orchestra.run.smithi070.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 323 kB/s | 253 kB 00:00 2024-09-10T07:17:54.818 INFO:teuthology.orchestra.run.smithi070.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 149 kB/s | 106 kB 00:00 2024-09-10T07:17:55.002 INFO:teuthology.orchestra.run.smithi070.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-10T07:17:55.261 INFO:teuthology.orchestra.run.smithi070.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 198 kB/s | 135 kB 00:00 2024-09-10T07:17:55.469 INFO:teuthology.orchestra.run.smithi070.stdout:(47/156): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-09-10T07:17:55.553 INFO:teuthology.orchestra.run.smithi070.stdout:(48/156): bison-3.7.4-5.el9.x86_64.rpm 11 MB/s | 943 kB 00:00 2024-09-10T07:17:55.578 INFO:teuthology.orchestra.run.smithi070.stdout:(49/156): python3-requests-2.25.1-8.el9.noarch. 164 kB/s | 125 kB 00:00 2024-09-10T07:17:55.603 INFO:teuthology.orchestra.run.smithi070.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-10T07:17:55.662 INFO:teuthology.orchestra.run.smithi070.stdout:(51/156): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-09-10T07:17:55.687 INFO:teuthology.orchestra.run.smithi070.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-09-10T07:17:55.712 INFO:teuthology.orchestra.run.smithi070.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-09-10T07:17:55.754 INFO:teuthology.orchestra.run.smithi070.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-10T07:17:55.770 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2024-09-10T07:17:55.779 INFO:teuthology.orchestra.run.smithi070.stdout:(55/156): python3-urllib3-1.26.5-6.el9.noarch.r 276 kB/s | 215 kB 00:00 2024-09-10T07:17:55.805 INFO:teuthology.orchestra.run.smithi070.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-10T07:17:55.830 INFO:teuthology.orchestra.run.smithi070.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.2 MB/s | 160 kB 00:00 2024-09-10T07:17:55.889 INFO:teuthology.orchestra.run.smithi070.stdout:(58/156): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-09-10T07:17:55.914 INFO:teuthology.orchestra.run.smithi070.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-09-10T07:17:55.939 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2024-09-10T07:17:55.940 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2024-09-10T07:17:55.947 INFO:teuthology.orchestra.run.smithi070.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 9.7 MB/s | 581 kB 00:00 2024-09-10T07:17:55.973 INFO:teuthology.orchestra.run.smithi070.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 418 kB/s | 24 kB 00:00 2024-09-10T07:17:56.040 INFO:teuthology.orchestra.run.smithi070.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 515 kB/s | 47 kB 00:00 2024-09-10T07:17:56.098 INFO:teuthology.orchestra.run.smithi070.stdout:(63/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.3 MB/s | 3.0 MB 00:00 2024-09-10T07:17:56.124 INFO:teuthology.orchestra.run.smithi070.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-09-10T07:17:56.149 INFO:teuthology.orchestra.run.smithi070.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-10T07:17:56.174 INFO:teuthology.orchestra.run.smithi070.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 511 kB/s | 38 kB 00:00 2024-09-10T07:17:56.252 INFO:teuthology.orchestra.run.smithi070.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-10T07:17:56.344 INFO:teuthology.orchestra.run.smithi070.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2024-09-10T07:17:56.377 INFO:teuthology.orchestra.run.smithi070.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 7.1 MB/s | 910 kB 00:00 2024-09-10T07:17:56.402 INFO:teuthology.orchestra.run.smithi070.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-10T07:17:56.478 INFO:teuthology.orchestra.run.smithi070.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 14 MB/s | 4.9 MB 00:00 2024-09-10T07:17:56.520 INFO:teuthology.orchestra.run.smithi070.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 8.6 MB/s | 1.0 MB 00:00 2024-09-10T07:17:56.545 INFO:teuthology.orchestra.run.smithi070.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-10T07:17:56.587 INFO:teuthology.orchestra.run.smithi070.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-10T07:17:56.663 INFO:teuthology.orchestra.run.smithi070.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 20 MB/s | 5.8 MB 00:00 2024-09-10T07:17:56.688 INFO:teuthology.orchestra.run.smithi070.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-10T07:17:56.721 INFO:teuthology.orchestra.run.smithi070.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-09-10T07:17:56.746 INFO:teuthology.orchestra.run.smithi070.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-09-10T07:17:56.772 INFO:teuthology.orchestra.run.smithi070.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-10T07:17:56.797 INFO:teuthology.orchestra.run.smithi070.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-10T07:17:56.822 INFO:teuthology.orchestra.run.smithi070.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-09-10T07:17:56.906 INFO:teuthology.orchestra.run.smithi070.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-10T07:17:56.932 INFO:teuthology.orchestra.run.smithi070.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-10T07:17:56.956 INFO:teuthology.orchestra.run.smithi070.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-10T07:17:56.982 INFO:teuthology.orchestra.run.smithi070.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-10T07:17:56.999 INFO:teuthology.orchestra.run.smithi070.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-10T07:17:57.041 INFO:teuthology.orchestra.run.smithi070.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-09-10T07:17:57.066 INFO:teuthology.orchestra.run.smithi070.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-09-10T07:17:57.092 INFO:teuthology.orchestra.run.smithi070.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-10T07:17:57.117 INFO:teuthology.orchestra.run.smithi070.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T07:17:57.142 INFO:teuthology.orchestra.run.smithi070.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-10T07:17:57.217 INFO:teuthology.orchestra.run.smithi070.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-10T07:17:57.242 INFO:teuthology.orchestra.run.smithi070.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-09-10T07:17:57.268 INFO:teuthology.orchestra.run.smithi070.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 881 kB/s | 44 kB 00:00 2024-09-10T07:17:57.302 INFO:teuthology.orchestra.run.smithi070.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-10T07:17:57.327 INFO:teuthology.orchestra.run.smithi070.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 613 kB/s | 36 kB 00:00 2024-09-10T07:17:57.352 INFO:teuthology.orchestra.run.smithi070.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-10T07:17:57.378 INFO:teuthology.orchestra.run.smithi070.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-10T07:17:57.433 INFO:teuthology.orchestra.run.smithi070.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 717 kB/s | 58 kB 00:00 2024-09-10T07:17:57.461 INFO:teuthology.orchestra.run.smithi070.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-10T07:17:57.487 INFO:teuthology.orchestra.run.smithi070.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-10T07:17:57.512 INFO:teuthology.orchestra.run.smithi070.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-09-10T07:17:57.597 INFO:teuthology.orchestra.run.smithi070.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-09-10T07:17:57.646 INFO:teuthology.orchestra.run.smithi070.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-10T07:17:57.688 INFO:teuthology.orchestra.run.smithi070.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 7.3 MB/s | 309 kB 00:00 2024-09-10T07:17:57.713 INFO:teuthology.orchestra.run.smithi070.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 779 kB/s | 19 kB 00:00 2024-09-10T07:17:57.755 INFO:teuthology.orchestra.run.smithi070.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 3.5 MB/s | 863 kB 00:00 2024-09-10T07:17:57.806 INFO:teuthology.orchestra.run.smithi070.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 520 kB/s | 26 kB 00:00 2024-09-10T07:17:57.839 INFO:teuthology.orchestra.run.smithi070.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-10T07:17:57.864 INFO:teuthology.orchestra.run.smithi070.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T07:17:57.890 INFO:teuthology.orchestra.run.smithi070.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-10T07:17:58.065 INFO:teuthology.orchestra.run.smithi070.stdout:(112/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-09-10T07:17:58.115 INFO:teuthology.orchestra.run.smithi070.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.6 MB/s | 839 kB 00:00 2024-09-10T07:17:58.140 INFO:teuthology.orchestra.run.smithi070.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.8 MB/s | 43 kB 00:00 2024-09-10T07:17:58.165 INFO:teuthology.orchestra.run.smithi070.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T07:17:58.191 INFO:teuthology.orchestra.run.smithi070.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-10T07:17:58.217 INFO:teuthology.orchestra.run.smithi070.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.8 MB/s | 172 kB 00:00 2024-09-10T07:17:58.250 INFO:teuthology.orchestra.run.smithi070.stdout:(118/156): python3-asyncssh-2.13.2-5.el9.noarch 2.9 MB/s | 548 kB 00:00 2024-09-10T07:17:58.273 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2024-09-10T07:17:58.273 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2024-09-10T07:17:58.309 INFO:teuthology.orchestra.run.smithi070.stdout:(119/156): libarrow-9.0.0-11.el9.x86_64.rpm 7.4 MB/s | 4.4 MB 00:00 2024-09-10T07:17:58.342 INFO:teuthology.orchestra.run.smithi070.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.2 MB/s | 303 kB 00:00 2024-09-10T07:17:58.367 INFO:teuthology.orchestra.run.smithi070.stdout:(121/156): python3-cherrypy-18.6.1-2.el9.noarch 2.3 MB/s | 358 kB 00:00 2024-09-10T07:17:58.393 INFO:teuthology.orchestra.run.smithi070.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 2.6 MB/s | 220 kB 00:00 2024-09-10T07:17:58.421 INFO:teuthology.orchestra.run.smithi070.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 424 kB/s | 11 kB 00:00 2024-09-10T07:17:58.444 INFO:teuthology.orchestra.run.smithi070.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 709 kB/s | 18 kB 00:00 2024-09-10T07:17:58.469 INFO:teuthology.orchestra.run.smithi070.stdout:(125/156): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-09-10T07:17:58.486 INFO:teuthology.orchestra.run.smithi070.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 555 kB/s | 23 kB 00:00 2024-09-10T07:17:58.503 INFO:teuthology.orchestra.run.smithi070.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 583 kB/s | 19 kB 00:00 2024-09-10T07:17:58.520 INFO:teuthology.orchestra.run.smithi070.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 586 kB/s | 20 kB 00:00 2024-09-10T07:17:58.537 INFO:teuthology.orchestra.run.smithi070.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 2.7 MB/s | 46 kB 00:00 2024-09-10T07:17:58.570 INFO:teuthology.orchestra.run.smithi070.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-10T07:17:58.587 INFO:teuthology.orchestra.run.smithi070.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-10T07:17:58.621 INFO:teuthology.orchestra.run.smithi070.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-10T07:17:58.646 INFO:teuthology.orchestra.run.smithi070.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 666 kB/s | 16 kB 00:00 2024-09-10T07:17:58.671 INFO:teuthology.orchestra.run.smithi070.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-10T07:17:58.705 INFO:teuthology.orchestra.run.smithi070.stdout:(135/156): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-10T07:17:58.730 INFO:teuthology.orchestra.run.smithi070.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 482 kB/s | 28 kB 00:00 2024-09-10T07:17:58.755 INFO:teuthology.orchestra.run.smithi070.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-10T07:17:58.781 INFO:teuthology.orchestra.run.smithi070.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T07:17:58.806 INFO:teuthology.orchestra.run.smithi070.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-10T07:17:58.832 INFO:teuthology.orchestra.run.smithi070.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-10T07:17:58.857 INFO:teuthology.orchestra.run.smithi070.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-10T07:17:58.890 INFO:teuthology.orchestra.run.smithi070.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 2.6 MB/s | 90 kB 00:00 2024-09-10T07:17:58.916 INFO:teuthology.orchestra.run.smithi070.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-10T07:17:58.966 INFO:teuthology.orchestra.run.smithi070.stdout:(144/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.3 MB/s | 2.0 MB 00:00 2024-09-10T07:17:58.991 INFO:teuthology.orchestra.run.smithi070.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-09-10T07:17:59.017 INFO:teuthology.orchestra.run.smithi070.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T07:17:59.042 INFO:teuthology.orchestra.run.smithi070.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-10T07:17:59.084 INFO:teuthology.orchestra.run.smithi070.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-10T07:17:59.326 INFO:teuthology.orchestra.run.smithi070.stdout:(149/156): librados2-19.1.1-305.g1cf819b7.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-10T07:17:59.385 INFO:teuthology.orchestra.run.smithi070.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 9.2 MB/s | 3.2 MB 00:00 2024-09-10T07:17:59.952 INFO:teuthology.orchestra.run.smithi070.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 72 kB/s | 41 kB 00:00 2024-09-10T07:18:00.185 INFO:teuthology.orchestra.run.smithi070.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 2.1 MB/s | 2.3 MB 00:01 2024-09-10T07:18:00.386 INFO:teuthology.orchestra.run.smithi070.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 1.7 MB/s | 1.8 MB 00:01 2024-09-10T07:18:00.936 INFO:teuthology.orchestra.run.smithi070.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 253 kB/s | 249 kB 00:00 2024-09-10T07:18:01.194 INFO:teuthology.orchestra.run.smithi070.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 1.3 MB/s | 1.4 MB 00:01 2024-09-10T07:18:01.444 INFO:teuthology.orchestra.run.smithi070.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.3 MB/s | 2.4 MB 00:01 2024-09-10T07:18:01.451 INFO:teuthology.orchestra.run.smithi070.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:18:01.451 INFO:teuthology.orchestra.run.smithi070.stdout:Total 17 MB/s | 226 MB 00:13 2024-09-10T07:18:02.638 INFO:teuthology.orchestra.run.smithi070.stdout:Running transaction check 2024-09-10T07:18:02.787 INFO:teuthology.orchestra.run.smithi070.stdout:Transaction check succeeded. 2024-09-10T07:18:02.787 INFO:teuthology.orchestra.run.smithi070.stdout:Running transaction test 2024-09-10T07:18:04.820 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2024-09-10T07:18:04.920 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T07:18:04.993 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T07:18:05.078 INFO:teuthology.orchestra.run.smithi070.stdout:Transaction test succeeded. 2024-09-10T07:18:05.079 INFO:teuthology.orchestra.run.smithi070.stdout:Running transaction 2024-09-10T07:18:05.180 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T07:18:05.221 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T07:18:05.254 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T07:18:05.318 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T07:18:05.716 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T07:18:05.771 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:18:05.896 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:18:05.921 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:18:06.014 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:18:06.043 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:18:06.240 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T07:18:06.298 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T07:18:06.326 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:18:06.432 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:18:06.460 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:18:06.524 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:18:06.553 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:18:06.580 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:18:06.740 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:18:06.922 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:18:07.051 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T07:18:07.168 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:18:07.261 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:18:07.491 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:18:07.606 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T07:18:07.707 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T07:18:07.741 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T07:18:07.785 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T07:18:07.868 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T07:18:07.920 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T07:18:07.968 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T07:18:08.011 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T07:18:08.044 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T07:18:08.071 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T07:18:08.142 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T07:18:08.195 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T07:18:08.242 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T07:18:08.293 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T07:18:08.372 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T07:18:08.420 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T07:18:08.464 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T07:18:08.492 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T07:18:08.565 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T07:18:08.616 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T07:18:08.693 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T07:18:08.838 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T07:18:08.911 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T07:18:09.467 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T07:18:09.558 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T07:18:09.600 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T07:18:09.652 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T07:18:09.690 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T07:18:09.732 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T07:18:09.898 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T07:18:09.951 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T07:18:10.007 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T07:18:10.082 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T07:18:10.127 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T07:18:10.163 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T07:18:10.211 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T07:18:10.246 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T07:18:10.289 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T07:18:10.332 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T07:18:10.474 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T07:18:10.532 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T07:18:10.583 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T07:18:10.690 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T07:18:10.725 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T07:18:10.764 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T07:18:10.789 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T07:18:10.814 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T07:18:10.909 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T07:18:11.037 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T07:18:11.071 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T07:18:11.099 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T07:18:11.145 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T07:18:11.181 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T07:18:11.221 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T07:18:11.262 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T07:18:11.296 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T07:18:11.330 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T07:18:11.372 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T07:18:11.406 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T07:18:11.496 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T07:18:11.541 INFO:teuthology.orchestra.run.smithi070.stdout: Preparing : 1/1 2024-09-10T07:18:11.545 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T07:18:11.576 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T07:18:11.631 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T07:18:11.684 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T07:18:11.691 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T07:18:11.751 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T07:18:11.753 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T07:18:11.790 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T07:18:11.815 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T07:18:11.868 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T07:18:12.245 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T07:18:12.383 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:18:12.504 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:18:12.516 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T07:18:12.534 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:18:12.565 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T07:18:12.599 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T07:18:12.625 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:18:12.661 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:18:12.702 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T07:18:12.763 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T07:18:12.808 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T07:18:12.830 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T07:18:12.886 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T07:18:12.899 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T07:18:12.922 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:18:12.935 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T07:18:13.052 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:18:13.081 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:18:13.127 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T07:18:13.163 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T07:18:13.165 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T07:18:13.199 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:18:13.226 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T07:18:13.246 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T07:18:13.450 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:18:13.621 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T07:18:13.725 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T07:18:13.845 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:18:13.919 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:18:13.934 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T07:18:14.069 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T07:18:14.135 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T07:18:14.248 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T07:18:14.335 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T07:18:14.366 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T07:18:14.400 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T07:18:14.465 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T07:18:14.509 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T07:18:14.542 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T07:18:14.585 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T07:18:14.626 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T07:18:14.663 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T07:18:14.730 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T07:18:14.783 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T07:18:14.816 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T07:18:14.859 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T07:18:14.935 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T07:18:14.970 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T07:18:15.013 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T07:18:15.042 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T07:18:15.112 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T07:18:15.164 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T07:18:15.248 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T07:18:15.378 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T07:18:15.408 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T07:18:15.434 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T07:18:15.561 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T07:18:15.732 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T07:18:15.766 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T07:18:15.952 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T07:18:16.039 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T07:18:16.067 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T07:18:16.093 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T07:18:16.101 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T07:18:16.127 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:18:16.139 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T07:18:16.181 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T07:18:16.227 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:18:16.257 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T07:18:16.302 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T07:18:16.340 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T07:18:16.393 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T07:18:16.448 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T07:18:16.529 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T07:18:16.569 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T07:18:16.605 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T07:18:16.652 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T07:18:16.688 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T07:18:16.730 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T07:18:16.773 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T07:18:16.818 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T07:18:16.847 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:18:16.908 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T07:18:16.918 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:18:16.948 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T07:18:16.958 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T07:18:17.077 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T07:18:17.305 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T07:18:17.342 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T07:18:17.382 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T07:18:17.407 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T07:18:17.431 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T07:18:17.527 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T07:18:17.647 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T07:18:17.681 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T07:18:17.708 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T07:18:17.750 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T07:18:17.790 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T07:18:17.822 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T07:18:17.852 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T07:18:17.895 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T07:18:17.937 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T07:18:17.977 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T07:18:18.021 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T07:18:18.107 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T07:18:18.160 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T07:18:18.191 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T07:18:18.295 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T07:18:18.351 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T07:18:19.057 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T07:18:19.101 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T07:18:19.131 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T07:18:19.231 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T07:18:19.287 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T07:18:19.334 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T07:18:19.346 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:18:19.386 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:18:19.431 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T07:18:19.480 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T07:18:19.663 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T07:18:19.694 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T07:18:19.772 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T07:18:19.971 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:18:20.014 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:18:20.108 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:18:20.109 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T07:18:20.109 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T07:18:20.109 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:20.149 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:18:20.411 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T07:18:20.525 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T07:18:21.773 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T07:18:21.851 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T07:18:21.879 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T07:18:21.912 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T07:18:22.221 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T07:18:22.275 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:18:22.366 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T07:18:22.405 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T07:18:22.451 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T07:18:22.933 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T07:18:22.962 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:18:23.033 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T07:18:23.055 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T07:18:25.341 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:18:25.377 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:18:25.919 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T07:18:25.956 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:18:26.048 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T07:18:26.048 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T07:18:26.048 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T07:18:26.049 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:26.090 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:18:32.287 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /sys 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /proc 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /mnt 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /var/tmp 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /home 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /root 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /tmp 2024-09-10T07:18:32.288 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:32.475 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:18:32.492 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:18:32.493 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:32.493 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T07:18:32.493 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:34.028 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:18:34.057 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:18:34.057 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:34.057 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T07:18:34.057 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:18:34.057 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:18:34.057 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:34.295 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:18:34.320 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:18:34.320 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:34.320 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T07:18:34.321 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:18:34.321 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:18:34.321 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:34.787 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:18:34.813 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:18:34.813 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:34.813 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T07:18:34.813 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:18:34.813 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:18:34.813 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:34.927 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T07:18:34.985 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T07:18:35.049 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T07:18:35.244 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T07:18:35.298 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T07:18:35.379 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T07:18:35.502 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T07:18:35.645 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T07:18:35.704 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T07:18:35.737 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T07:18:35.764 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T07:18:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:18:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:18:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T07:18:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T07:18:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:18:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:18:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:18:37.989 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T07:18:37.989 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /sys 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /proc 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /mnt 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /var/tmp 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /home 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /root 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout:skipping the directory /tmp 2024-09-10T07:18:37.990 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:38.171 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:18:38.187 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T07:18:38.187 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:38.187 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T07:18:38.187 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:38.487 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:18:38.513 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:18:38.622 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:18:38.800 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T07:18:38.832 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:18:38.858 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:18:38.859 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:38.859 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T07:18:38.859 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:18:38.859 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:18:38.859 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:38.908 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:18:38.920 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:18:39.022 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T07:18:39.092 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T07:18:39.691 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:18:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T07:18:39.717 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:39.717 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T07:18:39.717 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:18:39.717 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:18:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:39.950 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:18:39.973 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T07:18:39.973 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:39.973 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T07:18:39.973 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:18:39.973 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:18:39.973 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:40.069 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T07:18:40.102 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:18:40.128 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:18:40.128 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:40.128 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T07:18:40.128 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:18:40.129 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:18:40.129 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:40.169 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:18:40.194 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:18:40.194 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:40.194 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T07:18:40.194 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:40.245 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:18:40.270 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:18:40.270 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:40.270 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T07:18:40.271 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:18:40.271 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:18:40.271 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:40.417 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:18:40.440 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T07:18:40.440 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:40.440 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T07:18:40.440 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:18:40.440 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:18:40.440 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:40.547 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T07:18:40.596 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:18:40.604 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T07:18:40.621 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:18:40.621 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:40.621 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T07:18:40.621 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:18:40.622 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:18:40.622 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:40.676 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T07:18:40.868 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T07:18:40.918 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T07:18:40.995 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T07:18:41.084 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T07:18:41.224 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T07:18:41.285 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T07:18:41.317 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T07:18:41.345 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T07:18:41.732 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:18:41.760 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T07:18:41.791 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T07:18:41.854 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T07:18:41.883 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:18:42.918 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T07:18:42.960 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:18:43.918 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T07:18:43.943 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:18:44.045 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T07:18:44.213 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T07:18:44.254 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:18:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T07:18:44.278 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:44.278 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T07:18:44.278 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:18:44.278 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:18:44.278 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:44.330 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:18:44.342 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T07:18:44.439 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T07:18:44.497 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T07:18:45.416 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T07:18:45.440 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:18:45.464 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T07:18:45.464 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:45.464 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T07:18:45.464 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:18:45.464 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:18:45.464 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:45.499 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T07:18:45.508 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:18:45.530 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T07:18:45.531 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:45.531 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T07:18:45.531 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:45.541 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T07:18:45.575 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:18:45.582 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T07:18:45.598 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T07:18:45.599 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:45.599 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T07:18:45.599 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:18:45.599 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T07:18:45.599 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:45.622 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T07:18:45.649 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T07:18:45.859 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T07:18:45.901 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:18:45.912 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T07:18:45.924 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T07:18:45.924 INFO:teuthology.orchestra.run.smithi070.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:18:45.924 INFO:teuthology.orchestra.run.smithi070.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T07:18:45.925 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:18:45.925 INFO:teuthology.orchestra.run.smithi070.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:18:45.925 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:18:45.942 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T07:18:45.972 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T07:18:46.018 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T07:18:46.682 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:18:46.716 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:18:46.738 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:18:47.661 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T07:18:47.746 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T07:18:47.792 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T07:18:47.884 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T07:18:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T07:18:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T07:18:47.975 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T07:18:47.975 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:18:48.076 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:18:48.076 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:18:48.152 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:18:48.176 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T07:18:48.182 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:18:48.182 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:18:48.370 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:18:48.370 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:18:48.471 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:18:48.539 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:18:50.505 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T07:18:50.546 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T07:18:50.587 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T07:18:50.619 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T07:18:50.646 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T07:18:50.836 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T07:18:50.885 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T07:18:50.915 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T07:18:50.944 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T07:18:50.982 INFO:teuthology.orchestra.run.smithi070.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T07:18:51.523 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:18:51.556 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:18:51.575 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T07:18:52.401 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T07:18:52.494 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T07:18:52.539 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T07:18:52.631 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T07:18:52.664 INFO:teuthology.orchestra.run.smithi070.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T07:18:52.689 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T07:18:52.715 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T07:18:52.715 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:18:52.791 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T07:18:52.791 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:18:52.883 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T07:18:52.908 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T07:18:52.913 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:18:52.914 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:18:53.085 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T07:18:53.085 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:18:53.153 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T07:18:53.218 INFO:teuthology.orchestra.run.smithi070.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:18:54.284 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:18:54.284 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T07:18:54.284 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:18:54.285 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T07:18:54.286 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T07:18:54.287 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T07:18:54.287 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T07:18:54.287 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T07:18:54.298 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T07:18:54.298 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T07:18:54.298 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T07:18:54.299 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T07:18:54.300 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T07:18:54.301 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T07:18:54.302 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T07:18:54.303 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T07:18:54.304 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T07:18:54.305 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T07:18:54.306 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T07:18:54.307 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T07:18:54.308 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T07:18:54.309 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T07:18:54.309 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T07:18:54.309 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout:Upgraded: 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.976 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.977 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.978 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T07:18:56.979 INFO:teuthology.orchestra.run.smithi003.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T07:18:56.980 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T07:18:56.981 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T07:18:56.982 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T07:18:56.983 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T07:18:56.984 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T07:18:56.985 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T07:18:56.986 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.987 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T07:18:56.988 INFO:teuthology.orchestra.run.smithi003.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T07:18:56.989 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:18:56.989 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2024-09-10T07:18:57.378 DEBUG:teuthology.parallel:result is None 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T07:18:58.767 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T07:18:58.768 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T07:18:58.769 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T07:18:58.770 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T07:18:58.771 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T07:18:58.772 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T07:18:58.773 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T07:18:58.774 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T07:18:58.775 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T07:18:58.776 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T07:18:58.777 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T07:18:58.778 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T07:18:58.779 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T07:18:58.779 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T07:18:58.779 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T07:18:58.779 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T07:18:58.779 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T07:18:58.779 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout:Upgraded: 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T07:19:01.440 INFO:teuthology.orchestra.run.smithi070.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout:Installed: 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.441 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.442 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T07:19:01.443 INFO:teuthology.orchestra.run.smithi070.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T07:19:01.444 INFO:teuthology.orchestra.run.smithi070.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T07:19:01.445 INFO:teuthology.orchestra.run.smithi070.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T07:19:01.446 INFO:teuthology.orchestra.run.smithi070.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T07:19:01.447 INFO:teuthology.orchestra.run.smithi070.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T07:19:01.448 INFO:teuthology.orchestra.run.smithi070.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T07:19:01.449 INFO:teuthology.orchestra.run.smithi070.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.450 INFO:teuthology.orchestra.run.smithi070.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T07:19:01.451 INFO:teuthology.orchestra.run.smithi070.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T07:19:01.452 INFO:teuthology.orchestra.run.smithi070.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T07:19:01.453 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:01.453 INFO:teuthology.orchestra.run.smithi070.stdout:Complete! 2024-09-10T07:19:01.869 DEBUG:teuthology.parallel:result is None 2024-09-10T07:19:01.870 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:19:02.017 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:19:02.045 INFO:teuthology.orchestra.run.smithi003.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T07:19:02.046 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T07:19:02.046 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T07:19:02.048 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:19:02.185 DEBUG:teuthology.orchestra.run.smithi070:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:19:02.208 INFO:teuthology.orchestra.run.smithi070.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T07:19:02.209 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T07:19:02.209 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T07:19:02.211 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T07:19:02.211 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:02.211 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T07:19:02.244 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:02.245 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T07:19:02.278 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T07:19:02.278 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:02.278 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T07:19:02.314 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T07:19:02.383 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:02.383 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T07:19:02.410 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T07:19:02.476 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T07:19:02.477 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:02.477 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T07:19:02.505 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T07:19:02.574 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:02.574 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T07:19:02.600 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T07:19:02.666 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T07:19:02.666 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:02.666 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T07:19:02.694 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T07:19:02.763 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:02.763 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T07:19:02.788 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T07:19:02.853 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T07:19:02.934 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T07:19:02.934 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 777 /var/log/ceph 2024-09-10T07:19:02.937 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 777 /var/log/ceph 2024-09-10T07:19:02.963 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T07:19:02.963 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T07:19:03.006 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T07:19:03.033 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T07:19:03.033 DEBUG:teuthology.orchestra.run.smithi003:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T07:19:03.076 DEBUG:teuthology.orchestra.run.smithi070:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T07:19:03.108 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-10T07:19:03.110 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-10T07:19:03.123 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-10T07:19:03.123 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:03.123 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T07:19:03.160 DEBUG:teuthology.orchestra.run.smithi003:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T07:19:03.271 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-10T07:19:03.298 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:03.298 DEBUG:teuthology.orchestra.run.smithi070:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T07:19:03.314 DEBUG:teuthology.orchestra.run.smithi070:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T07:19:03.417 DEBUG:teuthology.orchestra.run.smithi070:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-10T07:19:03.446 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T07:19:03.446 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace on directory inode', 'error reading table object', 'Metadata damage detected', 'slow requests are blocked', 'Behind on trimming', 'error reading sessionmap'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T07:19:03.446 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848', 'branch': 'wip-rishabh-testing-20240909.165402-squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/journal-repair}', 'email': None, 'first_in_suite': False, 'job_id': '7898848', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240909.165402-squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace on directory inode', 'error reading table object', 'Metadata damage detected', 'slow requests are blocked', 'Behind on trimming', 'error reading sessionmap'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240909.165402-squid', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 9893, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'sleep_before_teardown': 0, 'subset': '197/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240909.165402-squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi003.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFjkEOVLBsfIkZyJiag1JqwtbZjS1D4xKjDHuL+uMLK9IC2vsw0BmwgbJejYhhrcC0OpgY6i1DHwZUgl6OrX2Aw=', 'smithi070.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPmCBfyeupC5m22J/bh4+zocf1Rz+TKxy61s0AHkG5fydROBD+L3ovCopFA+v/xyeryHYgLiC16WgSRf3VIGZUE='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace on directory inode', 'error reading table object', 'Metadata damage detected', 'slow requests are blocked', 'Behind on trimming', 'error reading sessionmap'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_journal_repair']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_06:58:10', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T07:19:03.447 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T07:19:03.449 DEBUG:teuthology.orchestra.run.smithi070:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T07:19:03.497 DEBUG:teuthology.orchestra.run.smithi003:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T07:19:03.506 DEBUG:teuthology.orchestra.run.smithi070:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T07:19:03.560 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:03.560 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T07:19:03.586 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T07:19:03.587 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_1 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-09-10 07:18:48.910653207 +0000 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-09-10 07:17:03.571802423 +0000 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-09-10 07:17:03.571802423 +0000 2024-09-10T07:19:03.643 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-09-10 07:17:03.571802423 +0000 2024-09-10T07:19:03.644 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T07:19:03.709 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-09-10T07:19:03.709 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-09-10T07:19:03.709 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000205756 s, 2.5 MB/s 2024-09-10T07:19:03.710 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T07:19:03.768 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_2 2024-09-10T07:19:03.823 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-09-10 07:18:48.910653207 +0000 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-09-10 07:17:03.908798872 +0000 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-09-10 07:17:03.908798872 +0000 2024-09-10T07:19:03.824 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-09-10 07:17:03.908798872 +0000 2024-09-10T07:19:03.824 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T07:19:03.887 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-09-10T07:19:03.887 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-09-10T07:19:03.887 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000173799 s, 2.9 MB/s 2024-09-10T07:19:03.889 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T07:19:03.945 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_3 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-09-10 07:18:48.910653207 +0000 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-09-10 07:17:04.249795279 +0000 2024-09-10T07:19:04.000 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-09-10 07:17:04.249795279 +0000 2024-09-10T07:19:04.001 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-09-10 07:17:04.249795279 +0000 2024-09-10T07:19:04.001 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T07:19:04.065 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-09-10T07:19:04.065 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-09-10T07:19:04.065 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000203316 s, 2.5 MB/s 2024-09-10T07:19:04.066 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T07:19:04.123 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_4 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-09-10 07:18:48.911653197 +0000 2024-09-10T07:19:04.179 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-09-10 07:17:04.578791812 +0000 2024-09-10T07:19:04.180 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-09-10 07:17:04.578791812 +0000 2024-09-10T07:19:04.180 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-09-10 07:17:04.578791812 +0000 2024-09-10T07:19:04.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T07:19:04.244 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-09-10T07:19:04.244 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-09-10T07:19:04.244 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000203163 s, 2.5 MB/s 2024-09-10T07:19:04.245 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T07:19:04.302 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:04.302 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:04.303 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T07:19:04.320 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T07:19:04.320 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_1 2024-09-10T07:19:04.377 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T07:19:04.377 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-10 07:18:53.570330797 +0000 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-10 07:16:59.904747209 +0000 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-10 07:16:59.904747209 +0000 2024-09-10T07:19:04.378 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: 2024-09-10 07:16:59.904747209 +0000 2024-09-10T07:19:04.378 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T07:19:04.443 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-10T07:19:04.443 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-10T07:19:04.443 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000130711 s, 3.9 MB/s 2024-09-10T07:19:04.444 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T07:19:04.502 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_2 2024-09-10T07:19:04.558 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-10 07:18:53.570330797 +0000 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-10 07:17:00.219738139 +0000 2024-09-10T07:19:04.559 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-10 07:17:00.219738139 +0000 2024-09-10T07:19:04.560 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: 2024-09-10 07:17:00.219738139 +0000 2024-09-10T07:19:04.560 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T07:19:04.623 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-10T07:19:04.623 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-10T07:19:04.623 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000103518 s, 4.9 MB/s 2024-09-10T07:19:04.624 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T07:19:04.681 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_3 2024-09-10T07:19:04.737 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T07:19:04.737 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-10 07:18:53.570330797 +0000 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-10 07:17:00.517729559 +0000 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-10 07:17:00.517729559 +0000 2024-09-10T07:19:04.738 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: 2024-09-10 07:17:00.517729559 +0000 2024-09-10T07:19:04.738 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T07:19:04.801 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-10T07:19:04.801 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-10T07:19:04.801 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000105774 s, 4.8 MB/s 2024-09-10T07:19:04.802 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T07:19:04.859 DEBUG:teuthology.orchestra.run.smithi070:> stat /dev/vg_nvme/lv_4 2024-09-10T07:19:04.913 INFO:teuthology.orchestra.run.smithi070.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout:Access: 2024-09-10 07:18:53.571330768 +0000 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout:Modify: 2024-09-10 07:17:00.837720345 +0000 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout:Change: 2024-09-10 07:17:00.837720345 +0000 2024-09-10T07:19:04.914 INFO:teuthology.orchestra.run.smithi070.stdout: Birth: 2024-09-10 07:17:00.837720345 +0000 2024-09-10T07:19:04.914 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T07:19:04.976 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records in 2024-09-10T07:19:04.976 INFO:teuthology.orchestra.run.smithi070.stderr:1+0 records out 2024-09-10T07:19:04.976 INFO:teuthology.orchestra.run.smithi070.stderr:512 bytes copied, 0.000108595 s, 4.7 MB/s 2024-09-10T07:19:04.978 DEBUG:teuthology.orchestra.run.smithi070:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T07:19:05.034 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:05.034 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi003.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi070.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T07:19:05.034 INFO:tasks.ceph:Generating config... 2024-09-10T07:19:05.035 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-10T07:19:05.035 INFO:tasks.ceph:[client] debug client = 20 2024-09-10T07:19:05.036 INFO:tasks.ceph:[client] debug ms = 1 2024-09-10T07:19:05.036 INFO:tasks.ceph:[client] pid file = 2024-09-10T07:19:05.036 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-10T07:19:05.036 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-10T07:19:05.036 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-10T07:19:05.037 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-10T07:19:05.037 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T07:19:05.037 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T07:19:05.037 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-10T07:19:05.037 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T07:19:05.038 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-10T07:19:05.038 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T07:19:05.039 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T07:19:05.095 INFO:teuthology.orchestra.run.smithi003.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T07:19:05.098 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T07:19:05.147 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T07:19:05.174 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.3'), ('mon.b', '172.21.15.70'), ('mon.c', '[v2:172.21.15.70:3301,v1:172.21.15.70:6790]')] 2024-09-10T07:19:05.175 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.3,172.21.15.70,[v2:172.21.15.70:3301,v1:172.21.15.70:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-10T07:19:05.175 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:05.175 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T07:19:05.231 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.3 --add b 172.21.15.70 --addv c '[v2:172.21.15.70:3301,v1:172.21.15.70:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:05.319 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:05.319 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool: generated fsid d7bdaf00-7e43-469b-8121-7f8433a28eb6 2024-09-10T07:19:05.319 INFO:teuthology.orchestra.run.smithi003.stdout:setting min_mon_release = quincy 2024-09-10T07:19:05.319 INFO:teuthology.orchestra.run.smithi003.stdout:epoch 0 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:fsid d7bdaf00-7e43-469b-8121-7f8433a28eb6 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:last_changed 2024-09-10T07:19:05.320502+0000 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:created 2024-09-10T07:19:05.320502+0000 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:min_mon_release 17 (quincy) 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:election_strategy: 1 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:1: [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] mon.b 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:2: [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] mon.c 2024-09-10T07:19:05.320 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T07:19:05.321 DEBUG:teuthology.orchestra.run.smithi003:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T07:19:05.337 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID d7bdaf00-7e43-469b-8121-7f8433a28eb6... 2024-09-10T07:19:05.338 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T07:19:05.380 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T07:19:05.422 INFO:teuthology.orchestra.run.smithi003.stdout:[global] 2024-09-10T07:19:05.422 INFO:teuthology.orchestra.run.smithi003.stdout: chdir = "" 2024-09-10T07:19:05.422 INFO:teuthology.orchestra.run.smithi003.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T07:19:05.422 INFO:teuthology.orchestra.run.smithi003.stdout: auth supported = cephx 2024-09-10T07:19:05.422 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: filestore xattr use omap = true 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: mon clock drift allowed = 1.000 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: osd crush chooseleaf type = 0 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: auth debug = true 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: ms die on old message = true 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: ms die on bug = true 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: mon pg warn max object skew = 0 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.423 INFO:teuthology.orchestra.run.smithi003.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: osd pool default size = 2 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd allow primary affinity = true 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd allow pg remap = true 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on legacy crush tunables = false 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on crush straw calc version zero = false 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on no sortbitwise = false 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on osd down out interval zero = false 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on too few osds = false 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T07:19:05.424 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: mon_allow_pool_size_one = true 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: osd default data pool replay window = 5 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: mon allow pool delete = true 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: mon cluster log file level = debug 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: debug asserts on shutdown = true 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: mon health detail to clog = false 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: mon host = "172.21.15.3,172.21.15.70,[v2:172.21.15.70:3301,v1:172.21.15.70:6790]" 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: fsid = d7bdaf00-7e43-469b-8121-7f8433a28eb6 2024-09-10T07:19:05.425 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout:[osd] 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd journal size = 100 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd scrub load threshold = 5.0 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd scrub max interval = 600 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd mclock profile = high_recovery_ops 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd recover clone overlap = true 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd recovery max chunk = 1048576 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug shutdown = true 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug op order = true 2024-09-10T07:19:05.426 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug verify stray on activate = true 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug trim objects = true 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: osd open classes on start = true 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug pg log writeout = true 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: osd deep scrub update digest min age = 30 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: osd map max advance = 10 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: journal zero on create = true 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: filestore ondisk finisher threads = 3 2024-09-10T07:19:05.427 INFO:teuthology.orchestra.run.smithi003.stdout: filestore apply finisher threads = 3 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: bdev debug aio = true 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: osd debug misdirected ops = true 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: bluestore block size = 96636764160 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: bluestore fsck on mount = True 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: debug bluefs = 20 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: debug bluestore = 20 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: debug osd = 20 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: debug rocksdb = 10 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd full ratio = 0.9 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd nearfull ratio = 0.8 2024-09-10T07:19:05.428 INFO:teuthology.orchestra.run.smithi003.stdout: osd failsafe full ratio = 0.95 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: osd objectstore = bluestore 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: osd op complaint time = 180 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout:[mgr] 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: debug mgr = 20 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: debug mon = 20 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: debug auth = 20 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min pgs per osd = 4 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min bytes per osd = 10 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: mgr/telemetry/nag = false 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: debug client = 20 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout:[mon] 2024-09-10T07:19:05.429 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: debug mon = 20 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: debug paxos = 20 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: debug auth = 20 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: mon data avail warn = 5 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: mon mgr mkfs grace = 240 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min pgs per osd = 4 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd reporter subtree level = osd 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: mon osd prime pg temp = true 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: mon reweight min bytes per osd = 10 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.430 INFO:teuthology.orchestra.run.smithi003.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: # 1m isn't quite enough 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon_down_mkfs_grace = 2m 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon_warn_on_filestore_osds = false 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon down mkfs grace = 300 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon op complaint time = 120 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: mon warn on pool no app = False 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout:[client] 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: rgw cache enabled = true 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: rgw enable ops log = true 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: rgw enable usage log = true 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T07:19:05.431 INFO:teuthology.orchestra.run.smithi003.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout: client mount timeout = 600 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout: debug client = 20 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout: pid file = "" 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout: rados mon op timeout = 900 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout: rados osd op timeout = 900 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout:[mon.a] 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout:[mon.b] 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout:[mon.c] 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.a] 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.c] 2024-09-10T07:19:05.432 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.b] 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.d] 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout:[mds] 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: debug mds = 20 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: debug mds balancer = 20 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: debug ms = 1 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: mds debug frag = True 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: mds debug scatterstat = True 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: mds op complaint time = 180 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: mds verify scatter = True 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: osd op complaint time = 180 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: rados mon op timeout = 900 2024-09-10T07:19:05.433 INFO:teuthology.orchestra.run.smithi003.stdout: rados osd op timeout = 900 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout:[global] 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: chdir = "" 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: auth supported = cephx 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: filestore xattr use omap = true 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: mon clock drift allowed = 1.000 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: osd crush chooseleaf type = 0 2024-09-10T07:19:05.434 INFO:teuthology.orchestra.run.smithi070.stdout: auth debug = true 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: ms die on old message = true 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: ms die on bug = true 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: mon pg warn max object skew = 0 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: osd pool default size = 2 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd allow primary affinity = true 2024-09-10T07:19:05.435 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd allow pg remap = true 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on legacy crush tunables = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on crush straw calc version zero = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on no sortbitwise = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on osd down out interval zero = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on too few osds = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: mon_allow_pool_size_one = true 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: osd default data pool replay window = 5 2024-09-10T07:19:05.436 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: mon allow pool delete = true 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: mon cluster log file level = debug 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: debug asserts on shutdown = true 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: mon health detail to clog = false 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: mon host = "172.21.15.3,172.21.15.70,[v2:172.21.15.70:3301,v1:172.21.15.70:6790]" 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: fsid = d7bdaf00-7e43-469b-8121-7f8433a28eb6 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout:[osd] 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: osd journal size = 100 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: osd scrub load threshold = 5.0 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: osd scrub max interval = 600 2024-09-10T07:19:05.437 INFO:teuthology.orchestra.run.smithi070.stdout: osd mclock profile = high_recovery_ops 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd recover clone overlap = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd recovery max chunk = 1048576 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug shutdown = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug op order = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug verify stray on activate = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug trim objects = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd open classes on start = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug pg log writeout = true 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: osd deep scrub update digest min age = 30 2024-09-10T07:19:05.438 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: osd map max advance = 10 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: journal zero on create = true 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: filestore ondisk finisher threads = 3 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: filestore apply finisher threads = 3 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: bdev debug aio = true 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: osd debug misdirected ops = true 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: bluestore block size = 96636764160 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: bluestore fsck on mount = True 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: debug bluefs = 20 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: debug bluestore = 20 2024-09-10T07:19:05.439 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: debug osd = 20 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: debug rocksdb = 10 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd full ratio = 0.9 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd nearfull ratio = 0.8 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: osd failsafe full ratio = 0.95 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: osd objectstore = bluestore 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: osd op complaint time = 180 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout:[mgr] 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: debug mgr = 20 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: debug mon = 20 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: debug auth = 20 2024-09-10T07:19:05.440 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min pgs per osd = 4 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min bytes per osd = 10 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: mgr/telemetry/nag = false 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: debug client = 20 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout:[mon] 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: debug mon = 20 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: debug paxos = 20 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: debug auth = 20 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: mon data avail warn = 5 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: mon mgr mkfs grace = 240 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min pgs per osd = 4 2024-09-10T07:19:05.441 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd reporter subtree level = osd 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: mon osd prime pg temp = true 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: mon reweight min bytes per osd = 10 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.442 INFO:teuthology.orchestra.run.smithi070.stdout: # 1m isn't quite enough 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: mon_down_mkfs_grace = 2m 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: mon_warn_on_filestore_osds = false 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: mon down mkfs grace = 300 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: mon op complaint time = 120 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: mon warn on pool no app = False 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout:[client] 2024-09-10T07:19:05.444 INFO:teuthology.orchestra.run.smithi070.stdout: rgw cache enabled = true 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: rgw enable ops log = true 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: rgw enable usage log = true 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: client mount timeout = 600 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: debug client = 20 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: pid file = "" 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: rados mon op timeout = 900 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout: rados osd op timeout = 900 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout:[mon.a] 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout:[mon.b] 2024-09-10T07:19:05.445 INFO:teuthology.orchestra.run.smithi070.stdout:[mon.c] 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.a] 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.c] 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.b] 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.d] 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout:[mds] 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: debug mds = 20 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: debug mds balancer = 20 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: debug ms = 1 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: mds debug frag = True 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: mds debug scatterstat = True 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: mds op complaint time = 180 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: mds verify scatter = True 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: osd op complaint time = 180 2024-09-10T07:19:05.446 INFO:teuthology.orchestra.run.smithi070.stdout: rados mon op timeout = 900 2024-09-10T07:19:05.447 INFO:teuthology.orchestra.run.smithi070.stdout: rados osd op timeout = 900 2024-09-10T07:19:05.448 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T07:19:05.448 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T07:19:05.543 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T07:19:05.544 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:05.544 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T07:19:05.559 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:05.560 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T07:19:05.615 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:19:05.615 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:05.615 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T07:19:05.615 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T07:19:05.691 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:05.691 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:05.747 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:19:05.747 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:05.747 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T07:19:05.747 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T07:19:05.783 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:05.783 DEBUG:teuthology.orchestra.run.smithi070:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:05.839 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T07:19:05.839 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T07:19:05.839 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T07:19:05.892 INFO:teuthology.orchestra.run.smithi003.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T07:19:05.894 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T07:19:05.951 INFO:teuthology.orchestra.run.smithi070.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T07:19:05.954 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T07:19:05.954 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T07:19:06.007 INFO:teuthology.orchestra.run.smithi003.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T07:19:06.010 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-10T07:19:06.035 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T07:19:06.128 INFO:teuthology.orchestra.run.smithi003.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T07:19:06.130 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-10T07:19:06.156 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T07:19:06.207 INFO:teuthology.orchestra.run.smithi070.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T07:19:06.209 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-10T07:19:06.233 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T07:19:06.324 INFO:teuthology.orchestra.run.smithi070.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T07:19:06.329 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-10T07:19:06.354 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T07:19:06.354 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T07:19:06.398 INFO:teuthology.orchestra.run.smithi003.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-10T07:19:06.412 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-10T07:19:06.454 INFO:teuthology.orchestra.run.smithi003.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-10T07:19:06.469 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-10T07:19:06.510 INFO:teuthology.orchestra.run.smithi070.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-10T07:19:06.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-10T07:19:06.605 INFO:teuthology.orchestra.run.smithi070.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-10T07:19:06.617 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T07:19:06.617 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi003.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi070.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T07:19:06.618 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T07:19:06.644 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:06.644 INFO:tasks.ceph:role: osd.0 2024-09-10T07:19:06.644 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:19:06.644 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:06.717 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:06.718 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:07.212 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2024-09-10T07:19:07.214 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2024-09-10T07:19:07.214 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T07:19:07.310 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T07:19:07.341 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T07:19:07.407 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:07.407 INFO:tasks.ceph:role: osd.1 2024-09-10T07:19:07.407 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:19:07.407 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T07:19:07.480 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:07.480 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:07.481 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:07.934 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2024-09-10T07:19:07.936 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2024-09-10T07:19:07.936 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T07:19:08.010 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T07:19:08.082 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T07:19:08.147 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:08.148 INFO:tasks.ceph:role: osd.2 2024-09-10T07:19:08.148 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:19:08.148 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T07:19:08.220 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:08.221 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:08.707 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2024-09-10T07:19:08.717 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2024-09-10T07:19:08.717 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T07:19:08.816 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T07:19:08.849 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T07:19:08.916 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:08.916 INFO:tasks.ceph:role: osd.3 2024-09-10T07:19:08.916 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:19:08.916 DEBUG:teuthology.orchestra.run.smithi003:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T07:19:08.989 INFO:teuthology.orchestra.run.smithi003.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:08.989 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:08.990 INFO:teuthology.orchestra.run.smithi003.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:09.506 INFO:teuthology.orchestra.run.smithi003.stdout:Discarding blocks...Done. 2024-09-10T07:19:09.508 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi003.front.sepia.ceph.com -o noatime 2024-09-10T07:19:09.508 DEBUG:teuthology.orchestra.run.smithi003:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T07:19:09.660 DEBUG:teuthology.orchestra.run.smithi003:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T07:19:09.695 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:09.801+0000 7f719a244640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T07:19:09.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:09.807+0000 7f719a244640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T07:19:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:09.807+0000 7f719a244640 -1 bdev(0x556f4763f800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:09.807+0000 7f719a244640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T07:19:12.738 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T07:19:12.769 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:12.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:12.866+0000 7f043ee2f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T07:19:12.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:12.866+0000 7f043ee2f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T07:19:12.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:12.866+0000 7f043ee2f640 -1 bdev(0x55f995131800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:12.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:12.866+0000 7f043ee2f640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T07:19:16.036 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T07:19:16.067 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:16.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:16.160+0000 7f4cfca0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T07:19:16.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:16.160+0000 7f4cfca0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T07:19:16.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:16.160+0000 7f4cfca0d640 -1 bdev(0x5637bdb8b800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:16.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:16.160+0000 7f4cfca0d640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T07:19:19.344 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T07:19:19.375 DEBUG:teuthology.orchestra.run.smithi003:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:19.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:19.470+0000 7f1794611640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T07:19:19.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:19.471+0000 7f1794611640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T07:19:19.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:19.471+0000 7f1794611640 -1 bdev(0x55ee7966f800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:19.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:19.471+0000 7f1794611640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T07:19:22.645 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T07:19:22.675 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-10T07:19:22.707 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:22.707 INFO:tasks.ceph:role: osd.4 2024-09-10T07:19:22.707 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:19:22.708 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T07:19:22.775 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:22.776 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:22.809 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-10T07:19:22.811 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-10T07:19:22.811 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-10T07:19:22.881 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-10T07:19:22.952 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-10T07:19:23.018 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:23.019 INFO:tasks.ceph:role: osd.5 2024-09-10T07:19:23.019 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:19:23.019 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:23.083 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:23.084 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:23.115 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-10T07:19:23.117 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-10T07:19:23.117 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-10T07:19:23.186 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-10T07:19:23.256 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-10T07:19:23.320 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:23.321 INFO:tasks.ceph:role: osd.6 2024-09-10T07:19:23.321 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:19:23.321 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:23.386 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:23.418 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-10T07:19:23.420 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-10T07:19:23.420 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-10T07:19:23.488 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-10T07:19:23.558 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-10T07:19:23.622 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T07:19:23.623 INFO:tasks.ceph:role: osd.7 2024-09-10T07:19:23.623 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:19:23.623 DEBUG:teuthology.orchestra.run.smithi070:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:19:23.688 INFO:teuthology.orchestra.run.smithi070.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:19:23.720 INFO:teuthology.orchestra.run.smithi070.stdout:Discarding blocks...Done. 2024-09-10T07:19:23.721 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi070.front.sepia.ceph.com -o noatime 2024-09-10T07:19:23.722 DEBUG:teuthology.orchestra.run.smithi070:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-10T07:19:23.790 DEBUG:teuthology.orchestra.run.smithi070:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-10T07:19:23.858 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:23.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:23.956+0000 7fd87f134640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-10T07:19:23.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:23.956+0000 7fd87f134640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-10T07:19:23.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:23.956+0000 7fd87f134640 -1 bdev(0x558b8590d800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:23.956 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:23.956+0000 7fd87f134640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-10T07:19:26.881 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-10T07:19:26.911 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:27.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:27.002+0000 7fb348814640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-10T07:19:27.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:27.003+0000 7fb348814640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-10T07:19:27.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:27.003+0000 7fb348814640 -1 bdev(0x555ef2bbd800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:27.003 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:27.003+0000 7fb348814640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-10T07:19:30.166 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-10T07:19:30.195 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:30.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:30.287+0000 7f15c060b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-10T07:19:30.288 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:30.287+0000 7f15c060b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-10T07:19:30.288 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:30.287+0000 7f15c060b640 -1 bdev(0x563bde297800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:30.288 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:30.288+0000 7f15c060b640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-10T07:19:33.448 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:19:33.451 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:19:33.684 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-10T07:19:33.713 DEBUG:teuthology.orchestra.run.smithi070:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:33.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:33.801+0000 7f2dda5c5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-10T07:19:33.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:33.801+0000 7f2dda5c5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-10T07:19:33.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:33.801+0000 7f2dda5c5640 -1 bdev(0x5555d6f21800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-10T07:19:33.801 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:33.801+0000 7f2dda5c5640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-10T07:19:36.970 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-10T07:19:36.999 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T07:19:36.999 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:36.999 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T07:19:37.031 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.031 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-10T07:19:37.101 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.101 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-10T07:19:37.171 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.171 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T07:19:37.239 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.239 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T07:19:37.307 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.308 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T07:19:37.374 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.375 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T07:19:37.442 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.442 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T07:19:37.472 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.472 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-10T07:19:37.541 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.542 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-10T07:19:37.610 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.610 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-10T07:19:37.677 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.678 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-10T07:19:37.746 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.746 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-10T07:19:37.812 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.812 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-10T07:19:37.878 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.878 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-10T07:19:37.897 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:37.897 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-10T07:19:37.959 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.959 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-10T07:19:37.980 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:37.981 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-10T07:19:38.038 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T07:19:38.038 DEBUG:teuthology.orchestra.run.smithi003:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T07:19:38.041 DEBUG:teuthology.orchestra.run.smithi070:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T07:19:38.082 INFO:teuthology.orchestra.run.smithi003.stdout:[mgr.y] 2024-09-10T07:19:38.093 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w== 2024-09-10T07:19:38.093 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.a] 2024-09-10T07:19:38.093 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw== 2024-09-10T07:19:38.093 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.c] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA== 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.0] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg== 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.1] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA== 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.2] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg== 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.3] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ== 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout:[mgr.x] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q== 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.b] 2024-09-10T07:19:38.094 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.d] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.4] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.5] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.6] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[osd.7] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout:[client.2] 2024-09-10T07:19:38.095 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg== 2024-09-10T07:19:38.096 INFO:teuthology.orchestra.run.smithi003.stdout:[client.1] 2024-09-10T07:19:38.096 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ== 2024-09-10T07:19:38.096 INFO:teuthology.orchestra.run.smithi003.stdout:[client.3] 2024-09-10T07:19:38.096 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw== 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout:[mgr.y] 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w== 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.a] 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw== 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.c] 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA== 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.0] 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg== 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.1] 2024-09-10T07:19:38.107 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.2] 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.3] 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[mgr.x] 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.b] 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[mds.d] 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.4] 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw== 2024-09-10T07:19:38.108 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.5] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew== 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.6] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg== 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout:[osd.7] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A== 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout:[client.0] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout:[client.2] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg== 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout:[client.1] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ== 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout:[client.3] 2024-09-10T07:19:38.109 INFO:teuthology.orchestra.run.smithi070.stdout: key = AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw== 2024-09-10T07:19:38.110 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T07:19:38.141 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T07:19:38.205 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.213 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.267 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.272 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.331 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.337 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.389 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.392 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.451 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.458 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.510 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.580 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T07:19:38.613 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T07:19:38.666 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.673 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.739 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.749 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T07:19:38.805 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.812 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.870 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.876 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.929 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.936 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.986 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:38.997 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:19:39.054 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.061 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.116 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.125 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.178 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.181 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.235 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.237 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T07:19:39.291 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T07:19:39.291 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T07:19:39.316 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T07:19:39.413 DEBUG:teuthology.orchestra.run.smithi003:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T07:19:39.439 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T07:19:39.464 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T07:19:39.561 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T07:19:39.585 DEBUG:teuthology.orchestra.run.smithi070:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T07:19:39.650 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T07:19:39.745 DEBUG:teuthology.orchestra.run.smithi070:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T07:19:39.770 DEBUG:teuthology.orchestra.run.smithi003:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:39.773 DEBUG:teuthology.orchestra.run.smithi070:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:19:39.826 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T07:19:39.826 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T07:19:39.826 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T07:19:39.829 INFO:tasks.ceph.mon.a:Started 2024-09-10T07:19:39.830 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T07:19:39.830 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T07:19:39.868 INFO:tasks.ceph.mon.b:Started 2024-09-10T07:19:39.868 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T07:19:39.868 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T07:19:39.870 INFO:tasks.ceph.mon.c:Started 2024-09-10T07:19:39.870 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T07:19:39.870 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T07:19:39.871 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T07:19:39.873 INFO:tasks.ceph.mgr.y:Started 2024-09-10T07:19:39.873 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T07:19:39.873 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T07:19:39.875 INFO:tasks.ceph.mgr.x:Started 2024-09-10T07:19:39.875 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T07:19:39.875 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T07:19:39.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.977+0000 7ffa910d9640 1 Processor -- start 2024-09-10T07:19:39.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.977+0000 7ffa910d9640 1 -- start start 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa910d9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa910d9640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8c0b4080 con 0x7ffa8c0b50e0 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa910d9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8c06c410 con 0x7ffa8c0cd4a0 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa910d9640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8c0b4c50 con 0x7ffa8c06baf0 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8ad9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8b59e640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ffa8c0b50e0 0x7ffa8c0b5570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51528/0 (socket says 172.21.15.3:51528) 2024-09-10T07:19:39.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8b59e640 1 -- 172.21.15.3:0/3945336613 learned_addr learned my addr 172.21.15.3:0/3945336613 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:19:39.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:39.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:39.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:39.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:39.978+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:19:40.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.179+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:40.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.179+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:40.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.179+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:40.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.179+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:40.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.179+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:19:40.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.580+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:40.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.580+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:40.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.580+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:40.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.580+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:40.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:40.580+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:19:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:41.381+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:41.381+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:41.381+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:41.381+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:41.381+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:19:42.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 msgr2=0x7ffa8c06bed0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa8c06bed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 >> v1:172.21.15.70:6789/0 conn(0x7ffa8c0cd4a0 legacy=0x7ffa8c0d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 >> v1:172.21.15.3:6789/0 conn(0x7ffa8c0b50e0 legacy=0x7ffa8c0b5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8c0b4c50 con 0x7ffa780061d0 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffa78008d30 con 0x7ffa78003730 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.978+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:19:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:42.979+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:19:43.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:19:43.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.180+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:19:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:19:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:19:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:43.581+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8a59c640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:19:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:44.383+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:19:45.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 msgr2=0x7ffa78005b60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:19:45.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003730 0x7ffa78005b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 msgr2=0x7ffa78008670 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:19:45.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa780061d0 0x7ffa78008670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa8b59e640 1 -- 172.21.15.3:0/3945336613 reap_dead start 2024-09-10T07:19:45.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa7800b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003b50 0x7ffa78006660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa78006ba0 0x7ffa78007020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8c0b4c50 con 0x7ffa8c06baf0 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffa78008d30 con 0x7ffa78006ba0 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.978+0000 7ffa88d99640 1 -- 172.21.15.3:0/3945336613 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffa780076a0 con 0x7ffa78003b50 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.3:3300/0 conn(0x7ffa8c06baf0 0x7ffa7800b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003b50 0x7ffa78006660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8b59e640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa78006ba0 0x7ffa78007020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003b50 msgr2=0x7ffa78006660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003b50 0x7ffa78006660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa78006ba0 msgr2=0x7ffa78007020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa78006ba0 0x7ffa78007020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.979+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3945336613 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c0b4320 con 0x7ffa8c06baf0 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.980+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c06baf0 0x7ffa7800b200 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ffa780065b0 tx=0x7ffa7c02c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4342e4e6ac7969b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.980+0000 7ffa89d9b640 1 -- 172.21.15.3:0/3945336613 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c032070 con 0x7ffa8c06baf0 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.980+0000 7ffa89d9b640 1 -- 172.21.15.3:0/3945336613 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7c02ccb0 con 0x7ffa8c06baf0 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.980+0000 7ffa89d9b640 1 -- 172.21.15.3:0/3945336613 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c02ce60 con 0x7ffa8c06baf0 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 -- 172.21.15.3:0/3945336613 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c06baf0 msgr2=0x7ffa7800b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c06baf0 0x7ffa7800b200 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ffa780065b0 tx=0x7ffa7c02c3b0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 -- 172.21.15.3:0/3945336613 shutdown_connections 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3945336613 >> v2:172.21.15.70:3300/0 conn(0x7ffa78006ba0 0x7ffa78007020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003b50 0x7ffa78006660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3945336613 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c06baf0 0x7ffa7800b200 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 -- 172.21.15.3:0/3945336613 >> 172.21.15.3:0/3945336613 conn(0x7ffa8c0b2c50 msgr2=0x7ffa8c0b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 -- 172.21.15.3:0/3945336613 shutdown_connections 2024-09-10T07:19:45.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.981+0000 7ffa910d9640 1 -- 172.21.15.3:0/3945336613 wait complete. 2024-09-10T07:19:45.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.983+0000 7ffa910d9640 1 Processor -- start 2024-09-10T07:19:45.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.983+0000 7ffa910d9640 1 -- start start 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa910d9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 0x7ffa8c14fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa910d9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78006ba0 0x7ffa8c153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa910d9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c06baf0 0x7ffa8c15b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa910d9640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c0b03d0 con 0x7ffa78003b50 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa910d9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c0b48e0 con 0x7ffa8c06baf0 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa910d9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffa8c15c2f0 con 0x7ffa78006ba0 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa8ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 0x7ffa8c14fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa8ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 0x7ffa8c14fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59490/0 (socket says 172.21.15.3:59490) 2024-09-10T07:19:45.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3460250786 learned_addr learned my addr 172.21.15.3:0/3460250786 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78006ba0 0x7ffa8c153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.984+0000 7ffa8b59e640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c06baf0 0x7ffa8c15b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78006ba0 msgr2=0x7ffa8c153a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78006ba0 0x7ffa8c153a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c06baf0 msgr2=0x7ffa8c15b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c06baf0 0x7ffa8c15b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8ad9d640 1 -- 172.21.15.3:0/3460250786 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c1f3450 con 0x7ffa78003b50 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8a59c640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78006ba0 0x7ffa8c153a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa8ad9d640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 0x7ffa8c14fd70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c02c3f0 tx=0x7ffa7c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c045070 con 0x7ffa78003b50 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7c041640 con 0x7ffa78003b50 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c02ce60 con 0x7ffa78003b50 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.985+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c1544d0 con 0x7ffa78003b50 2024-09-10T07:19:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.986+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c154a90 con 0x7ffa78003b50 2024-09-10T07:19:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.986+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffa7c048070 con 0x7ffa78003b50 2024-09-10T07:19:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.986+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ffa7c04a4e0 con 0x7ffa78003b50 2024-09-10T07:19:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.987+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c06bed0 con 0x7ffa78003b50 2024-09-10T07:19:45.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:45.989+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ffa7c041a10 con 0x7ffa78003b50 2024-09-10T07:19:46.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.056+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7ffa8c0cd070 con 0x7ffa78003b50 2024-09-10T07:19:46.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.057+0000 7ffa737fe640 1 -- 172.21.15.3:0/3460250786 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7ffa7c005990 con 0x7ffa78003b50 2024-09-10T07:19:46.057 INFO:teuthology.orchestra.run.smithi003.stderr:adjusted tunables profile to default 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.058+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 msgr2=0x7ffa8c14fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.058+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 0x7ffa8c14fd70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c02c3f0 tx=0x7ffa7c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 shutdown_connections 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c06baf0 0x7ffa8c15b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78006ba0 0x7ffa8c153a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 --2- 172.21.15.3:0/3460250786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78003b50 0x7ffa8c14fd70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 >> 172.21.15.3:0/3460250786 conn(0x7ffa8c0b2c50 msgr2=0x7ffa8c1596e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:46.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 shutdown_connections 2024-09-10T07:19:46.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:46.059+0000 7ffa910d9640 1 -- 172.21.15.3:0/3460250786 wait complete. 2024-09-10T07:19:46.061 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.061+0000 7fc7b23ef040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:19:46.067 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.067+0000 7eff5e320040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:19:46.070 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T07:19:46.070 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T07:19:46.071 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:46.071 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T07:19:46.098 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:46.098 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T07:19:46.102 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.103+0000 7fc7b23ef040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:19:46.113 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.114+0000 7eff5e320040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:19:46.140 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:46.140 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T07:19:46.205 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:19:46.206 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T07:19:46.246 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.247+0000 7fc7b23ef040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:19:46.268 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.269+0000 7eff5e320040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T07:19:46.273 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:46.273 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-10T07:19:46.298 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.298+0000 7fc7b23ef040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:19:46.299 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:46.299 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-10T07:19:46.322 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.322+0000 7eff5e320040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:19:46.363 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:46.364 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-10T07:19:46.428 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:19:46.429 DEBUG:teuthology.orchestra.run.smithi070:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-10T07:19:46.465 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.465+0000 7fc7b23ef040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:19:46.490 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new b10eb22b-174d-453a-a1cd-5800c764c8ea 0 2024-09-10T07:19:46.492 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.492+0000 7eff5e320040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:19:46.581 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.581+0000 7fc7b23ef040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:19:46.607 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.608+0000 7eff5e320040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:19:46.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.629+0000 7f8d6eb5b640 1 Processor -- start 2024-09-10T07:19:46.629 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.629+0000 7f8d6eb5b640 1 -- start start 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6eb5b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 0x7f8d6815e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6eb5b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8d680cfc40 0x7f8d680c9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6eb5b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d68072180 con 0x7f8d680cda30 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6eb5b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8d68072420 con 0x7f8d680cfc40 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6eb5b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8d68072700 con 0x7f8d681589c0 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6c8f7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 0x7f8d6815e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6c8f7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 0x7f8d6815e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34314/0 (socket says 172.21.15.70:34314) 2024-09-10T07:19:46.631 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.630+0000 7f8d6c8f7640 1 -- 172.21.15.70:0/3718134611 learned_addr learned my addr 172.21.15.70:0/3718134611 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6d0f8640 1 --2- 172.21.15.70:0/3718134611 >> v2:172.21.15.3:3300/0 conn(0x7f8d680cfc40 0x7f8d680c9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6c8f7640 1 -- 172.21.15.70:0/3718134611 >> v2:172.21.15.3:3300/0 conn(0x7f8d680cfc40 msgr2=0x7f8d680c9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6c8f7640 1 --2- 172.21.15.70:0/3718134611 >> v2:172.21.15.3:3300/0 conn(0x7f8d680cfc40 0x7f8d680c9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6c8f7640 1 -- 172.21.15.70:0/3718134611 >> v1:172.21.15.3:6789/0 conn(0x7f8d680cda30 legacy=0x7f8d680cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6c8f7640 1 -- 172.21.15.70:0/3718134611 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d680729e0 con 0x7f8d681589c0 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6d0f8640 1 --2- 172.21.15.70:0/3718134611 >> v2:172.21.15.3:3300/0 conn(0x7f8d680cfc40 0x7f8d680c9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:19:46.632 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.631+0000 7f8d6c8f7640 1 --2- 172.21.15.70:0/3718134611 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 0x7f8d6815e940 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009870 tx=0x7f8d5c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8a66dd76a54c792 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:46.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d677fe640 1 -- 172.21.15.70:0/3718134611 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c037070 con 0x7f8d681589c0 2024-09-10T07:19:46.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d677fe640 1 -- 172.21.15.70:0/3718134611 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d5c032440 con 0x7f8d681589c0 2024-09-10T07:19:46.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d677fe640 1 -- 172.21.15.70:0/3718134611 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c032810 con 0x7f8d681589c0 2024-09-10T07:19:46.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/3718134611 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 msgr2=0x7f8d6815e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.633 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/3718134611 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 0x7f8d6815e940 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009870 tx=0x7f8d5c02a270 comp rx=0 tx=0).stop 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/3718134611 shutdown_connections 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/3718134611 >> v2:172.21.15.3:3300/0 conn(0x7f8d680cfc40 0x7f8d680c9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/3718134611 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d681589c0 0x7f8d6815e940 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/3718134611 >> 172.21.15.70:0/3718134611 conn(0x7f8d680ccf10 msgr2=0x7f8d680cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/3718134611 shutdown_connections 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.632+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/3718134611 wait complete. 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 Processor -- start 2024-09-10T07:19:46.634 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 -- start start 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 0x7f8d6815d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d680cfc40 0x7f8d681e5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d681589c0 0x7f8d680b3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8d680caae0 con 0x7f8d680cfc40 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8d68158da0 con 0x7f8d681589c0 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.634+0000 7f8d6eb5b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8d680cac60 con 0x7f8d680cda30 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6c8f7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 0x7f8d6815d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6c8f7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 0x7f8d6815d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34326/0 (socket says 172.21.15.70:34326) 2024-09-10T07:19:46.636 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6c8f7640 1 -- 172.21.15.70:0/1378460452 learned_addr learned my addr 172.21.15.70:0/1378460452 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d67fff640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d680cfc40 0x7f8d681e5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d681589c0 0x7f8d680b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 -- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 msgr2=0x7f8d6815d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 0x7f8d6815d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 -- 172.21.15.70:0/1378460452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d680cfc40 msgr2=0x7f8d681e5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d680cfc40 0x7f8d681e5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 -- 172.21.15.70:0/1378460452 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d680b50f0 con 0x7f8d681589c0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6c8f7640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 0x7f8d6815d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6d0f8640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d681589c0 0x7f8d680b3460 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8d60007e60 tx=0x7f8d6000d4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d6001a070 con 0x7f8d681589c0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d60003b90 con 0x7f8d681589c0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d680b53d0 con 0x7f8d681589c0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d60004030 con 0x7f8d681589c0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.635+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d6815d8c0 con 0x7f8d681589c0 2024-09-10T07:19:46.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.636+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8d6001d070 con 0x7f8d681589c0 2024-09-10T07:19:46.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.636+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f8d6001fbd0 con 0x7f8d681589c0 2024-09-10T07:19:46.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.636+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d680b57c0 con 0x7f8d681589c0 2024-09-10T07:19:46.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.638+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8d60024020 con 0x7f8d681589c0 2024-09-10T07:19:46.708 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.708+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b10eb22b-174d-453a-a1cd-5800c764c8ea", "id": 0} v 0) -- 0x7f8d680b55a0 con 0x7f8d681589c0 2024-09-10T07:19:46.710 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.711+0000 7f8d657fa640 1 -- 172.21.15.70:0/1378460452 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b10eb22b-174d-453a-a1cd-5800c764c8ea", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f8d6001fe20 con 0x7f8d681589c0 2024-09-10T07:19:46.711 INFO:teuthology.orchestra.run.smithi070.stdout:0 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d681589c0 msgr2=0x7f8d680b3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d681589c0 0x7f8d680b3460 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8d60007e60 tx=0x7f8d6000d4a0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 shutdown_connections 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8d681589c0 0x7f8d680b3460 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d680cfc40 0x7f8d681e5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 --2- 172.21.15.70:0/1378460452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8d680cda30 0x7f8d6815d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 >> 172.21.15.70:0/1378460452 conn(0x7f8d680ccf10 msgr2=0x7f8d680c97e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 shutdown_connections 2024-09-10T07:19:46.712 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.712+0000 7f8d6eb5b640 1 -- 172.21.15.70:0/1378460452 wait complete. 2024-09-10T07:19:46.722 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new 3dc869b3-fb54-446e-825a-1a808204b85d 1 2024-09-10T07:19:46.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.820+0000 7f849cba6640 1 Processor -- start 2024-09-10T07:19:46.820 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.820+0000 7f849cba6640 1 -- start start 2024-09-10T07:19:46.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f849cba6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 0x7f849806bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f849cba6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f849806c410 con 0x7f8498073da0 2024-09-10T07:19:46.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f849cba6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84980b5c30 con 0x7f84980d0c90 2024-09-10T07:19:46.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f849cba6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f84980b5f10 con 0x7f849806baf0 2024-09-10T07:19:46.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f849659c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 0x7f849806bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.821 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f8496d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f84980d0c90 0x7f849815c740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:58922/0 (socket says 172.21.15.70:58922) 2024-09-10T07:19:46.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f849659c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 0x7f849806bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34340/0 (socket says 172.21.15.70:34340) 2024-09-10T07:19:46.822 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.821+0000 7f8496d9d640 1 -- 172.21.15.70:0/120907919 learned_addr learned my addr 172.21.15.70:0/120907919 (peer_addr_for_me v1:172.21.15.70:0/0) 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849559a640 1 -- 172.21.15.70:0/120907919 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2749352239 0 0) 0x7f84980b5c30 con 0x7f84980d0c90 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849659c640 1 -- 172.21.15.70:0/120907919 >> v1:172.21.15.70:6789/0 conn(0x7f84980d0c90 legacy=0x7f849815c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849659c640 1 -- 172.21.15.70:0/120907919 >> v1:172.21.15.3:6789/0 conn(0x7f8498073da0 legacy=0x7f84980b4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849659c640 1 -- 172.21.15.70:0/120907919 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84980b40f0 con 0x7f849806baf0 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849659c640 1 --2- 172.21.15.70:0/120907919 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 0x7f849806bed0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f84880097d0 tx=0x7f848802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8eda654e0cfa909f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849559a640 1 -- 172.21.15.70:0/120907919 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8488037070 con 0x7f849806baf0 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849559a640 1 -- 172.21.15.70:0/120907919 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8488032440 con 0x7f849806baf0 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.822+0000 7f849559a640 1 -- 172.21.15.70:0/120907919 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8488032810 con 0x7f849806baf0 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 -- 172.21.15.70:0/120907919 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 msgr2=0x7f849806bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.828 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 --2- 172.21.15.70:0/120907919 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 0x7f849806bed0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f84880097d0 tx=0x7f848802a210 comp rx=0 tx=0).stop 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 -- 172.21.15.70:0/120907919 shutdown_connections 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 --2- 172.21.15.70:0/120907919 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f849806baf0 0x7f849806bed0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 -- 172.21.15.70:0/120907919 >> 172.21.15.70:0/120907919 conn(0x7f84980b2c50 msgr2=0x7f84980b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 -- 172.21.15.70:0/120907919 shutdown_connections 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.823+0000 7f849cba6640 1 -- 172.21.15.70:0/120907919 wait complete. 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 Processor -- start 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 -- start start 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f849806baf0 0x7f84980aeb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 0x7f849814f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.829 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 0x7f849815b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f84980b52e0 con 0x7f849806baf0 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f84980b46b0 con 0x7f8498073da0 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849cba6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f84980b5460 con 0x7f84980d0c90 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f8496d9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 0x7f849815b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f8495d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 0x7f849814f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f8496d9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 0x7f849815b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34352/0 (socket says 172.21.15.70:34352) 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f849659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f849806baf0 0x7f84980aeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f8495d9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 0x7f849814f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52216/0 (socket says 172.21.15.70:52216) 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.825+0000 7f8496d9d640 1 -- 172.21.15.70:0/1978583753 learned_addr learned my addr 172.21.15.70:0/1978583753 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8496d9d640 1 -- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 msgr2=0x7f849814f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8496d9d640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 0x7f849814f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8496d9d640 1 -- 172.21.15.70:0/1978583753 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f849806baf0 msgr2=0x7f84980aeb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8496d9d640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f849806baf0 0x7f84980aeb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8496d9d640 1 -- 172.21.15.70:0/1978583753 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84981e4f00 con 0x7f84980d0c90 2024-09-10T07:19:46.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8495d9b640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 0x7f849814f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:46.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f8496d9d640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 0x7f849815b270 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f849000c7b0 tx=0x7f849000cc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:46.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8490018070 con 0x7f84980d0c90 2024-09-10T07:19:46.831 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f849000a640 con 0x7f84980d0c90 2024-09-10T07:19:46.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849000aa70 con 0x7f84980d0c90 2024-09-10T07:19:46.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84981e51e0 con 0x7f84980d0c90 2024-09-10T07:19:46.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f84981e57a0 con 0x7f84980d0c90 2024-09-10T07:19:46.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f849001b070 con 0x7f84980d0c90 2024-09-10T07:19:46.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.826+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f849001d7f0 con 0x7f84980d0c90 2024-09-10T07:19:46.832 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.827+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84981e5c90 con 0x7f84980d0c90 2024-09-10T07:19:46.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.829+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8490007930 con 0x7f84980d0c90 2024-09-10T07:19:46.898 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.898+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3dc869b3-fb54-446e-825a-1a808204b85d", "id": 1} v 0) -- 0x7f849806ec80 con 0x7f84980d0c90 2024-09-10T07:19:46.903 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.904+0000 7f848effd640 1 -- 172.21.15.70:0/1978583753 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3dc869b3-fb54-446e-825a-1a808204b85d", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f849000ace0 con 0x7f84980d0c90 2024-09-10T07:19:46.904 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.904+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 msgr2=0x7f849815b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.904+0000 7f849cba6640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 0x7f849815b270 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f849000c7b0 tx=0x7f849000cc70 comp rx=0 tx=0).stop 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 shutdown_connections 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84980d0c90 0x7f849815b270 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8498073da0 0x7f849814f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 --2- 172.21.15.70:0/1978583753 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f849806baf0 0x7f84980aeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 >> 172.21.15.70:0/1978583753 conn(0x7f84980b2c50 msgr2=0x7f849815a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 shutdown_connections 2024-09-10T07:19:46.905 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:46.905+0000 7f849cba6640 1 -- 172.21.15.70:0/1978583753 wait complete. 2024-09-10T07:19:46.913 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.913+0000 7fc7b23ef040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:19:46.915 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new b4127080-70a2-46b0-b8fb-7bfe5dad3847 2 2024-09-10T07:19:46.945 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:46.945+0000 7eff5e320040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:19:46.962 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:46.963+0000 7fc7b23ef040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:19:47.003 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:47.004+0000 7eff5e320040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:19:47.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.013+0000 7f43d6e47640 1 Processor -- start 2024-09-10T07:19:47.013 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.013+0000 7f43d6e47640 1 -- start start 2024-09-10T07:19:47.014 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d6e47640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d015e780 0x7f43d00c7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d6e47640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d006fa30 0x7f43d00c5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d6e47640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f43d00c6500 0x7f43d00cd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d6e47640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f43d015eb60 con 0x7f43d00c6500 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d6e47640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f43d00b3500 con 0x7f43d006fa30 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d6e47640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f43d00c6d90 con 0x7f43d015e780 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43cffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d006fa30 0x7f43d00c5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d4be3640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d015e780 0x7f43d00c7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43cffff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43d006fa30 0x7f43d00c5fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52228/0 (socket says 172.21.15.70:52228) 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43cffff640 1 -- 172.21.15.70:0/1770326823 learned_addr learned my addr 172.21.15.70:0/1770326823 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.014+0000 7f43d53e4640 1 --2- 172.21.15.70:0/1770326823 >> v2:172.21.15.3:3300/0 conn(0x7f43d00c6500 0x7f43d00cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43cffff640 1 -- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d015e780 msgr2=0x7f43d00c7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:47.015 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43cffff640 1 --2- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d015e780 0x7f43d00c7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43cffff640 1 -- 172.21.15.70:0/1770326823 >> v2:172.21.15.3:3300/0 conn(0x7f43d00c6500 msgr2=0x7f43d00cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:47.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43cffff640 1 --2- 172.21.15.70:0/1770326823 >> v2:172.21.15.3:3300/0 conn(0x7f43d00c6500 0x7f43d00cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43cffff640 1 -- 172.21.15.70:0/1770326823 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d00b37a0 con 0x7f43d006fa30 2024-09-10T07:19:47.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43d4be3640 1 --2- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d015e780 0x7f43d00c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.016 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43d53e4640 1 --2- 172.21.15.70:0/1770326823 >> v2:172.21.15.3:3300/0 conn(0x7f43d00c6500 0x7f43d00cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:19:47.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.015+0000 7f43cffff640 1 --2- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d006fa30 0x7f43d00c5fc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f43d00717e0 tx=0x7f43bc02a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e2b9062637c8159 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.017 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43cf7fe640 1 -- 172.21.15.70:0/1770326823 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc037070 con 0x7f43d006fa30 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43cf7fe640 1 -- 172.21.15.70:0/1770326823 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43bc032440 con 0x7f43d006fa30 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43cf7fe640 1 -- 172.21.15.70:0/1770326823 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc032810 con 0x7f43d006fa30 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 -- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d006fa30 msgr2=0x7f43d00c5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 --2- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d006fa30 0x7f43d00c5fc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f43d00717e0 tx=0x7f43bc02a1e0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 -- 172.21.15.70:0/1770326823 shutdown_connections 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 --2- 172.21.15.70:0/1770326823 >> v2:172.21.15.3:3300/0 conn(0x7f43d00c6500 0x7f43d00cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 --2- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d006fa30 0x7f43d00c5fc0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 --2- 172.21.15.70:0/1770326823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d015e780 0x7f43d00c7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 -- 172.21.15.70:0/1770326823 >> 172.21.15.70:0/1770326823 conn(0x7f43d009aa30 msgr2=0x7f43d00b2d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 -- 172.21.15.70:0/1770326823 shutdown_connections 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.016+0000 7f43d6e47640 1 -- 172.21.15.70:0/1770326823 wait complete. 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.017+0000 7f43d6e47640 1 Processor -- start 2024-09-10T07:19:47.018 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 -- start start 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43d006fa30 0x7f43d015ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 0x7f43d00b4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d015e780 0x7f43d00c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f43d00c69b0 con 0x7f43d006fa30 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43d00c7070 con 0x7f43d015e780 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d6e47640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f43d00c6b30 con 0x7f43d00c6500 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43cffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 0x7f43d00b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43cffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 0x7f43d00b4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34368/0 (socket says 172.21.15.70:34368) 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43d53e4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d015e780 0x7f43d00c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.018+0000 7f43cffff640 1 -- 172.21.15.70:0/2516348366 learned_addr learned my addr 172.21.15.70:0/2516348366 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.021 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43d4be3640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43d006fa30 0x7f43d015ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cffff640 1 -- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d015e780 msgr2=0x7f43d00c8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cffff640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d015e780 0x7f43d00c8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cffff640 1 -- 172.21.15.70:0/2516348366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43d006fa30 msgr2=0x7f43d015ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cffff640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43d006fa30 0x7f43d015ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cffff640 1 -- 172.21.15.70:0/2516348366 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d00b6f90 con 0x7f43d00c6500 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43d53e4640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d015e780 0x7f43d00c8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cffff640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 0x7f43d00b4540 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f43bc000c00 tx=0x7f43bc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc041070 con 0x7f43d00c6500 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43bc03c870 con 0x7f43d00c6500 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc037040 con 0x7f43d00c6500 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d00ae530 con 0x7f43d00c6500 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d00aeaf0 con 0x7f43d00c6500 2024-09-10T07:19:47.022 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f43bc044070 con 0x7f43d00c6500 2024-09-10T07:19:47.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.019+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f43bc046d70 con 0x7f43d00c6500 2024-09-10T07:19:47.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.020+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d006fe90 con 0x7f43d00c6500 2024-09-10T07:19:47.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.022+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f43bc046450 con 0x7f43d00c6500 2024-09-10T07:19:47.092 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.092+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b4127080-70a2-46b0-b8fb-7bfe5dad3847", "id": 2} v 0) -- 0x7f43d00ce7e0 con 0x7f43d00c6500 2024-09-10T07:19:47.098 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.097+0000 7f43cd7fa640 1 -- 172.21.15.70:0/2516348366 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b4127080-70a2-46b0-b8fb-7bfe5dad3847", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f43bc03cc40 con 0x7f43d00c6500 2024-09-10T07:19:47.098 INFO:teuthology.orchestra.run.smithi070.stdout:2 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 msgr2=0x7f43d00b4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 0x7f43d00b4540 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f43bc000c00 tx=0x7f43bc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 shutdown_connections 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43d015e780 0x7f43d00c8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43d00c6500 0x7f43d00b4540 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 --2- 172.21.15.70:0/2516348366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43d006fa30 0x7f43d015ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 >> 172.21.15.70:0/2516348366 conn(0x7f43d009aa30 msgr2=0x7f43d00cf090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 shutdown_connections 2024-09-10T07:19:47.099 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.098+0000 7f43d6e47640 1 -- 172.21.15.70:0/2516348366 wait complete. 2024-09-10T07:19:47.108 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new f2f42884-b962-49ef-981e-fbd4d383fb79 3 2024-09-10T07:19:47.120 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:47.121+0000 7fc7b23ef040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:19:47.162 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:47.162+0000 7eff5e320040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:19:47.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.209+0000 7f090632a640 1 Processor -- start 2024-09-10T07:19:47.209 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.209+0000 7f090632a640 1 -- start start 2024-09-10T07:19:47.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f090632a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f090015b0b0 0x7f0900072ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f090632a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f090015bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.210 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f090632a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0900073370 con 0x7f090006faf0 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f090632a640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f090015bb50 con 0x7f090015b0b0 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f090632a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0900073650 con 0x7f0900073c30 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f090015bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f090015bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34376/0 (socket says 172.21.15.70:34376) 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 -- 172.21.15.70:0/938563963 learned_addr learned my addr 172.21.15.70:0/938563963 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08fffff640 1 --2- 172.21.15.70:0/938563963 >> v2:172.21.15.3:3300/0 conn(0x7f090015b0b0 0x7f0900072ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 -- 172.21.15.70:0/938563963 >> v2:172.21.15.3:3300/0 conn(0x7f090015b0b0 msgr2=0x7f0900072ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 --2- 172.21.15.70:0/938563963 >> v2:172.21.15.3:3300/0 conn(0x7f090015b0b0 0x7f0900072ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 -- 172.21.15.70:0/938563963 >> v1:172.21.15.3:6789/0 conn(0x7f090006faf0 legacy=0x7f09000aec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.211 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.210+0000 7f08ff7fe640 1 -- 172.21.15.70:0/938563963 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090015b7e0 con 0x7f0900073c30 2024-09-10T07:19:47.212 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.211+0000 7f08ff7fe640 1 --2- 172.21.15.70:0/938563963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f090015bfe0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f08e8009870 tx=0x7f08e802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6293b2ee1342ee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.211+0000 7f08feffd640 1 -- 172.21.15.70:0/938563963 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8037070 con 0x7f0900073c30 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.211+0000 7f08feffd640 1 -- 172.21.15.70:0/938563963 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08e8032440 con 0x7f0900073c30 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.211+0000 7f08feffd640 1 -- 172.21.15.70:0/938563963 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8032810 con 0x7f0900073c30 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 -- 172.21.15.70:0/938563963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 msgr2=0x7f090015bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 --2- 172.21.15.70:0/938563963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f090015bfe0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f08e8009870 tx=0x7f08e802a270 comp rx=0 tx=0).stop 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 -- 172.21.15.70:0/938563963 shutdown_connections 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 --2- 172.21.15.70:0/938563963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f090015bfe0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 --2- 172.21.15.70:0/938563963 >> v2:172.21.15.3:3300/0 conn(0x7f090015b0b0 0x7f0900072ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 -- 172.21.15.70:0/938563963 >> 172.21.15.70:0/938563963 conn(0x7f09000b2c50 msgr2=0x7f09000b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 -- 172.21.15.70:0/938563963 shutdown_connections 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.212+0000 7f090632a640 1 -- 172.21.15.70:0/938563963 wait complete. 2024-09-10T07:19:47.213 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.213+0000 7f090632a640 1 Processor -- start 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.213+0000 7f090632a640 1 -- start start 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f090632a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f090006faf0 0x7f09000cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f090632a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f0900145c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f090632a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f090015b0b0 0x7f0900147890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f090632a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f090006ffa0 con 0x7f090015b0b0 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f090632a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f090015b490 con 0x7f090006faf0 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f090632a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0900070120 con 0x7f0900073c30 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f0900145c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08fffff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f090006faf0 0x7f09000cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f0900145c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34392/0 (socket says 172.21.15.70:34392) 2024-09-10T07:19:47.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 -- 172.21.15.70:0/326528331 learned_addr learned my addr 172.21.15.70:0/326528331 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f09048c7640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f090015b0b0 0x7f0900147890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 -- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f090006faf0 msgr2=0x7f09000cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f090006faf0 0x7f09000cddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 -- 172.21.15.70:0/326528331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f090015b0b0 msgr2=0x7f0900147890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f090015b0b0 0x7f0900147890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08ff7fe640 1 -- 172.21.15.70:0/326528331 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0900146ad0 con 0x7f0900073c30 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.214+0000 7f08fffff640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f090006faf0 0x7f09000cddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f08ff7fe640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f0900145c40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f08e802a2b0 tx=0x7f08e80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8037040 con 0x7f0900073c30 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08e8042070 con 0x7f0900073c30 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0900146db0 con 0x7f0900073c30 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8030880 con 0x7f0900073c30 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0900147370 con 0x7f0900073c30 2024-09-10T07:19:47.217 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f08e8030a20 con 0x7f0900073c30 2024-09-10T07:19:47.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.215+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f08e803b430 con 0x7f0900073c30 2024-09-10T07:19:47.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.216+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0900072ce0 con 0x7f0900073c30 2024-09-10T07:19:47.218 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.218+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f08e8047460 con 0x7f0900073c30 2024-09-10T07:19:47.287 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.287+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f2f42884-b962-49ef-981e-fbd4d383fb79", "id": 3} v 0) -- 0x7f0900073a10 con 0x7f0900073c30 2024-09-10T07:19:47.292 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.292+0000 7f08fcff9640 1 -- 172.21.15.70:0/326528331 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f2f42884-b962-49ef-981e-fbd4d383fb79", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f08e8047680 con 0x7f0900073c30 2024-09-10T07:19:47.292 INFO:teuthology.orchestra.run.smithi070.stdout:3 2024-09-10T07:19:47.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 msgr2=0x7f0900145c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f0900145c40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f08e802a2b0 tx=0x7f08e80046c0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 shutdown_connections 2024-09-10T07:19:47.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f090015b0b0 0x7f0900147890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.293 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0900073c30 0x7f0900145c40 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 --2- 172.21.15.70:0/326528331 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f090006faf0 0x7f09000cddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 >> 172.21.15.70:0/326528331 conn(0x7f09000b2c50 msgr2=0x7f090015cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 shutdown_connections 2024-09-10T07:19:47.294 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.293+0000 7f090632a640 1 -- 172.21.15.70:0/326528331 wait complete. 2024-09-10T07:19:47.303 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new 287b4199-9f90-4f63-887a-5d64e6257e5e 4 2024-09-10T07:19:47.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.442+0000 7f4f94665640 1 Processor -- start 2024-09-10T07:19:47.442 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.442+0000 7f4f94665640 1 -- start start 2024-09-10T07:19:47.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f94665640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f8c070200 0x7f4f8c072ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f94665640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4f8c073c30 0x7f4f8c15bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.443 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f94665640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f8c073370 con 0x7f4f8c15b0b0 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f94665640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f4f8c15bb50 con 0x7f4f8c073c30 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f94665640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4f8c073650 con 0x7f4f8c070200 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f8c070200 0x7f4f8c072ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f8c070200 0x7f4f8c072ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52256/0 (socket says 172.21.15.70:52256) 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 -- 172.21.15.70:0/1173178449 learned_addr learned my addr 172.21.15.70:0/1173178449 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f92c02640 1 --2- 172.21.15.70:0/1173178449 >> v2:172.21.15.3:3300/0 conn(0x7f4f8c073c30 0x7f4f8c15bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 -- 172.21.15.70:0/1173178449 >> v2:172.21.15.3:3300/0 conn(0x7f4f8c073c30 msgr2=0x7f4f8c15bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 --2- 172.21.15.70:0/1173178449 >> v2:172.21.15.3:3300/0 conn(0x7f4f8c073c30 0x7f4f8c15bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 -- 172.21.15.70:0/1173178449 >> v1:172.21.15.3:6789/0 conn(0x7f4f8c15b0b0 legacy=0x7f4f8c06faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f91c00640 1 -- 172.21.15.70:0/1173178449 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f8c15b7e0 con 0x7f4f8c070200 2024-09-10T07:19:47.444 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.443+0000 7f4f92c02640 1 --2- 172.21.15.70:0/1173178449 >> v2:172.21.15.3:3300/0 conn(0x7f4f8c073c30 0x7f4f8c15bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:19:47.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.444+0000 7f4f91c00640 1 --2- 172.21.15.70:0/1173178449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c072ce0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c0ae9c0 tx=0x7f4f7c02c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b7bf0245db77c7d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.445 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.444+0000 7f4f913ff640 1 -- 172.21.15.70:0/1173178449 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7c036020 con 0x7f4f8c070200 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.444+0000 7f4f913ff640 1 -- 172.21.15.70:0/1173178449 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f7c032640 con 0x7f4f8c070200 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.444+0000 7f4f913ff640 1 -- 172.21.15.70:0/1173178449 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7c032a10 con 0x7f4f8c070200 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 -- 172.21.15.70:0/1173178449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 msgr2=0x7f4f8c072ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 --2- 172.21.15.70:0/1173178449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c072ce0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c0ae9c0 tx=0x7f4f7c02c940 comp rx=0 tx=0).stop 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 -- 172.21.15.70:0/1173178449 shutdown_connections 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 --2- 172.21.15.70:0/1173178449 >> v2:172.21.15.3:3300/0 conn(0x7f4f8c073c30 0x7f4f8c15bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 --2- 172.21.15.70:0/1173178449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c072ce0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 -- 172.21.15.70:0/1173178449 >> 172.21.15.70:0/1173178449 conn(0x7f4f8c0b2c50 msgr2=0x7f4f8c0b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 -- 172.21.15.70:0/1173178449 shutdown_connections 2024-09-10T07:19:47.446 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.445+0000 7f4f94665640 1 -- 172.21.15.70:0/1173178449 wait complete. 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.446+0000 7f4f94665640 1 Processor -- start 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.446+0000 7f4f94665640 1 -- start start 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f94665640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c14aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f94665640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 0x7f4f8c1f81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f94665640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f8c15b0b0 0x7f4f8c0ceb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f94665640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8c0aec50 con 0x7f4f8c15b0b0 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f94665640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f8c15b490 con 0x7f4f8c070200 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f94665640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4f8c0aedd0 con 0x7f4f8c073c30 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 0x7f4f8c1f81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f92401640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c14aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.449 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 0x7f4f8c1f81c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34398/0 (socket says 172.21.15.70:34398) 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f92401640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c14aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52266/0 (socket says 172.21.15.70:52266) 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 -- 172.21.15.70:0/3515980095 learned_addr learned my addr 172.21.15.70:0/3515980095 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f92c02640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f8c15b0b0 0x7f4f8c0ceb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 -- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 msgr2=0x7f4f8c14aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c14aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 -- 172.21.15.70:0/3515980095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f8c15b0b0 msgr2=0x7f4f8c0ceb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.447+0000 7f4f91c00640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f8c15b0b0 0x7f4f8c0ceb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f91c00640 1 -- 172.21.15.70:0/3515980095 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f8c15f750 con 0x7f4f8c073c30 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f92401640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c14aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f91c00640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 0x7f4f8c1f81c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4f7c00b2c0 tx=0x7f4f7c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7c03acc0 con 0x7f4f8c073c30 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f7c03ae60 con 0x7f4f8c073c30 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f8c14b490 con 0x7f4f8c073c30 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f7c0466c0 con 0x7f4f8c073c30 2024-09-10T07:19:47.450 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f8c15e990 con 0x7f4f8c073c30 2024-09-10T07:19:47.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4f7c039020 con 0x7f4f8c073c30 2024-09-10T07:19:47.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.448+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f4f7c031390 con 0x7f4f8c073c30 2024-09-10T07:19:47.451 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.449+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f8c072ce0 con 0x7f4f8c073c30 2024-09-10T07:19:47.452 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.452+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4f7c046d80 con 0x7f4f8c073c30 2024-09-10T07:19:47.521 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.521+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "osd new", "uuid": "287b4199-9f90-4f63-887a-5d64e6257e5e", "id": 4} v 0) -- 0x7f4f8c073a10 con 0x7f4f8c073c30 2024-09-10T07:19:47.526 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.526+0000 7f4f82ffd640 1 -- 172.21.15.70:0/3515980095 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "287b4199-9f90-4f63-887a-5d64e6257e5e", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f4f7c03b420 con 0x7f4f8c073c30 2024-09-10T07:19:47.526 INFO:teuthology.orchestra.run.smithi070.stdout:4 2024-09-10T07:19:47.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 msgr2=0x7f4f8c1f81c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.527 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 0x7f4f8c1f81c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4f7c00b2c0 tx=0x7f4f7c004730 comp rx=0 tx=0).stop 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 shutdown_connections 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f8c15b0b0 0x7f4f8c0ceb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f8c073c30 0x7f4f8c1f81c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 --2- 172.21.15.70:0/3515980095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f8c070200 0x7f4f8c14aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 >> 172.21.15.70:0/3515980095 conn(0x7f4f8c0b2c50 msgr2=0x7f4f8c156720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 shutdown_connections 2024-09-10T07:19:47.528 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.527+0000 7f4f94665640 1 -- 172.21.15.70:0/3515980095 wait complete. 2024-09-10T07:19:47.538 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new 842a2242-664f-4fc0-bff4-1d1ff2a84ced 5 2024-09-10T07:19:47.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.637+0000 7fbe17a42640 1 Processor -- start 2024-09-10T07:19:47.637 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.637+0000 7fbe17a42640 1 -- start start 2024-09-10T07:19:47.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe17a42640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 0x7fbe1015fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe17a42640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbe100cfe90 0x7fbe10160390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.638 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe17a42640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe100d0350 con 0x7fbe1015c420 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe17a42640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fbe100d0630 con 0x7fbe100cfe90 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe17a42640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fbe100d0910 con 0x7fbe1015c040 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe157de640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 0x7fbe1015fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe14fdd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fbe100cfe90 0x7fbe10160390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe157de640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 0x7fbe1015fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34414/0 (socket says 172.21.15.70:34414) 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe157de640 1 -- 172.21.15.70:0/1857194772 learned_addr learned my addr 172.21.15.70:0/1857194772 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe14fdd640 1 -- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 msgr2=0x7fbe1015fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe14fdd640 1 --2- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 0x7fbe1015fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe14fdd640 1 -- 172.21.15.70:0/1857194772 >> v1:172.21.15.3:6789/0 conn(0x7fbe1015c420 legacy=0x7fbe100ce680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe14fdd640 1 -- 172.21.15.70:0/1857194772 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe100d0bf0 con 0x7fbe100cfe90 2024-09-10T07:19:47.639 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.638+0000 7fbe157de640 1 --2- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 0x7fbe1015fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.639+0000 7fbe14fdd640 1 --2- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe10160390 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbe000097a0 tx=0x7fbe0002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f841546131149cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.639+0000 7fbe07fff640 1 -- 172.21.15.70:0/1857194772 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe00037070 con 0x7fbe100cfe90 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.639+0000 7fbe07fff640 1 -- 172.21.15.70:0/1857194772 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe00032440 con 0x7fbe100cfe90 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.639+0000 7fbe07fff640 1 -- 172.21.15.70:0/1857194772 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe00032810 con 0x7fbe100cfe90 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 -- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 msgr2=0x7fbe10160390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe10160390 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbe000097a0 tx=0x7fbe0002a180 comp rx=0 tx=0).stop 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 -- 172.21.15.70:0/1857194772 shutdown_connections 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe10160390 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1857194772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c040 0x7fbe1015fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 -- 172.21.15.70:0/1857194772 >> 172.21.15.70:0/1857194772 conn(0x7fbe1006feb0 msgr2=0x7fbe10070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 -- 172.21.15.70:0/1857194772 shutdown_connections 2024-09-10T07:19:47.641 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.640+0000 7fbe17a42640 1 -- 172.21.15.70:0/1857194772 wait complete. 2024-09-10T07:19:47.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.641+0000 7fbe17a42640 1 Processor -- start 2024-09-10T07:19:47.642 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.641+0000 7fbe17a42640 1 -- start start 2024-09-10T07:19:47.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe1006e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbe1015c040 0x7fbe10152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c420 0x7fbe100b74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbe100d2bb0 con 0x7fbe1015c040 2024-09-10T07:19:47.644 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbe100d17e0 con 0x7fbe100cfe90 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fbe100d2d30 con 0x7fbe1015c420 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe1006e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe1006e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52284/0 (socket says 172.21.15.70:52284) 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 -- 172.21.15.70:0/1689541400 learned_addr learned my addr 172.21.15.70:0/1689541400 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe15fdf640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c420 0x7fbe100b74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe14fdd640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbe1015c040 0x7fbe10152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 -- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c420 msgr2=0x7fbe100b74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c420 0x7fbe100b74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 -- 172.21.15.70:0/1689541400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbe1015c040 msgr2=0x7fbe10152840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbe1015c040 0x7fbe10152840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 -- 172.21.15.70:0/1689541400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe1006d660 con 0x7fbe100cfe90 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe157de640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe1006e700 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c00e9b0 tx=0x7fbe0c00ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.645 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe0c017070 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe0c00c9a0 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe1006d940 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.642+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe0c00cd50 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.643+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe1006df00 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.643+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbe0c01a070 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.643+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fbe0c0139f0 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.644+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe1015fe50 con 0x7fbe100cfe90 2024-09-10T07:19:47.646 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.646+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbe0c013470 con 0x7fbe100cfe90 2024-09-10T07:19:47.714 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.715+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd new", "uuid": "842a2242-664f-4fc0-bff4-1d1ff2a84ced", "id": 5} v 0) -- 0x7fbe100d1240 con 0x7fbe100cfe90 2024-09-10T07:19:47.719 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.720+0000 7fbe05ffb640 1 -- 172.21.15.70:0/1689541400 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "842a2242-664f-4fc0-bff4-1d1ff2a84ced", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fbe0c013650 con 0x7fbe100cfe90 2024-09-10T07:19:47.720 INFO:teuthology.orchestra.run.smithi070.stdout:5 2024-09-10T07:19:47.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 msgr2=0x7fbe1006e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe1006e700 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c00e9b0 tx=0x7fbe0c00ee70 comp rx=0 tx=0).stop 2024-09-10T07:19:47.721 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 shutdown_connections 2024-09-10T07:19:47.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbe1015c420 0x7fbe100b74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbe1015c040 0x7fbe10152840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 --2- 172.21.15.70:0/1689541400 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbe100cfe90 0x7fbe1006e700 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 >> 172.21.15.70:0/1689541400 conn(0x7fbe1006feb0 msgr2=0x7fbe101607b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 shutdown_connections 2024-09-10T07:19:47.722 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.721+0000 7fbe17a42640 1 -- 172.21.15.70:0/1689541400 wait complete. 2024-09-10T07:19:47.731 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new f14bb89e-a945-484d-8d19-f865a8588f8e 6 2024-09-10T07:19:47.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.830+0000 7f4c57fff640 1 Processor -- start 2024-09-10T07:19:47.830 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.830+0000 7f4c57fff640 1 -- start start 2024-09-10T07:19:47.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c57fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4c5815bd10 0x7f4c580d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.833 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c57fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4c5806e960 0x7f4c5815ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c57fff640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c580cee60 con 0x7f4c580d2590 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c57fff640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f4c58162bd0 con 0x7f4c5815bd10 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c57fff640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4c580d29d0 con 0x7f4c5806e960 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4c5806e960 0x7f4c5815ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4c5806e960 0x7f4c5815ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52294/0 (socket says 172.21.15.70:52294) 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c567fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4c580d2590 0x7f4c5806e250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.70:58930/0 (socket says 172.21.15.70:58930) 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 -- 172.21.15.70:0/3528633170 learned_addr learned my addr 172.21.15.70:0/3528633170 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c56ffd640 1 --2- 172.21.15.70:0/3528633170 >> v2:172.21.15.3:3300/0 conn(0x7f4c5815bd10 0x7f4c580d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 -- 172.21.15.70:0/3528633170 >> v2:172.21.15.3:3300/0 conn(0x7f4c5815bd10 msgr2=0x7f4c580d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:47.834 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 --2- 172.21.15.70:0/3528633170 >> v2:172.21.15.3:3300/0 conn(0x7f4c5815bd10 0x7f4c580d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 -- 172.21.15.70:0/3528633170 >> v1:172.21.15.70:6789/0 conn(0x7f4c580d2590 legacy=0x7f4c5806e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c577fe640 1 -- 172.21.15.70:0/3528633170 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c58161fc0 con 0x7f4c5806e960 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.831+0000 7f4c55ffb640 1 -- 172.21.15.70:0/3528633170 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 342094398 0 0) 0x7f4c580cee60 con 0x7f4c580d2590 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.832+0000 7f4c577fe640 1 --2- 172.21.15.70:0/3528633170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5806e960 0x7f4c5815ea50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4c5806ffa0 tx=0x7f4c5002a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c2c75a4c50e83c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c55ffb640 1 -- 172.21.15.70:0/3528633170 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50036070 con 0x7f4c5806e960 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c55ffb640 1 -- 172.21.15.70:0/3528633170 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c50031600 con 0x7f4c5806e960 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c55ffb640 1 -- 172.21.15.70:0/3528633170 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c500319d0 con 0x7f4c5806e960 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 -- 172.21.15.70:0/3528633170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5806e960 msgr2=0x7f4c5815ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 --2- 172.21.15.70:0/3528633170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5806e960 0x7f4c5815ea50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4c5806ffa0 tx=0x7f4c5002a6a0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 -- 172.21.15.70:0/3528633170 shutdown_connections 2024-09-10T07:19:47.835 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 --2- 172.21.15.70:0/3528633170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5806e960 0x7f4c5815ea50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 --2- 172.21.15.70:0/3528633170 >> v2:172.21.15.3:3300/0 conn(0x7f4c5815bd10 0x7f4c580d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 -- 172.21.15.70:0/3528633170 >> 172.21.15.70:0/3528633170 conn(0x7f4c58068460 msgr2=0x7f4c5806baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 -- 172.21.15.70:0/3528633170 shutdown_connections 2024-09-10T07:19:47.836 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.833+0000 7f4c57fff640 1 -- 172.21.15.70:0/3528633170 wait complete. 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.835+0000 7f4c57fff640 1 Processor -- start 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.835+0000 7f4c57fff640 1 -- start start 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 0x7f4c580b5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c580d2590 0x7f4c580c8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5815bd10 0x7f4c580b3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4c58162860 con 0x7f4c580d2590 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c58162580 con 0x7f4c5815bd10 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4c5815c0f0 con 0x7f4c5806e960 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 0x7f4c580b5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.839 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 0x7f4c580b5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34430/0 (socket says 172.21.15.70:34430) 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 -- 172.21.15.70:0/30650852 learned_addr learned my addr 172.21.15.70:0/30650852 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c577fe640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5815bd10 0x7f4c580b3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c567fc640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c580d2590 0x7f4c580c8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 -- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5815bd10 msgr2=0x7f4c580b3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5815bd10 0x7f4c580b3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 -- 172.21.15.70:0/30650852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c580d2590 msgr2=0x7f4c580c8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c580d2590 0x7f4c580c8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 -- 172.21.15.70:0/30650852 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c580b60b0 con 0x7f4c5806e960 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c567fc640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c580d2590 0x7f4c580c8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.840 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c577fe640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5815bd10 0x7f4c580b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c56ffd640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 0x7f4c580b5b70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4c4800e9b0 tx=0x7f4c4800ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c48017070 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c4800c9a0 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c580b4170 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c4800cd90 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.836+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c580c6070 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.837+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4c4801a070 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.837+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f4c48006660 con 0x7f4c5806e960 2024-09-10T07:19:47.841 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.837+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c580cea90 con 0x7f4c5806e960 2024-09-10T07:19:47.842 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.839+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4c48005990 con 0x7f4c5806e960 2024-09-10T07:19:47.909 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.909+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f14bb89e-a945-484d-8d19-f865a8588f8e", "id": 6} v 0) -- 0x7f4c58161280 con 0x7f4c5806e960 2024-09-10T07:19:47.913 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.914+0000 7f4c3ffff640 1 -- 172.21.15.70:0/30650852 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f14bb89e-a945-484d-8d19-f865a8588f8e", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f4c48005c40 con 0x7f4c5806e960 2024-09-10T07:19:47.914 INFO:teuthology.orchestra.run.smithi070.stdout:6 2024-09-10T07:19:47.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 msgr2=0x7f4c580b5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:47.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 0x7f4c580b5b70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4c4800e9b0 tx=0x7f4c4800ee70 comp rx=0 tx=0).stop 2024-09-10T07:19:47.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 shutdown_connections 2024-09-10T07:19:47.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c5815bd10 0x7f4c580b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c580d2590 0x7f4c580c8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.915 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 --2- 172.21.15.70:0/30650852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c5806e960 0x7f4c580b5b70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:47.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 >> 172.21.15.70:0/30650852 conn(0x7f4c58068460 msgr2=0x7f4c581603f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:47.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 shutdown_connections 2024-09-10T07:19:47.916 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:47.915+0000 7f4c57fff640 1 -- 172.21.15.70:0/30650852 wait complete. 2024-09-10T07:19:47.925 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --cluster ceph osd new 68afb2d6-280c-4103-876e-b17cd4ed670c 7 2024-09-10T07:19:48.023 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.023+0000 7efe5740a640 1 Processor -- start 2024-09-10T07:19:48.024 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.023+0000 7efe5740a640 1 -- start start 2024-09-10T07:19:48.025 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe5740a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 0x7efe500b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe5740a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe500b4220 0x7efe50162140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe5740a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe500d0790 con 0x7efe50162680 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe5740a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efe50155950 con 0x7efe500b4220 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe5740a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efe50162ee0 con 0x7efe500d03b0 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe551a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 0x7efe500b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe549a5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe500b4220 0x7efe50162140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe549a5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe500b4220 0x7efe50162140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52310/0 (socket says 172.21.15.70:52310) 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe549a5640 1 -- 172.21.15.70:0/2160246968 learned_addr learned my addr 172.21.15.70:0/2160246968 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.024+0000 7efe551a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 0x7efe500b3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.70:34438/0 (socket says 172.21.15.70:34438) 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.025+0000 7efe549a5640 1 -- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 msgr2=0x7efe500b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:48.026 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.025+0000 7efe549a5640 1 --2- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 0x7efe500b3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.025+0000 7efe549a5640 1 -- 172.21.15.70:0/2160246968 >> v1:172.21.15.70:6789/0 conn(0x7efe50162680 legacy=0x7efe500d21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.025+0000 7efe549a5640 1 -- 172.21.15.70:0/2160246968 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe5015f990 con 0x7efe500b4220 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.025+0000 7efe551a6640 1 --2- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 0x7efe500b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.025+0000 7efe549a5640 1 --2- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe50162140 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7efe4c009870 tx=0x7efe4c02a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed0ba985fd225805 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe47fff640 1 -- 172.21.15.70:0/2160246968 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4c037070 con 0x7efe500b4220 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe47fff640 1 -- 172.21.15.70:0/2160246968 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe4c032440 con 0x7efe500b4220 2024-09-10T07:19:48.027 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe47fff640 1 -- 172.21.15.70:0/2160246968 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4c032810 con 0x7efe500b4220 2024-09-10T07:19:48.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 -- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 msgr2=0x7efe50162140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 --2- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe50162140 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7efe4c009870 tx=0x7efe4c02a250 comp rx=0 tx=0).stop 2024-09-10T07:19:48.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 -- 172.21.15.70:0/2160246968 shutdown_connections 2024-09-10T07:19:48.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 --2- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe50162140 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.031 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 --2- 172.21.15.70:0/2160246968 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe500d03b0 0x7efe500b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 -- 172.21.15.70:0/2160246968 >> 172.21.15.70:0/2160246968 conn(0x7efe5006baf0 msgr2=0x7efe5006bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 -- 172.21.15.70:0/2160246968 shutdown_connections 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.026+0000 7efe5740a640 1 -- 172.21.15.70:0/2160246968 wait complete. 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.027+0000 7efe5740a640 1 Processor -- start 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 -- start start 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe500b65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe500d03b0 0x7efe50153cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe50162680 0x7efe500ae610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efe5006ec10 con 0x7efe500d03b0 2024-09-10T07:19:48.032 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efe5015eeb0 con 0x7efe500b4220 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe5740a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efe5015f190 con 0x7efe50162680 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe551a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe500b65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe551a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe500b65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.70:52318/0 (socket says 172.21.15.70:52318) 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe551a6640 1 -- 172.21.15.70:0/2168244815 learned_addr learned my addr 172.21.15.70:0/2168244815 (peer_addr_for_me v2:172.21.15.70:0/0) 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.028+0000 7efe559a7640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe50162680 0x7efe500ae610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe549a5640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe500d03b0 0x7efe50153cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe551a6640 1 -- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe50162680 msgr2=0x7efe500ae610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.033 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe551a6640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe50162680 0x7efe500ae610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe551a6640 1 -- 172.21.15.70:0/2168244815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe500d03b0 msgr2=0x7efe50153cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe551a6640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe500d03b0 0x7efe50153cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe551a6640 1 -- 172.21.15.70:0/2168244815 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe501541f0 con 0x7efe500b4220 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe549a5640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe500d03b0 0x7efe50153cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe559a7640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe50162680 0x7efe500ae610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe551a6640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe500b65e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efe4000ebe0 tx=0x7efe4000c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe40017070 con 0x7efe500b4220 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe4000cc30 con 0x7efe500b4220 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe40013470 con 0x7efe500b4220 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe500b5b40 con 0x7efe500b4220 2024-09-10T07:19:48.034 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe500b5de0 con 0x7efe500b4220 2024-09-10T07:19:48.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.029+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efe4001a070 con 0x7efe500b4220 2024-09-10T07:19:48.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.030+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7efe40006680 con 0x7efe500b4220 2024-09-10T07:19:48.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.030+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe50161d00 con 0x7efe500b4220 2024-09-10T07:19:48.035 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.032+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7efe50161d00 con 0x7efe500b4220 2024-09-10T07:19:48.101 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.101+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd new", "uuid": "68afb2d6-280c-4103-876e-b17cd4ed670c", "id": 7} v 0) -- 0x7efe5015f470 con 0x7efe500b4220 2024-09-10T07:19:48.107 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.107+0000 7efe45ffb640 1 -- 172.21.15.70:0/2168244815 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "68afb2d6-280c-4103-876e-b17cd4ed670c", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7efe501541f0 con 0x7efe500b4220 2024-09-10T07:19:48.107 INFO:teuthology.orchestra.run.smithi070.stdout:7 2024-09-10T07:19:48.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 msgr2=0x7efe500b65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe500b65e0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efe4000ebe0 tx=0x7efe4000c520 comp rx=0 tx=0).stop 2024-09-10T07:19:48.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 shutdown_connections 2024-09-10T07:19:48.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe50162680 0x7efe500ae610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe500d03b0 0x7efe50153cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.108 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 --2- 172.21.15.70:0/2168244815 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe500b4220 0x7efe500b65e0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 >> 172.21.15.70:0/2168244815 conn(0x7efe5006baf0 msgr2=0x7efe501602d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:48.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 shutdown_connections 2024-09-10T07:19:48.109 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:19:48.108+0000 7efe5740a640 1 -- 172.21.15.70:0/2168244815 wait complete. 2024-09-10T07:19:48.118 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T07:19:48.118 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T07:19:48.120 INFO:tasks.ceph.osd.0:Started 2024-09-10T07:19:48.121 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T07:19:48.121 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T07:19:48.123 INFO:tasks.ceph.osd.1:Started 2024-09-10T07:19:48.123 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T07:19:48.123 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T07:19:48.125 INFO:tasks.ceph.osd.2:Started 2024-09-10T07:19:48.125 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T07:19:48.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T07:19:48.127 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.127+0000 7fc7b23ef040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:19:48.128 INFO:tasks.ceph.osd.3:Started 2024-09-10T07:19:48.128 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-10T07:19:48.128 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-10T07:19:48.130 INFO:tasks.ceph.osd.4:Started 2024-09-10T07:19:48.130 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-10T07:19:48.131 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-10T07:19:48.135 INFO:tasks.ceph.osd.5:Started 2024-09-10T07:19:48.135 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-10T07:19:48.135 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-10T07:19:48.137 INFO:tasks.ceph.osd.6:Started 2024-09-10T07:19:48.137 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-10T07:19:48.137 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-10T07:19:48.139 INFO:tasks.ceph.osd.7:Started 2024-09-10T07:19:48.140 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:19:48.175 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:48.176+0000 7eff5e320040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:19:48.189 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.189+0000 7fc7b23ef040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:19:48.249 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:48.250+0000 7eff5e320040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:19:48.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.273+0000 7f7d93880640 1 Processor -- start 2024-09-10T07:19:48.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.273+0000 7f7d93880640 1 -- start start 2024-09-10T07:19:48.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d93880640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7d8c156940 0x7f7d8c15d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d93880640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d8c1608e0 con 0x7f7d8c15ff00 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d9161c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7d8c156940 0x7f7d8c15d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d90e1b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f7d8c15ff00 0x7f7d8c0cc820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51564/0 (socket says 172.21.15.3:51564) 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d90e1b640 1 -- 172.21.15.3:0/2545691051 learned_addr learned my addr 172.21.15.3:0/2545691051 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d8c160bc0 con 0x7f7d8c0ccf30 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.274+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f7d8c15ce90 con 0x7f7d8c156940 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.275+0000 7f7d9161c640 1 -- 172.21.15.3:0/2545691051 >> v1:172.21.15.70:6789/0 conn(0x7f7d8c0ccf30 legacy=0x7f7d8c0cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.275+0000 7f7d9161c640 1 -- 172.21.15.3:0/2545691051 >> v1:172.21.15.3:6789/0 conn(0x7f7d8c15ff00 legacy=0x7f7d8c0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.275+0000 7f7d9161c640 1 -- 172.21.15.3:0/2545691051 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8c15cb20 con 0x7f7d8c156940 2024-09-10T07:19:48.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d9161c640 1 --2- 172.21.15.3:0/2545691051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c156940 0x7f7d8c15d320 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7d800097a0 tx=0x7f7d8002a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d9cdd9e14c0edd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:48.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d7ffff640 1 -- 172.21.15.3:0/2545691051 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d80037070 con 0x7f7d8c156940 2024-09-10T07:19:48.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d7ffff640 1 -- 172.21.15.3:0/2545691051 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d8002acd0 con 0x7f7d8c156940 2024-09-10T07:19:48.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d7ffff640 1 -- 172.21.15.3:0/2545691051 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d80032660 con 0x7f7d8c156940 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c156940 msgr2=0x7f7d8c15d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d93880640 1 --2- 172.21.15.3:0/2545691051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c156940 0x7f7d8c15d320 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7d800097a0 tx=0x7f7d8002a040 comp rx=0 tx=0).stop 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 shutdown_connections 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d93880640 1 --2- 172.21.15.3:0/2545691051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c156940 0x7f7d8c15d320 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.276+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 >> 172.21.15.3:0/2545691051 conn(0x7f7d8c06fdc0 msgr2=0x7f7d8c0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.277+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 shutdown_connections 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.277+0000 7f7d93880640 1 -- 172.21.15.3:0/2545691051 wait complete. 2024-09-10T07:19:48.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.278+0000 7f7d93880640 1 Processor -- start 2024-09-10T07:19:48.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.278+0000 7f7d93880640 1 -- start start 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.278+0000 7f7d93880640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d8c0ccf30 0x7f7d8c158510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.278+0000 7f7d93880640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d8c156940 0x7f7d8c0b3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.278+0000 7f7d93880640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 0x7f7d8c1549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.278+0000 7f7d93880640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8c0d19b0 con 0x7f7d8c15ff00 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d93880640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8c156d20 con 0x7f7d8c156940 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d93880640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7d8c0d1b30 con 0x7f7d8c0ccf30 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 0x7f7d8c1549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 0x7f7d8c1549b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59536/0 (socket says 172.21.15.3:59536) 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 -- 172.21.15.3:0/2671071393 learned_addr learned my addr 172.21.15.3:0/2671071393 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d9161c640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d8c0ccf30 0x7f7d8c158510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d90e1b640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d8c156940 0x7f7d8c0b3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:48.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 -- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d8c0ccf30 msgr2=0x7f7d8c158510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d8c0ccf30 0x7f7d8c158510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 -- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d8c156940 msgr2=0x7f7d8c0b3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d8c156940 0x7f7d8c0b3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 -- 172.21.15.3:0/2671071393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8c158c60 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d91e1d640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 0x7f7d8c1549b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400c7b0 tx=0x7f7d8400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d84017070 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d84003da0 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d840052b0 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.279+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d8c158f40 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.280+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7d8401a070 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.280+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d8c159500 con 0x7f7d8c15ff00 2024-09-10T07:19:48.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.280+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f7d8400ad30 con 0x7f7d8c15ff00 2024-09-10T07:19:48.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.281+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d8c160390 con 0x7f7d8c15ff00 2024-09-10T07:19:48.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.283+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7d84022080 con 0x7f7d8c15ff00 2024-09-10T07:19:48.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.343+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7d8c0d0e10 con 0x7f7d8c15ff00 2024-09-10T07:19:48.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.344+0000 7f7d7dffb640 1 -- 172.21.15.3:0/2671071393 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f7d8400a640 con 0x7f7d8c15ff00 2024-09-10T07:19:48.344 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:19:48.344 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":10,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:19:48.103746+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:19:48.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 msgr2=0x7f7d8c1549b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:48.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 0x7f7d8c1549b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400c7b0 tx=0x7f7d8400cc70 comp rx=0 tx=0).stop 2024-09-10T07:19:48.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 shutdown_connections 2024-09-10T07:19:48.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8c15ff00 0x7f7d8c1549b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d8c156940 0x7f7d8c0b3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 --2- 172.21.15.3:0/2671071393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d8c0ccf30 0x7f7d8c158510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:48.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 >> 172.21.15.3:0/2671071393 conn(0x7f7d8c06fdc0 msgr2=0x7f7d8c0cfed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:48.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 shutdown_connections 2024-09-10T07:19:48.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:19:48.345+0000 7f7d93880640 1 -- 172.21.15.3:0/2671071393 wait complete. 2024-09-10T07:19:48.355 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T07:19:48.355 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T07:19:48.572 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.572+0000 7fc7b23ef040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:19:48.640 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:48.640+0000 7eff5e320040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T07:19:48.656 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.656+0000 7fc7b23ef040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:19:48.729 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:48.729+0000 7eff5e320040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:19:48.761 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.762+0000 7fc7b23ef040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:19:48.809 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.809+0000 7fc7b23ef040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:19:48.841 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:48.841+0000 7eff5e320040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:19:48.890 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:48.891+0000 7eff5e320040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:19:48.925 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.925+0000 7fc7b23ef040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:19:48.977 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:48.978+0000 7fc7b23ef040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:19:49.009 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.009+0000 7eff5e320040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:19:49.021 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.022+0000 7fc7b23ef040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:19:49.065 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.065+0000 7eff5e320040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:19:49.112 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.112+0000 7eff5e320040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:19:49.118 INFO:tasks.ceph.osd.6.smithi070.stderr:2024-09-10T07:19:49.118+0000 7fa546e2e640 -1 Falling back to public interface 2024-09-10T07:19:49.131 INFO:tasks.ceph.osd.2.smithi003.stderr:2024-09-10T07:19:49.131+0000 7f93c0a2c640 -1 Falling back to public interface 2024-09-10T07:19:49.135 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.135+0000 7fc7b23ef040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:19:49.160 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T07:19:49.186 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.186+0000 7fc7b23ef040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:19:49.233 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.233+0000 7eff5e320040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:19:49.236 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.237+0000 7fc7b23ef040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:19:49.255 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.255+0000 7f0856d31640 1 Processor -- start 2024-09-10T07:19:49.255 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.255+0000 7f0856d31640 1 -- start start 2024-09-10T07:19:49.256 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.255+0000 7f0856d31640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f08500b4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:49.256 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.255+0000 7f0856d31640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f08500b5220 0x7f085006ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:49.256 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.255+0000 7f0856d31640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08500aebe0 con 0x7f085015b1a0 2024-09-10T07:19:49.256 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f0856d31640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f08500af7f0 con 0x7f08500b5220 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f0856d31640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f08500aeec0 con 0x7f085015adc0 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f084ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f085015b1a0 0x7f08500b4b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:36120/0 (socket says 172.21.15.3:36120) 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f084ffff640 1 -- 172.21.15.3:0/110923201 learned_addr learned my addr 172.21.15.3:0/110923201 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f08552ce640 1 --2- 172.21.15.3:0/110923201 >> v2:172.21.15.70:3300/0 conn(0x7f08500b5220 0x7f085006ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f0854acd640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f08500b4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f084f7fe640 1 -- 172.21.15.3:0/110923201 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2478824529 0 0) 0x7f08500aebe0 con 0x7f085015b1a0 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f084f7fe640 1 -- 172.21.15.3:0/110923201 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0840003520 con 0x7f085015b1a0 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f08552ce640 1 -- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 msgr2=0x7f08500b4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f08552ce640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f08500b4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f08552ce640 1 -- 172.21.15.3:0/110923201 >> v1:172.21.15.3:6789/0 conn(0x7f085015b1a0 legacy=0x7f08500b4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f08552ce640 1 -- 172.21.15.3:0/110923201 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08500af1a0 con 0x7f08500b5220 2024-09-10T07:19:49.257 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.256+0000 7f0854acd640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f08500b4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.257+0000 7f08552ce640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08500b5220 0x7f085006ee30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0848009d90 tx=0x7f084802c870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b76edd9ac175ac8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.257+0000 7f084f7fe640 1 -- 172.21.15.3:0/110923201 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0848032770 con 0x7f08500b5220 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.257+0000 7f084f7fe640 1 -- 172.21.15.3:0/110923201 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0848038070 con 0x7f08500b5220 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.257+0000 7f084f7fe640 1 -- 172.21.15.3:0/110923201 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0848032b30 con 0x7f08500b5220 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 -- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08500b5220 msgr2=0x7f085006ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08500b5220 0x7f085006ee30 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0848009d90 tx=0x7f084802c870 comp rx=0 tx=0).stop 2024-09-10T07:19:49.259 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 -- 172.21.15.3:0/110923201 shutdown_connections 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08500b5220 0x7f085006ee30 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 --2- 172.21.15.3:0/110923201 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f08500b4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 -- 172.21.15.3:0/110923201 >> 172.21.15.3:0/110923201 conn(0x7f085009a9e0 msgr2=0x7f08500b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 -- 172.21.15.3:0/110923201 shutdown_connections 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.258+0000 7f0856d31640 1 -- 172.21.15.3:0/110923201 wait complete. 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.259+0000 7f0856d31640 1 Processor -- start 2024-09-10T07:19:49.260 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.259+0000 7f0856d31640 1 -- start start 2024-09-10T07:19:49.262 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0856d31640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 0x7f08500aff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:49.262 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0856d31640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f0850151b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:49.262 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0856d31640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f085015b1a0 0x7f08501f7d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:49.262 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0856d31640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f08500afc80 con 0x7f08500b5220 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0856d31640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f08500b45b0 con 0x7f085015b1a0 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0856d31640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f08501f8bd0 con 0x7f085015adc0 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0854acd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 0x7f08500aff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0854acd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 0x7f08500aff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49714/0 (socket says 172.21.15.3:49714) 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0854acd640 1 -- 172.21.15.3:0/494053392 learned_addr learned my addr 172.21.15.3:0/494053392 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f08552ce640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f085015b1a0 0x7f08501f7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f084ffff640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f0850151b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0854acd640 1 -- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 msgr2=0x7f0850151b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.260+0000 7f0854acd640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f0850151b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f0854acd640 1 -- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f085015b1a0 msgr2=0x7f08501f7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f0854acd640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f085015b1a0 0x7f08501f7d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f0854acd640 1 -- 172.21.15.3:0/494053392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08500b04d0 con 0x7f08500b5220 2024-09-10T07:19:49.263 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f0854acd640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 0x7f08500aff90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f084400ec10 tx=0x7f084400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844017070 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f084400cc30 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08501f8610 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844013470 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0850152510 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f084401a070 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.261+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f08440066f0 con 0x7f08500b5220 2024-09-10T07:19:49.264 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.262+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08500ae650 con 0x7f08500b5220 2024-09-10T07:19:49.265 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.264+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0844013610 con 0x7f08500b5220 2024-09-10T07:19:49.287 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.288+0000 7eff5e320040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:19:49.304 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.304+0000 7fc7b23ef040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:19:49.324 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.323+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f085015daf0 con 0x7f08500b5220 2024-09-10T07:19:49.324 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.324+0000 7f084d7fa640 1 -- 172.21.15.3:0/494053392 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f0844013a20 con 0x7f08500b5220 2024-09-10T07:19:49.325 INFO:teuthology.misc.health.smithi003.stdout: 2024-09-10T07:19:49.325 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":10,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:19:48.103746+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 msgr2=0x7f08500aff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 0x7f08500aff90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f084400ec10 tx=0x7f084400c520 comp rx=0 tx=0).stop 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 shutdown_connections 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f085015b1a0 0x7f08501f7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f085015adc0 0x7f0850151b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 --2- 172.21.15.3:0/494053392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08500b5220 0x7f08500aff90 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 >> 172.21.15.3:0/494053392 conn(0x7f085009a9e0 msgr2=0x7f08500b6470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 shutdown_connections 2024-09-10T07:19:49.326 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:49.325+0000 7f0856d31640 1 -- 172.21.15.3:0/494053392 wait complete. 2024-09-10T07:19:49.335 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T07:19:49.342 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.342+0000 7eff5e320040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:19:49.347 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.348+0000 7fc7b23ef040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:19:49.384 INFO:tasks.ceph.osd.3.smithi003.stderr:2024-09-10T07:19:49.384+0000 7f683f619640 -1 Falling back to public interface 2024-09-10T07:19:49.393 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:49.393+0000 7fc7b23ef040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:19:49.417 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.416+0000 7eff5e320040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:19:49.464 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.463+0000 7eff5e320040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:19:49.510 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:49.509+0000 7eff5e320040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:19:49.575 INFO:tasks.ceph.osd.1.smithi003.stderr:2024-09-10T07:19:49.574+0000 7fd1a1102640 -1 Falling back to public interface 2024-09-10T07:19:49.624 INFO:tasks.ceph.osd.5.smithi070.stderr:2024-09-10T07:19:49.624+0000 7f3f7b520640 -1 Falling back to public interface 2024-09-10T07:19:49.916 INFO:tasks.ceph.osd.4.smithi070.stderr:2024-09-10T07:19:49.916+0000 7fe28040e640 -1 Falling back to public interface 2024-09-10T07:19:49.934 INFO:tasks.ceph.osd.7.smithi070.stderr:2024-09-10T07:19:49.934+0000 7fd2af1dd640 -1 Falling back to public interface 2024-09-10T07:19:50.046 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:50.046+0000 7fc7b23ef040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:19:50.074 INFO:tasks.ceph.osd.0.smithi003.stderr:2024-09-10T07:19:50.073+0000 7fed0bceb640 -1 Falling back to public interface 2024-09-10T07:19:50.206 INFO:tasks.ceph.mgr.y.smithi003.stderr:2024-09-10T07:19:50.206+0000 7eff5e320040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:19:51.062 INFO:tasks.ceph.mgr.x.smithi070.stderr:2024-09-10T07:19:51.062+0000 7fc752cbc640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T07:19:52.950 INFO:tasks.ceph.osd.3.smithi003.stderr:2024-09-10T07:19:52.949+0000 7f683f619640 -1 osd.3 0 log_to_monitors true 2024-09-10T07:19:52.954 INFO:tasks.ceph.osd.6.smithi070.stderr:2024-09-10T07:19:52.954+0000 7fa546e2e640 -1 osd.6 0 log_to_monitors true 2024-09-10T07:19:53.108 INFO:tasks.ceph.osd.1.smithi003.stderr:2024-09-10T07:19:53.107+0000 7fd1a1102640 -1 osd.1 0 log_to_monitors true 2024-09-10T07:19:53.192 INFO:tasks.ceph.osd.2.smithi003.stderr:2024-09-10T07:19:53.191+0000 7f93c0a2c640 -1 osd.2 0 log_to_monitors true 2024-09-10T07:19:53.375 INFO:tasks.ceph.osd.5.smithi070.stderr:2024-09-10T07:19:53.375+0000 7f3f7b520640 -1 osd.5 0 log_to_monitors true 2024-09-10T07:19:53.501 INFO:tasks.ceph.osd.4.smithi070.stderr:2024-09-10T07:19:53.501+0000 7fe28040e640 -1 osd.4 0 log_to_monitors true 2024-09-10T07:19:53.584 INFO:tasks.ceph.osd.0.smithi003.stderr:2024-09-10T07:19:53.583+0000 7fed0bceb640 -1 osd.0 0 log_to_monitors true 2024-09-10T07:19:53.977 INFO:tasks.ceph.osd.7.smithi070.stderr:2024-09-10T07:19:53.977+0000 7fd2af1dd640 -1 osd.7 0 log_to_monitors true 2024-09-10T07:19:54.746 INFO:tasks.ceph.osd.6.smithi070.stderr:2024-09-10T07:19:54.746+0000 7fa54243a640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T07:19:54.758 INFO:tasks.ceph.osd.6.smithi070.stderr:2024-09-10T07:19:54.759+0000 7fa53a25a640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:55.605 INFO:tasks.ceph.osd.3.smithi003.stderr:2024-09-10T07:19:55.604+0000 7f683af06640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T07:19:55.633 INFO:tasks.ceph.osd.3.smithi003.stderr:2024-09-10T07:19:55.632+0000 7f6832d26640 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:55.709 INFO:tasks.ceph.osd.1.smithi003.stderr:2024-09-10T07:19:55.708+0000 7fd19d091640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T07:19:55.790 INFO:tasks.ceph.osd.1.smithi003.stderr:2024-09-10T07:19:55.789+0000 7fd194eb1640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:56.143 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T07:19:56.276 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.275+0000 7efd78ac3640 1 Processor -- start 2024-09-10T07:19:56.277 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.276+0000 7efd78ac3640 1 -- start start 2024-09-10T07:19:56.279 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd78ac3640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efd7415e600 0x7efd740ceda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.279 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd78ac3640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd74071440 con 0x7efd7406d9d0 2024-09-10T07:19:56.279 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd78ac3640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efd740708c0 con 0x7efd740cf2e0 2024-09-10T07:19:56.279 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd78ac3640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efd7415e9e0 con 0x7efd7415e600 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd72d9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7efd7406d9d0 0x7efd740d08a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:36132/0 (socket says 172.21.15.3:36132) 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd72d9d640 1 -- 172.21.15.3:0/2489738124 learned_addr learned my addr 172.21.15.3:0/2489738124 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd7259c640 1 --2- 172.21.15.3:0/2489738124 >> v2:172.21.15.70:3300/0 conn(0x7efd7415e600 0x7efd740ceda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1961276909 0 0) 0x7efd740708c0 con 0x7efd740cf2e0 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd5c003520 con 0x7efd740cf2e0 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1619397128 0 0) 0x7efd74071440 con 0x7efd7406d9d0 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.277+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd740708c0 con 0x7efd7406d9d0 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.1 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3753027895 0 0) 0x7efd5c003520 con 0x7efd740cf2e0 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 >> v2:172.21.15.70:3300/0 conn(0x7efd7415e600 msgr2=0x7efd740ceda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 --2- 172.21.15.3:0/2489738124 >> v2:172.21.15.70:3300/0 conn(0x7efd7415e600 0x7efd740ceda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.280 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 >> v1:172.21.15.3:6789/0 conn(0x7efd7406d9d0 legacy=0x7efd740d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd74070ba0 con 0x7efd740cf2e0 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.1 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7efd680015a0 con 0x7efd740cf2e0 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 >> v1:172.21.15.70:6789/0 conn(0x7efd740cf2e0 legacy=0x7efd7406d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd5c004c40 0x7efd5c005040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd5c0037a0 0x7efd5c003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004160 0x7efd5c00ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efd7415e9e0 con 0x7efd5c004c40 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efd5c00c170 con 0x7efd5c004160 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efd5c00c370 con 0x7efd5c0037a0 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7259c640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd5c004c40 0x7efd5c005040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd71d9b640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd5c0037a0 0x7efd5c003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.281 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd72d9d640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004160 0x7efd5c00ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.282 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7259c640 1 -- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd5c0037a0 msgr2=0x7efd5c003c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:56.282 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7259c640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd5c0037a0 0x7efd5c003c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.282 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7259c640 1 -- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004160 msgr2=0x7efd5c00ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:19:56.282 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7259c640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004160 0x7efd5c00ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.284 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd72d9d640 1 -- 172.21.15.3:0/2489738124 reap_dead start 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.278+0000 7efd7259c640 1 -- 172.21.15.3:0/2489738124 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd5c003520 con 0x7efd5c004c40 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.279+0000 7efd7259c640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd5c004c40 0x7efd5c005040 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efd64009ac0 tx=0x7efd5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9105053c7d23d949 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.280+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd64036070 con 0x7efd5c004c40 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.280+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd64031400 con 0x7efd5c004c40 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.280+0000 7efd7159a640 1 -- 172.21.15.3:0/2489738124 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd64009690 con 0x7efd5c004c40 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 -- 172.21.15.3:0/2489738124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd5c004c40 msgr2=0x7efd5c005040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd5c004c40 0x7efd5c005040 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efd64009ac0 tx=0x7efd5c005830 comp rx=0 tx=0).stop 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 -- 172.21.15.3:0/2489738124 shutdown_connections 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 --2- 172.21.15.3:0/2489738124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd5c004c40 0x7efd5c005040 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.285 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 -- 172.21.15.3:0/2489738124 >> 172.21.15.3:0/2489738124 conn(0x7efd740d2280 msgr2=0x7efd740d2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:56.286 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 -- 172.21.15.3:0/2489738124 shutdown_connections 2024-09-10T07:19:56.286 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.281+0000 7efd78ac3640 1 -- 172.21.15.3:0/2489738124 wait complete. 2024-09-10T07:19:56.286 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.283+0000 7efd78ac3640 1 Processor -- start 2024-09-10T07:19:56.286 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.283+0000 7efd78ac3640 1 -- start start 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd78ac3640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004c40 0x7efd74155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd78ac3640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd741552e0 0x7efd740b6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd78ac3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd740c6610 0x7efd740b3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd78ac3640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efd74071160 con 0x7efd740c6610 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd71d9b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd741552e0 0x7efd740b6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd7259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004c40 0x7efd74155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.288 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd7259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004c40 0x7efd74155dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:40854/0 (socket says 172.21.15.3:40854) 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd71d9b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd741552e0 0x7efd740b6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:58990/0 (socket says 172.21.15.3:58990) 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.284+0000 7efd7259c640 1 -- 172.21.15.3:0/3839277890 learned_addr learned my addr 172.21.15.3:0/3839277890 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efd740d0410 con 0x7efd5c004c40 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd740c6610 0x7efd740b3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efd740ceda0 con 0x7efd741552e0 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 -- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd741552e0 msgr2=0x7efd740b6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd741552e0 0x7efd740b6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 -- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004c40 msgr2=0x7efd74155dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004c40 0x7efd74155dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd740b7450 con 0x7efd740c6610 2024-09-10T07:19:56.289 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd72d9d640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd740c6610 0x7efd740b3ef0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efd740d2ec0 tx=0x7efd6c00f5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:56.290 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c01a070 con 0x7efd740c6610 2024-09-10T07:19:56.290 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd6c00fdb0 con 0x7efd740c6610 2024-09-10T07:19:56.290 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.285+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd740b1e40 con 0x7efd740c6610 2024-09-10T07:19:56.290 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.286+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c012550 con 0x7efd740c6610 2024-09-10T07:19:56.290 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.286+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd740c6a90 con 0x7efd740c6610 2024-09-10T07:19:56.290 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.287+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd740ceb00 con 0x7efd740c6610 2024-09-10T07:19:56.291 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.288+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 4) ==== 90442+0+0 (secure 0 0 0) 0x7efd6c0126f0 con 0x7efd740c6610 2024-09-10T07:19:56.291 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.288+0000 7efd62ffd640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd5406bda0 0x7efd5406e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:19:56.291 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.288+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2511+0+0 (secure 0 0 0) 0x7efd6c089e50 con 0x7efd740c6610 2024-09-10T07:19:56.291 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.289+0000 7efd7259c640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd5406bda0 0x7efd5406e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:19:56.291 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.289+0000 7efd7259c640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd5406bda0 0x7efd5406e260 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efd64009ac0 tx=0x7efd64008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:19:56.294 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.294+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efd740ceb00 con 0x7efd740c6610 2024-09-10T07:19:56.318 INFO:tasks.ceph.osd.7.smithi070.stderr:2024-09-10T07:19:56.318+0000 7fd2ab16c640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T07:19:56.326 INFO:tasks.ceph.osd.5.smithi070.stderr:2024-09-10T07:19:56.326+0000 7f3f77cc3640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T07:19:56.332 INFO:tasks.ceph.osd.7.smithi070.stderr:2024-09-10T07:19:56.332+0000 7fd2a2f8c640 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:56.336 INFO:tasks.ceph.osd.5.smithi070.stderr:2024-09-10T07:19:56.337+0000 7f3f6f2cf640 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:56.337 INFO:tasks.ceph.osd.4.smithi070.stderr:2024-09-10T07:19:56.337+0000 7fe27bdd9640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T07:19:56.349 INFO:tasks.ceph.osd.4.smithi070.stderr:2024-09-10T07:19:56.349+0000 7fe273bf9640 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:56.442 INFO:tasks.ceph.osd.2.smithi003.stderr:2024-09-10T07:19:56.441+0000 7f93bbfa8640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T07:19:56.455 INFO:tasks.ceph.osd.2.smithi003.stderr:2024-09-10T07:19:56.455+0000 7f93b3dc8640 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:56.471 INFO:tasks.ceph.osd.0.smithi003.stderr:2024-09-10T07:19:56.470+0000 7fed07c7a640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T07:19:56.480 INFO:tasks.ceph.osd.0.smithi003.stderr:2024-09-10T07:19:56.480+0000 7fecffa9a640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:19:56.553 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.552+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efd740d33d0 con 0x7efd740c6610 2024-09-10T07:19:56.554 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.553+0000 7efd62ffd640 1 -- 172.21.15.3:0/3839277890 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+7543 (secure 0 0 0) 0x7efd6c058e80 con 0x7efd740c6610 2024-09-10T07:19:56.554 INFO:teuthology.misc.health.smithi003.stdout: 2024-09-10T07:19:56.554 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":13,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:19:55.169777+0000","last_up_change":"2024-09-10T07:19:55.169777+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd5406bda0 msgr2=0x7efd5406e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd5406bda0 0x7efd5406e260 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efd64009ac0 tx=0x7efd64008030 comp rx=0 tx=0).stop 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd740c6610 msgr2=0x7efd740b3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd740c6610 0x7efd740b3ef0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7efd740d2ec0 tx=0x7efd6c00f5a0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 shutdown_connections 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd5406bda0 0x7efd5406e260 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd740c6610 0x7efd740b3ef0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd741552e0 0x7efd740b6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.556 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 --2- 172.21.15.3:0/3839277890 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd5c004c40 0x7efd74155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:19:56.557 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 >> 172.21.15.3:0/3839277890 conn(0x7efd740d2280 msgr2=0x7efd741579c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:19:56.557 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 shutdown_connections 2024-09-10T07:19:56.557 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:19:56.555+0000 7efd78ac3640 1 -- 172.21.15.3:0/3839277890 wait complete. 2024-09-10T07:19:56.565 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-10T07:20:03.372 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:03.478 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.477+0000 7f671421e640 1 Processor -- start 2024-09-10T07:20:03.478 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.477+0000 7f671421e640 1 -- start start 2024-09-10T07:20:03.482 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f671421e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f670c06e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.482 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f671421e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f670c15b8c0 con 0x7f670c15eca0 2024-09-10T07:20:03.482 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f671421e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f670c15b5f0 con 0x7f670c15b210 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f671421e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f670c0b50c0 con 0x7f670c0cdef0 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f67127bb640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f670c15eca0 0x7f670c0d0410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60862/0 (socket says 172.21.15.3:60862) 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f67127bb640 1 -- 172.21.15.3:0/2907102304 learned_addr learned my addr 172.21.15.3:0/2907102304 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.478+0000 7f67117b9640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f670c06e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2523765076 0 0) 0x7f670c15b8c0 con 0x7f670c15eca0 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f66f8003520 con 0x7f670c15eca0 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 916231325 0 0) 0x7f670c15b5f0 con 0x7f670c15b210 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f670c15b8c0 con 0x7f670c15b210 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4167282224 0 0) 0x7f66f8003520 con 0x7f670c15eca0 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 msgr2=0x7f670c06e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f670c06e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 >> v1:172.21.15.70:6789/0 conn(0x7f670c15b210 legacy=0x7f670c15bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670c0ce540 con 0x7f670c15eca0 2024-09-10T07:20:03.483 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f67040019f0 con 0x7f670c15eca0 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f67117b9640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f670c06e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 >> v1:172.21.15.3:6789/0 conn(0x7f670c15eca0 legacy=0x7f670c0d0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f66f8003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66f80040b0 0x7f66f8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66f8004d40 0x7f66f80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f66f800ba70 con 0x7f66f8004d40 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f66f800bbf0 con 0x7f66f80040b0 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f66f800bdf0 con 0x7f670c0cdef0 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f67127bb640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66f8004d40 0x7f66f80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6711fba640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f66f8003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f67117b9640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66f80040b0 0x7f66f8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.484 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6711fba640 1 -- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66f80040b0 msgr2=0x7f66f8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6711fba640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f66f80040b0 0x7f66f8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6711fba640 1 -- 172.21.15.3:0/2907102304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66f8004d40 msgr2=0x7f66f80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6711fba640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66f8004d40 0x7f66f80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f6711fba640 1 -- 172.21.15.3:0/2907102304 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66f8003520 con 0x7f670c0cdef0 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.479+0000 7f67127bb640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66f8004d40 0x7f66f80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.480+0000 7f6711fba640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f66f8003b70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6708001900 tx=0x7f66f8005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5b4e7bb78e3ac75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.480+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67080014f0 con 0x7f670c0cdef0 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.480+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67080052d0 con 0x7f670c0cdef0 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.480+0000 7f6710fb8640 1 -- 172.21.15.3:0/2907102304 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670802ac80 con 0x7f670c0cdef0 2024-09-10T07:20:03.485 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f671421e640 1 -- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 msgr2=0x7f66f8003b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.486 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f671421e640 1 --2- 172.21.15.3:0/2907102304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c0cdef0 0x7f66f8003b70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6708001900 tx=0x7f66f8005830 comp rx=0 tx=0).stop 2024-09-10T07:20:03.486 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f67127bb640 1 -- 172.21.15.3:0/2907102304 reap_dead start 2024-09-10T07:20:03.486 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f671421e640 1 -- 172.21.15.3:0/2907102304 shutdown_connections 2024-09-10T07:20:03.486 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f671421e640 1 -- 172.21.15.3:0/2907102304 >> 172.21.15.3:0/2907102304 conn(0x7f670c0b2180 msgr2=0x7f670c0b2590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:03.486 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f671421e640 1 -- 172.21.15.3:0/2907102304 shutdown_connections 2024-09-10T07:20:03.486 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.481+0000 7f671421e640 1 -- 172.21.15.3:0/2907102304 wait complete. 2024-09-10T07:20:03.489 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.482+0000 7f671421e640 1 Processor -- start 2024-09-10T07:20:03.489 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.482+0000 7f671421e640 1 -- start start 2024-09-10T07:20:03.489 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f671421e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f670c0cdef0 0x7f670c09a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f671421e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c09be30 0x7f670c1ef440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f671421e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 0x7f670c09d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f671421e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f670c0ceb00 con 0x7f670c09c290 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f671421e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f670c15c4d0 con 0x7f670c0cdef0 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f671421e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f670c0d0b20 con 0x7f670c09be30 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f67127bb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 0x7f670c09d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f67127bb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 0x7f670c09d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32772/0 (socket says 172.21.15.3:32772) 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.483+0000 7f67127bb640 1 -- 172.21.15.3:0/49393969 learned_addr learned my addr 172.21.15.3:0/49393969 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f6711fba640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f670c0cdef0 0x7f670c09a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67117b9640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c09be30 0x7f670c1ef440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67127bb640 1 -- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c09be30 msgr2=0x7f670c1ef440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67127bb640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c09be30 0x7f670c1ef440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.490 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67127bb640 1 -- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f670c0cdef0 msgr2=0x7f670c09a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67127bb640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f670c0cdef0 0x7f670c09a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67127bb640 1 -- 172.21.15.3:0/49393969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670c09c720 con 0x7f670c09c290 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67117b9640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c09be30 0x7f670c1ef440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67127bb640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 0x7f670c09d7c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f670c0cfa00 tx=0x7f6704007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6704017020 con 0x7f670c09c290 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67040133f0 con 0x7f670c09c290 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f670c09ca00 con 0x7f670c09c290 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670400a450 con 0x7f670c09c290 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.484+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f670c09d2a0 con 0x7f670c09c290 2024-09-10T07:20:03.491 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.485+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f670c09cbd0 con 0x7f670c09c290 2024-09-10T07:20:03.492 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.486+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f670401a020 con 0x7f670c09c290 2024-09-10T07:20:03.492 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.486+0000 7f67027fc640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f66f006be30 0x7f66f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.492 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.486+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f670408b360 con 0x7f670c09c290 2024-09-10T07:20:03.492 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.487+0000 7f6711fba640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f66f006be30 0x7f66f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.492 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.487+0000 7f6711fba640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f66f006be30 0x7f66f006e2f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6708032000 tx=0x7f6708009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:03.493 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.492+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6704021020 con 0x7f670c09c290 2024-09-10T07:20:03.527 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:20:03.529 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:20:03.669 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.669+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f670c06e760 con 0x7f670c09c290 2024-09-10T07:20:03.670 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.669+0000 7f67027fc640 1 -- 172.21.15.3:0/49393969 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12776 (secure 0 0 0) 0x7f670405a0f0 con 0x7f670c09c290 2024-09-10T07:20:03.670 INFO:teuthology.misc.health.smithi003.stdout: 2024-09-10T07:20:03.671 INFO:teuthology.misc.health.smithi003.stdout:{"epoch":18,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:00.651860+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.671+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f66f006be30 msgr2=0x7f66f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.671+0000 7f671421e640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f66f006be30 0x7f66f006e2f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6708032000 tx=0x7f6708009030 comp rx=0 tx=0).stop 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.671+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 msgr2=0x7f670c09d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.671+0000 7f671421e640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 0x7f670c09d7c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f670c0cfa00 tx=0x7f6704007430 comp rx=0 tx=0).stop 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 shutdown_connections 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f66f006be30 0x7f66f006e2f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f670c09c290 0x7f670c09d7c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f670c09be30 0x7f670c1ef440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 --2- 172.21.15.3:0/49393969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f670c0cdef0 0x7f670c09a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 >> 172.21.15.3:0/49393969 conn(0x7f670c0b2180 msgr2=0x7f670c0b0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:03.673 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 shutdown_connections 2024-09-10T07:20:03.674 INFO:teuthology.misc.health.smithi003.stderr:2024-09-10T07:20:03.672+0000 7f671421e640 1 -- 172.21.15.3:0/49393969 wait complete. 2024-09-10T07:20:03.682 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-10T07:20:03.682 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T07:20:03.682 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T07:20:03.682 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T07:20:03.685 INFO:tasks.ceph.mds.a:Started 2024-09-10T07:20:03.685 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T07:20:03.685 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T07:20:03.687 INFO:tasks.ceph.mds.c:Started 2024-09-10T07:20:03.687 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T07:20:03.687 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T07:20:03.690 INFO:tasks.ceph.mds.b:Started 2024-09-10T07:20:03.690 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T07:20:03.690 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T07:20:03.692 INFO:tasks.ceph.mds.d:Started 2024-09-10T07:20:03.692 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-10T07:20:03.693 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:03.763 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:20:03.763 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:20:03.773 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:20:03.774 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:20:03.774 INFO:tasks.ceph.mds.d.smithi070.stderr:2024-09-10T07:20:03.774+0000 7fc7d1ad0640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-10T07:20:03.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.800+0000 7f571ee8d640 1 Processor -- start 2024-09-10T07:20:03.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.800+0000 7f571ee8d640 1 -- start start 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.800+0000 7f571ee8d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f571815e510 0x7f57180ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.800+0000 7f571ee8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.800+0000 7f571ee8d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f57180d3430 con 0x7f57180d1200 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f571ee8d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f57180d1690 con 0x7f571815e510 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f571ee8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f57180d36d0 con 0x7f57180cf040 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f571cc29640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f571815e510 0x7f57180ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:34262/0 (socket says 172.21.15.3:34262) 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f571d42a640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f57180d1200 0x7f57180b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:46032/0 (socket says 172.21.15.3:46032) 2024-09-10T07:20:03.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 -- 172.21.15.3:0/1087171287 learned_addr learned my addr 172.21.15.3:0/1087171287 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 -- 172.21.15.3:0/1087171287 >> v2:172.21.15.70:3300/0 conn(0x7f571815e510 msgr2=0x7f57180ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 --2- 172.21.15.3:0/1087171287 >> v2:172.21.15.70:3300/0 conn(0x7f571815e510 0x7f57180ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 -- 172.21.15.3:0/1087171287 >> v1:172.21.15.70:6789/0 conn(0x7f57180d1200 legacy=0x7f57180b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f57177fe640 1 -- 172.21.15.3:0/1087171287 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3111134415 0 0) 0x7f57180d3430 con 0x7f57180d1200 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f5717fff640 1 -- 172.21.15.3:0/1087171287 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57180d39b0 con 0x7f57180cf040 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.801+0000 7f571cc29640 1 --2- 172.21.15.3:0/1087171287 >> v2:172.21.15.70:3300/0 conn(0x7f571815e510 0x7f57180ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f5717fff640 1 --2- 172.21.15.3:0/1087171287 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180d0cc0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5704009870 tx=0x7f570402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2f568c56f907069 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f57177fe640 1 -- 172.21.15.3:0/1087171287 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5704037070 con 0x7f57180cf040 2024-09-10T07:20:03.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f57177fe640 1 -- 172.21.15.3:0/1087171287 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5704032440 con 0x7f57180cf040 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f57177fe640 1 -- 172.21.15.3:0/1087171287 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5704032810 con 0x7f57180cf040 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f571ee8d640 1 -- 172.21.15.3:0/1087171287 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 msgr2=0x7f57180d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f571ee8d640 1 --2- 172.21.15.3:0/1087171287 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180d0cc0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5704009870 tx=0x7f570402a1c0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f571ee8d640 1 -- 172.21.15.3:0/1087171287 shutdown_connections 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f571ee8d640 1 --2- 172.21.15.3:0/1087171287 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180d0cc0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f571ee8d640 1 --2- 172.21.15.3:0/1087171287 >> v2:172.21.15.70:3300/0 conn(0x7f571815e510 0x7f57180ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.802+0000 7f571ee8d640 1 -- 172.21.15.3:0/1087171287 >> 172.21.15.3:0/1087171287 conn(0x7f571806d1a0 msgr2=0x7f5718073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.803+0000 7f571ee8d640 1 -- 172.21.15.3:0/1087171287 shutdown_connections 2024-09-10T07:20:03.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.803+0000 7f571ee8d640 1 -- 172.21.15.3:0/1087171287 wait complete. 2024-09-10T07:20:03.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.804+0000 7f571ee8d640 1 Processor -- start 2024-09-10T07:20:03.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.804+0000 7f571ee8d640 1 -- start start 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571ee8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180ccae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571ee8d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 0x7f571815f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571ee8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f571815e510 0x7f57180abc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571ee8d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f57180d22a0 con 0x7f57180d1200 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571ee8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f57180d3f70 con 0x7f571815e510 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571ee8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f571815e8f0 con 0x7f57180cf040 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f5717fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 0x7f571815f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f5717fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 0x7f571815f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32826/0 (socket says 172.21.15.3:32826) 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f5717fff640 1 -- 172.21.15.3:0/2182593782 learned_addr learned my addr 172.21.15.3:0/2182593782 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180ccae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571d42a640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f571815e510 0x7f57180abc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 -- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f571815e510 msgr2=0x7f57180abc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f571815e510 0x7f57180abc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 -- 172.21.15.3:0/2182593782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 msgr2=0x7f571815f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 0x7f571815f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 -- 172.21.15.3:0/2182593782 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57180cba40 con 0x7f57180cf040 2024-09-10T07:20:03.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f5717fff640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 0x7f571815f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f571cc29640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180ccae0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f570c00e900 tx=0x7f570c00edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f570c017070 con 0x7f57180cf040 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.805+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f570c00ca00 con 0x7f57180cf040 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.806+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57180cbd20 con 0x7f57180cf040 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.806+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f570c00cdf0 con 0x7f57180cf040 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.806+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f57180cc2e0 con 0x7f57180cf040 2024-09-10T07:20:03.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.807+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57180d0cc0 con 0x7f57180cf040 2024-09-10T07:20:03.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.807+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f570c01a070 con 0x7f57180cf040 2024-09-10T07:20:03.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.807+0000 7f57157fa640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f56fc06be60 0x7f56fc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:03.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.808+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f570c08ac60 con 0x7f57180cf040 2024-09-10T07:20:03.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.808+0000 7f5717fff640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f56fc06be60 0x7f56fc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:03.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.808+0000 7f5717fff640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f56fc06be60 0x7f56fc06e320 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f570402a200 tx=0x7f570402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:03.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:03.813+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f570c059300 con 0x7f57180cf040 2024-09-10T07:20:04.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.024+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f57180b7ba0 con 0x7f57180cf040 2024-09-10T07:20:04.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.025+0000 7f57157fa640 1 -- 172.21.15.3:0/2182593782 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7f570c05d600 con 0x7f57180cf040 2024-09-10T07:20:04.026 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:04.026 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":2,"btime":"2024-09-10T07:20:03:768355+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T07:20:04.026 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 2 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.026+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f56fc06be60 msgr2=0x7f56fc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.026+0000 7f571ee8d640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f56fc06be60 0x7f56fc06e320 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f570402a200 tx=0x7f570402e000 comp rx=0 tx=0).stop 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.026+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 msgr2=0x7f57180ccae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.026+0000 7f571ee8d640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180ccae0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f570c00e900 tx=0x7f570c00edc0 comp rx=0 tx=0).stop 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 shutdown_connections 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f56fc06be60 0x7f56fc06e320 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f571815e510 0x7f57180abc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57180d1200 0x7f571815f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 --2- 172.21.15.3:0/2182593782 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57180cf040 0x7f57180ccae0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 >> 172.21.15.3:0/2182593782 conn(0x7f571806d1a0 msgr2=0x7f571815adc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:04.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 shutdown_connections 2024-09-10T07:20:04.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:04.027+0000 7f571ee8d640 1 -- 172.21.15.3:0/2182593782 wait complete. 2024-09-10T07:20:06.039 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:06.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.155+0000 7f5e57eae640 1 Processor -- start 2024-09-10T07:20:06.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.155+0000 7f5e57eae640 1 -- start start 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e57eae640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5e500d0cc0 0x7f5e500d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e57eae640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5e500b78e0 0x7f5e500b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e57eae640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e500d3430 con 0x7f5e5015e510 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e57eae640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f5e500d1660 con 0x7f5e500d0cc0 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e57eae640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5e500d36d0 con 0x7f5e500b78e0 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e55449640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5e500d0cc0 0x7f5e500d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e55449640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5e500d0cc0 0x7f5e500d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32832/0 (socket says 172.21.15.3:32832) 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.156+0000 7f5e55449640 1 -- 172.21.15.3:0/3925459396 learned_addr learned my addr 172.21.15.3:0/3925459396 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.157+0000 7f5e5644b640 1 --2- 172.21.15.3:0/3925459396 >> v2:172.21.15.70:3300/0 conn(0x7f5e500b78e0 0x7f5e500b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.157+0000 7f5e55449640 1 -- 172.21.15.3:0/3925459396 >> v2:172.21.15.70:3300/0 conn(0x7f5e500b78e0 msgr2=0x7f5e500b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.157+0000 7f5e55449640 1 --2- 172.21.15.3:0/3925459396 >> v2:172.21.15.70:3300/0 conn(0x7f5e500b78e0 0x7f5e500b7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.157+0000 7f5e55449640 1 -- 172.21.15.3:0/3925459396 >> v1:172.21.15.70:6789/0 conn(0x7f5e5015e510 legacy=0x7f5e500ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.157+0000 7f5e55449640 1 -- 172.21.15.3:0/3925459396 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e500d39b0 con 0x7f5e500d0cc0 2024-09-10T07:20:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e55449640 1 --2- 172.21.15.3:0/3925459396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e500d0cc0 0x7f5e500d1120 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5e500b9dc0 tx=0x7f5e4402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c06b54e20b798531 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e54c48640 1 -- 172.21.15.3:0/3925459396 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e44037070 con 0x7f5e500d0cc0 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e54c48640 1 -- 172.21.15.3:0/3925459396 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e44032440 con 0x7f5e500d0cc0 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e54c48640 1 -- 172.21.15.3:0/3925459396 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e44032810 con 0x7f5e500d0cc0 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 -- 172.21.15.3:0/3925459396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e500d0cc0 msgr2=0x7f5e500d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3925459396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e500d0cc0 0x7f5e500d1120 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5e500b9dc0 tx=0x7f5e4402a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 -- 172.21.15.3:0/3925459396 shutdown_connections 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3925459396 >> v2:172.21.15.70:3300/0 conn(0x7f5e500b78e0 0x7f5e500b7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3925459396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e500d0cc0 0x7f5e500d1120 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 -- 172.21.15.3:0/3925459396 >> 172.21.15.3:0/3925459396 conn(0x7f5e5006d1a0 msgr2=0x7f5e50073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 -- 172.21.15.3:0/3925459396 shutdown_connections 2024-09-10T07:20:06.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.158+0000 7f5e57eae640 1 -- 172.21.15.3:0/3925459396 wait complete. 2024-09-10T07:20:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 Processor -- start 2024-09-10T07:20:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 -- start start 2024-09-10T07:20:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e500b78e0 0x7f5e5015f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e500d0cc0 0x7f5e500ce390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 0x7f5e500ccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5e500d22a0 con 0x7f5e5015e510 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5e500d3f70 con 0x7f5e500b78e0 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.160+0000 7f5e57eae640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5e500cf210 con 0x7f5e500d0cc0 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 0x7f5e500ccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 0x7f5e500ccaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32836/0 (socket says 172.21.15.3:32836) 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 -- 172.21.15.3:0/3411096049 learned_addr learned my addr 172.21.15.3:0/3411096049 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e55c4a640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e500b78e0 0x7f5e5015f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e55449640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e500d0cc0 0x7f5e500ce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 -- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e500d0cc0 msgr2=0x7f5e500ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e500d0cc0 0x7f5e500ce390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 -- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e500b78e0 msgr2=0x7f5e5015f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e500b78e0 0x7f5e5015f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 -- 172.21.15.3:0/3411096049 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e500cd2f0 con 0x7f5e5015e510 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e5644b640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 0x7f5e500ccaa0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5e4800d800 tx=0x7f5e4800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e4800b6c0 con 0x7f5e5015e510 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e48019070 con 0x7f5e5015e510 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e500cd5d0 con 0x7f5e5015e510 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e4800bac0 con 0x7f5e5015e510 2024-09-10T07:20:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.161+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e500cde70 con 0x7f5e5015e510 2024-09-10T07:20:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.162+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e500cd9c0 con 0x7f5e5015e510 2024-09-10T07:20:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.163+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5e4800bc60 con 0x7f5e5015e510 2024-09-10T07:20:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.163+0000 7f5e4e7fc640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e3c06be30 0x7f5e3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.163+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f5e4808ae20 con 0x7f5e5015e510 2024-09-10T07:20:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.163+0000 7f5e55c4a640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e3c06be30 0x7f5e3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.164+0000 7f5e55c4a640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e3c06be30 0x7f5e3c06e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5e501575e0 tx=0x7f5e40009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.168+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e480594d0 con 0x7f5e5015e510 2024-09-10T07:20:06.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.381+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e5015e8f0 con 0x7f5e5015e510 2024-09-10T07:20:06.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.381+0000 7f5e4e7fc640 1 -- 172.21.15.3:0/3411096049 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3897 (secure 0 0 0) 0x7f5e4805d7d0 con 0x7f5e5015e510 2024-09-10T07:20:06.381 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:06.382 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":3,"btime":"2024-09-10T07:20:04:769795+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4293,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-10T07:20:06.382 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 3 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.383+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e3c06be30 msgr2=0x7f5e3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.383+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e3c06be30 0x7f5e3c06e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5e501575e0 tx=0x7f5e40009040 comp rx=0 tx=0).stop 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.383+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 msgr2=0x7f5e500ccaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.383+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 0x7f5e500ccaa0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5e4800d800 tx=0x7f5e4800dcc0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 shutdown_connections 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e3c06be30 0x7f5e3c06e2f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e5015e510 0x7f5e500ccaa0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e500d0cc0 0x7f5e500ce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 --2- 172.21.15.3:0/3411096049 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e500b78e0 0x7f5e5015f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 >> 172.21.15.3:0/3411096049 conn(0x7f5e5006d1a0 msgr2=0x7f5e50159ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 shutdown_connections 2024-09-10T07:20:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.384+0000 7f5e57eae640 1 -- 172.21.15.3:0/3411096049 wait complete. 2024-09-10T07:20:06.394 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T07:20:06.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.496+0000 7fb60ddf6640 1 Processor -- start 2024-09-10T07:20:06.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.496+0000 7fb60ddf6640 1 -- start start 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb60ddf6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb608158cb0 0x7fb60806e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb60ddf6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb60815f5b0 0x7fb6080cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb60ddf6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb6080d02e0 0x7fb60806d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb60ddf6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb608070be0 con 0x7fb608158cb0 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb60ddf6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb60815fa90 con 0x7fb6080d02e0 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb60ddf6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb6081621c0 con 0x7fb60815f5b0 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb6077fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb608158cb0 0x7fb60806e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb6077fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb608158cb0 0x7fb60806e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32838/0 (socket says 172.21.15.3:32838) 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.497+0000 7fb6077fe640 1 -- 172.21.15.3:0/2022307119 learned_addr learned my addr 172.21.15.3:0/2022307119 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:06.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb606ffd640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb60815f5b0 0x7fb6080cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb6077fe640 1 -- 172.21.15.3:0/2022307119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb60815f5b0 msgr2=0x7fb6080cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb607fff640 1 --2- 172.21.15.3:0/2022307119 >> v2:172.21.15.70:3300/0 conn(0x7fb6080d02e0 0x7fb60806d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb6077fe640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb60815f5b0 0x7fb6080cfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb6077fe640 1 -- 172.21.15.3:0/2022307119 >> v2:172.21.15.70:3300/0 conn(0x7fb6080d02e0 msgr2=0x7fb60806d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb6077fe640 1 --2- 172.21.15.3:0/2022307119 >> v2:172.21.15.70:3300/0 conn(0x7fb6080d02e0 0x7fb60806d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb6077fe640 1 -- 172.21.15.3:0/2022307119 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6081624a0 con 0x7fb608158cb0 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb606ffd640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb60815f5b0 0x7fb6080cfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb607fff640 1 --2- 172.21.15.3:0/2022307119 >> v2:172.21.15.70:3300/0 conn(0x7fb6080d02e0 0x7fb60806d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:06.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.498+0000 7fb6077fe640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb608158cb0 0x7fb60806e780 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb6080c9230 tx=0x7fb5f802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=468e21472021d9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb6067fc640 1 -- 172.21.15.3:0/2022307119 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f8037070 con 0x7fb608158cb0 2024-09-10T07:20:06.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb6067fc640 1 -- 172.21.15.3:0/2022307119 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f8032440 con 0x7fb608158cb0 2024-09-10T07:20:06.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb6067fc640 1 -- 172.21.15.3:0/2022307119 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f8032810 con 0x7fb608158cb0 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 -- 172.21.15.3:0/2022307119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb608158cb0 msgr2=0x7fb60806e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb608158cb0 0x7fb60806e780 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb6080c9230 tx=0x7fb5f802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 -- 172.21.15.3:0/2022307119 shutdown_connections 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/2022307119 >> v2:172.21.15.70:3300/0 conn(0x7fb6080d02e0 0x7fb60806d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb60815f5b0 0x7fb6080cfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/2022307119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb608158cb0 0x7fb60806e780 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 -- 172.21.15.3:0/2022307119 >> 172.21.15.3:0/2022307119 conn(0x7fb60806fdc0 msgr2=0x7fb6080701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 -- 172.21.15.3:0/2022307119 shutdown_connections 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.499+0000 7fb60ddf6640 1 -- 172.21.15.3:0/2022307119 wait complete. 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.500+0000 7fb60ddf6640 1 Processor -- start 2024-09-10T07:20:06.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 -- start start 2024-09-10T07:20:06.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6080d02e0 0x7fb608157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb608158cb0 0x7fb6081f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 0x7fb6080b5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb608162f80 con 0x7fb60815f5b0 2024-09-10T07:20:06.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb608162a60 con 0x7fb6080d02e0 2024-09-10T07:20:06.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb60ddf6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb60806d650 con 0x7fb608158cb0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb607fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 0x7fb6080b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb607fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 0x7fb6080b5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32852/0 (socket says 172.21.15.3:32852) 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb607fff640 1 -- 172.21.15.3:0/4069963785 learned_addr learned my addr 172.21.15.3:0/4069963785 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.501+0000 7fb6077fe640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6080d02e0 0x7fb608157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb606ffd640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb608158cb0 0x7fb6081f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb607fff640 1 -- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb608158cb0 msgr2=0x7fb6081f45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb607fff640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb608158cb0 0x7fb6081f45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb607fff640 1 -- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6080d02e0 msgr2=0x7fb608157980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb607fff640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6080d02e0 0x7fb608157980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb607fff640 1 -- 172.21.15.3:0/4069963785 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6080b5870 con 0x7fb60815f5b0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb607fff640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 0x7fb6080b5020 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb60000cef0 tx=0x7fb60000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60001a070 con 0x7fb60815f5b0 2024-09-10T07:20:06.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb60000d840 con 0x7fb60815f5b0 2024-09-10T07:20:06.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6080b5b50 con 0x7fb60815f5b0 2024-09-10T07:20:06.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60000dc30 con 0x7fb60815f5b0 2024-09-10T07:20:06.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.502+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6080b5560 con 0x7fb60815f5b0 2024-09-10T07:20:06.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.503+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6080b6070 con 0x7fb60815f5b0 2024-09-10T07:20:06.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.504+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb60001d070 con 0x7fb60815f5b0 2024-09-10T07:20:06.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.504+0000 7fb5effff640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5f406be30 0x7fb5f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.504+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fb60008b1f0 con 0x7fb60815f5b0 2024-09-10T07:20:06.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.504+0000 7fb6077fe640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5f406be30 0x7fb5f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.505+0000 7fb6077fe640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5f406be30 0x7fb5f406e2f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb5f8034000 tx=0x7fb5f802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.509+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6080b6070 con 0x7fb60815f5b0 2024-09-10T07:20:06.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.686+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb6080b8150 con 0x7fb60815f5b0 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.687+0000 7fb5effff640 1 -- 172.21.15.3:0/4069963785 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7fb600059930 con 0x7fb60815f5b0 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:06.687 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5f406be30 msgr2=0x7fb5f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5f406be30 0x7fb5f406e2f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb5f8034000 tx=0x7fb5f802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 msgr2=0x7fb6080b5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 0x7fb6080b5020 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb60000cef0 tx=0x7fb60000a710 comp rx=0 tx=0).stop 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 shutdown_connections 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5f406be30 0x7fb5f406e2f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb60815f5b0 0x7fb6080b5020 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb608158cb0 0x7fb6081f45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 --2- 172.21.15.3:0/4069963785 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6080d02e0 0x7fb608157980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 >> 172.21.15.3:0/4069963785 conn(0x7fb60806fdc0 msgr2=0x7fb60806d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 shutdown_connections 2024-09-10T07:20:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.689+0000 7fb60ddf6640 1 -- 172.21.15.3:0/4069963785 wait complete. 2024-09-10T07:20:06.699 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:20:06.700 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:20:06.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.806+0000 7f76e2ae6640 1 Processor -- start 2024-09-10T07:20:06.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.806+0000 7f76e2ae6640 1 -- start start 2024-09-10T07:20:06.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76e2ae6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f76dc162130 0x7f76dc162570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76e2ae6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f76dc0b9a80 0x7f76dc0b9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76e2ae6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76dc0d39d0 con 0x7f76dc15e770 2024-09-10T07:20:06.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76e2ae6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f76dc0b7df0 con 0x7f76dc162130 2024-09-10T07:20:06.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76e2ae6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f76dc162ab0 con 0x7f76dc0b9a80 2024-09-10T07:20:06.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f76dc162130 0x7f76dc162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f76dc162130 0x7f76dc162570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32864/0 (socket says 172.21.15.3:32864) 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 -- 172.21.15.3:0/2297275508 learned_addr learned my addr 172.21.15.3:0/2297275508 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76e1083640 1 --2- 172.21.15.3:0/2297275508 >> v2:172.21.15.70:3300/0 conn(0x7f76dc0b9a80 0x7f76dc0b9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 -- 172.21.15.3:0/2297275508 >> v2:172.21.15.70:3300/0 conn(0x7f76dc0b9a80 msgr2=0x7f76dc0b9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 --2- 172.21.15.3:0/2297275508 >> v2:172.21.15.70:3300/0 conn(0x7f76dc0b9a80 0x7f76dc0b9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 -- 172.21.15.3:0/2297275508 >> v1:172.21.15.70:6789/0 conn(0x7f76dc15e770 legacy=0x7f76dc0d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d3fff640 1 -- 172.21.15.3:0/2297275508 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76dc0b74c0 con 0x7f76dc162130 2024-09-10T07:20:06.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.807+0000 7f76d37fe640 1 -- 172.21.15.3:0/2297275508 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1739048908 0 0) 0x7f76dc0d39d0 con 0x7f76dc15e770 2024-09-10T07:20:06.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.808+0000 7f76d3fff640 1 --2- 172.21.15.3:0/2297275508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc162570 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f76dc0cb530 tx=0x7f76cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aab32dd588423c80 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.808+0000 7f76d37fe640 1 -- 172.21.15.3:0/2297275508 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc037070 con 0x7f76dc162130 2024-09-10T07:20:06.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.808+0000 7f76d37fe640 1 -- 172.21.15.3:0/2297275508 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76cc032440 con 0x7f76dc162130 2024-09-10T07:20:06.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.808+0000 7f76d37fe640 1 -- 172.21.15.3:0/2297275508 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc032810 con 0x7f76dc162130 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 -- 172.21.15.3:0/2297275508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 msgr2=0x7f76dc162570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/2297275508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc162570 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f76dc0cb530 tx=0x7f76cc02a270 comp rx=0 tx=0).stop 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 -- 172.21.15.3:0/2297275508 shutdown_connections 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/2297275508 >> v2:172.21.15.70:3300/0 conn(0x7f76dc0b9a80 0x7f76dc0b9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/2297275508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc162570 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 -- 172.21.15.3:0/2297275508 >> 172.21.15.3:0/2297275508 conn(0x7f76dc09d660 msgr2=0x7f76dc0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 -- 172.21.15.3:0/2297275508 shutdown_connections 2024-09-10T07:20:06.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.809+0000 7f76e2ae6640 1 -- 172.21.15.3:0/2297275508 wait complete. 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.810+0000 7f76e2ae6640 1 Processor -- start 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.810+0000 7f76e2ae6640 1 -- start start 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e2ae6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76dc0b9a80 0x7f76dc1f7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e2ae6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f76dc15e770 0x7f76dc15c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e2ae6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc15c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e2ae6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc0d51c0 con 0x7f76dc162130 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e2ae6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc0b7a80 con 0x7f76dc0b9a80 2024-09-10T07:20:06.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e2ae6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f76dc0d5340 con 0x7f76dc15e770 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc15c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc15c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32880/0 (socket says 172.21.15.3:32880) 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 -- 172.21.15.3:0/4041323686 learned_addr learned my addr 172.21.15.3:0/4041323686 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e0882640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76dc0b9a80 0x7f76dc1f7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76d3fff640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f76dc15e770 0x7f76dc15c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 -- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f76dc15e770 msgr2=0x7f76dc15c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f76dc15e770 0x7f76dc15c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 -- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76dc0b9a80 msgr2=0x7f76dc1f7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76dc0b9a80 0x7f76dc1f7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.811+0000 7f76e1083640 1 -- 172.21.15.3:0/4041323686 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76dc15f830 con 0x7f76dc162130 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.812+0000 7f76e1083640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc15c900 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f76d400efc0 tx=0x7f76d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.812+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d4018020 con 0x7f76dc162130 2024-09-10T07:20:06.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.812+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76d4014480 con 0x7f76dc162130 2024-09-10T07:20:06.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.812+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d4014870 con 0x7f76dc162130 2024-09-10T07:20:06.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.812+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76dc15fb10 con 0x7f76dc162130 2024-09-10T07:20:06.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.812+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76dc1600d0 con 0x7f76dc162130 2024-09-10T07:20:06.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.813+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76dc069110 con 0x7f76dc162130 2024-09-10T07:20:06.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.813+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f76d4005d10 con 0x7f76dc162130 2024-09-10T07:20:06.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.814+0000 7f76d17fa640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f76c806be30 0x7f76c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:06.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.814+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f76d408b470 con 0x7f76dc162130 2024-09-10T07:20:06.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.814+0000 7f76e0882640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f76c806be30 0x7f76c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:06.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.815+0000 7f76e0882640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f76c806be30 0x7f76c806e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f76d8000f60 tx=0x7f76d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:06.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.819+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f76d4022070 con 0x7f76dc162130 2024-09-10T07:20:06.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:06.996+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f76dc162570 con 0x7f76dc162130 2024-09-10T07:20:07.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.780+0000 7f76d17fa640 1 -- 172.21.15.3:0/4041323686 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7f76d4010040 con 0x7f76dc162130 2024-09-10T07:20:07.780 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-09-10T07:20:07.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.784+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f76c806be30 msgr2=0x7f76c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:07.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.784+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f76c806be30 0x7f76c806e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f76d8000f60 tx=0x7f76d8009040 comp rx=0 tx=0).stop 2024-09-10T07:20:07.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.784+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 msgr2=0x7f76dc15c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:07.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.784+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc15c900 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f76d400efc0 tx=0x7f76d400c490 comp rx=0 tx=0).stop 2024-09-10T07:20:07.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.784+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 shutdown_connections 2024-09-10T07:20:07.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f76c806be30 0x7f76c806e2f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f76dc162130 0x7f76dc15c900 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f76dc15e770 0x7f76dc15c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 --2- 172.21.15.3:0/4041323686 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f76dc0b9a80 0x7f76dc1f7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 >> 172.21.15.3:0/4041323686 conn(0x7f76dc09d660 msgr2=0x7f76dc06ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:07.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 shutdown_connections 2024-09-10T07:20:07.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.785+0000 7f76e2ae6640 1 -- 172.21.15.3:0/4041323686 wait complete. 2024-09-10T07:20:07.802 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-10T07:20:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.919+0000 7f21371f8640 1 Processor -- start 2024-09-10T07:20:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.919+0000 7f21371f8640 1 -- start start 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f21371f8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f21300d2860 0x7f21300d1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f21371f8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 0x7f21300cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f21371f8640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21300d2d60 con 0x7f21300d43b0 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f21371f8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f21300d3040 con 0x7f21300d2860 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f21371f8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f21300d15e0 con 0x7f21300cf1d0 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f2134f94640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f21300d43b0 0x7f21300d4790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60896/0 (socket says 172.21.15.3:60896) 2024-09-10T07:20:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.920+0000 7f2134f94640 1 -- 172.21.15.3:0/1913348276 learned_addr learned my addr 172.21.15.3:0/1913348276 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2135795640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 0x7f21300cf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212ffff640 1 --2- 172.21.15.3:0/1913348276 >> v2:172.21.15.70:3300/0 conn(0x7f21300d2860 0x7f21300d1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2279004049 0 0) 0x7f21300d2d60 con 0x7f21300d43b0 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f211c003520 con 0x7f21300d43b0 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1428414056 0 0) 0x7f211c003520 con 0x7f21300d43b0 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 msgr2=0x7f21300cf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 0x7f21300cf680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 >> v2:172.21.15.70:3300/0 conn(0x7f21300d2860 msgr2=0x7f21300d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 --2- 172.21.15.3:0/1913348276 >> v2:172.21.15.70:3300/0 conn(0x7f21300d2860 0x7f21300d1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21300d18c0 con 0x7f21300d43b0 2024-09-10T07:20:07.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f21200019f0 con 0x7f21300d43b0 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 >> v1:172.21.15.3:6789/0 conn(0x7f21300d43b0 legacy=0x7f21300d4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f211c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f211c004800 0x7f211c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 0x7f211c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f21300d3040 con 0x7f211c0039b0 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f21300d15e0 con 0x7f211c004800 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f211c00b9f0 con 0x7f21300cf1d0 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2134f94640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f211c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f212ffff640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f211c004800 0x7f211c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2135795640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 0x7f211c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2134f94640 1 -- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 msgr2=0x7f211c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2134f94640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300cf1d0 0x7f211c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2134f94640 1 -- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f211c004800 msgr2=0x7f211c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2134f94640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f211c004800 0x7f211c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.921+0000 7f2134f94640 1 -- 172.21.15.3:0/1913348276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f211c003520 con 0x7f211c0039b0 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.922+0000 7f2134f94640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f211c003dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f212000a8a0 tx=0x7f211c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cba9ac8a3259df49 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.922+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212000a4c0 con 0x7f211c0039b0 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.922+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f212002f070 con 0x7f211c0039b0 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.922+0000 7f212f7fe640 1 -- 172.21.15.3:0/1913348276 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212002bd10 con 0x7f211c0039b0 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f21371f8640 1 -- 172.21.15.3:0/1913348276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 msgr2=0x7f211c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f21371f8640 1 --2- 172.21.15.3:0/1913348276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f211c003dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f212000a8a0 tx=0x7f211c005830 comp rx=0 tx=0).stop 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f2135795640 1 -- 172.21.15.3:0/1913348276 reap_dead start 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f21371f8640 1 -- 172.21.15.3:0/1913348276 shutdown_connections 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f21371f8640 1 -- 172.21.15.3:0/1913348276 >> 172.21.15.3:0/1913348276 conn(0x7f213008bfc0 msgr2=0x7f213009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f21371f8640 1 -- 172.21.15.3:0/1913348276 shutdown_connections 2024-09-10T07:20:07.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.923+0000 7f21371f8640 1 -- 172.21.15.3:0/1913348276 wait complete. 2024-09-10T07:20:07.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.924+0000 7f21371f8640 1 Processor -- start 2024-09-10T07:20:07.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.924+0000 7f21371f8640 1 -- start start 2024-09-10T07:20:07.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f21371f8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f21300ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f21371f8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f213015d590 0x7f213015d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f21371f8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300b94b0 0x7f21300b9930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f21371f8640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f21300d2530 con 0x7f211c0039b0 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f21371f8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f213006cfd0 con 0x7f213015d590 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f21371f8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f213015df30 con 0x7f21300b94b0 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f21300ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f21300ca1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32906/0 (socket says 172.21.15.3:32906) 2024-09-10T07:20:07.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 -- 172.21.15.3:0/529639954 learned_addr learned my addr 172.21.15.3:0/529639954 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2135795640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300b94b0 0x7f21300b9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f212ffff640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f213015d590 0x7f213015d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 -- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300b94b0 msgr2=0x7f21300b9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300b94b0 0x7f21300b9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 -- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f213015d590 msgr2=0x7f213015d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f213015d590 0x7f213015d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.925+0000 7f2134f94640 1 -- 172.21.15.3:0/529639954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21300cb590 con 0x7f211c0039b0 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f212ffff640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f213015d590 0x7f213015d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f2134f94640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f21300ca1d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f212000a9c0 tx=0x7f2120001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2120044070 con 0x7f211c0039b0 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2120034670 con 0x7f211c0039b0 2024-09-10T07:20:07.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21300cb870 con 0x7f211c0039b0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212000a4c0 con 0x7f211c0039b0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.926+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21300cbe30 con 0x7f211c0039b0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.927+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21300b3730 con 0x7f211c0039b0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.928+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2120047070 con 0x7f211c0039b0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.928+0000 7f212d7fa640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f211006be30 0x7f211006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.928+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f21200aad10 con 0x7f211c0039b0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.928+0000 7f212ffff640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f211006be30 0x7f211006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.929+0000 7f212ffff640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f211006be30 0x7f211006e2f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f21300c7ed0 tx=0x7f2118008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:07.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:07.933+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f21300b3730 con 0x7f211c0039b0 2024-09-10T07:20:08.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.110+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f213015e7a0 con 0x7f211c0039b0 2024-09-10T07:20:08.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.782+0000 7f212d7fa640 1 -- 172.21.15.3:0/529639954 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) ==== 171+0+0 (secure 0 0 0) 0x7f21200793a0 con 0x7f211c0039b0 2024-09-10T07:20:08.832 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.786+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f211006be30 msgr2=0x7f211006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.786+0000 7f21371f8640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f211006be30 0x7f211006e2f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f21300c7ed0 tx=0x7f2118008040 comp rx=0 tx=0).stop 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.786+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 msgr2=0x7f21300ca1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.786+0000 7f21371f8640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f21300ca1d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f212000a9c0 tx=0x7f2120001dc0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.787+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 shutdown_connections 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.787+0000 7f21371f8640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f211006be30 0x7f211006e2f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.787+0000 7f21371f8640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f21300b94b0 0x7f21300b9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.787+0000 7f21371f8640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f213015d590 0x7f213015d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.787+0000 7f21371f8640 1 --2- 172.21.15.3:0/529639954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f211c0039b0 0x7f21300ca1d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.787+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 >> 172.21.15.3:0/529639954 conn(0x7f213008bfc0 msgr2=0x7f213006d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:08.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.788+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 shutdown_connections 2024-09-10T07:20:08.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.788+0000 7f21371f8640 1 -- 172.21.15.3:0/529639954 wait complete. 2024-09-10T07:20:08.835 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:20:08.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.943+0000 7fe1cd9af640 1 Processor -- start 2024-09-10T07:20:08.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.943+0000 7fe1cd9af640 1 -- start start 2024-09-10T07:20:08.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.943+0000 7fe1cd9af640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe1c815e290 0x7fe1c80d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.943+0000 7fe1cd9af640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe1c80d1fa0 0x7fe1c80b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.943+0000 7fe1cd9af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d4360 0x7fe1c80d47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1cd9af640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe1c80d4d10 con 0x7fe1c80d1fa0 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1cd9af640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe1c80b4dc0 con 0x7fe1c815e290 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1cd9af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c80b4b10 con 0x7fe1c80d4360 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe1c80d1fa0 0x7fe1c80b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe1c80d1fa0 0x7fe1c80b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60206/0 (socket says 172.21.15.3:60206) 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3861642965 learned_addr learned my addr 172.21.15.3:0/3861642965 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c6ffd640 1 --2- 172.21.15.3:0/3861642965 >> v2:172.21.15.70:3300/0 conn(0x7fe1c815e290 0x7fe1c80d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c77fe640 1 --2- 172.21.15.3:0/3861642965 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d4360 0x7fe1c80d47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3861642965 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d4360 msgr2=0x7fe1c80d47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 --2- 172.21.15.3:0/3861642965 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d4360 0x7fe1c80d47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3861642965 >> v2:172.21.15.70:3300/0 conn(0x7fe1c815e290 msgr2=0x7fe1c80d1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:08.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 --2- 172.21.15.3:0/3861642965 >> v2:172.21.15.70:3300/0 conn(0x7fe1c815e290 0x7fe1c80d1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.944+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3861642965 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c80b5060 con 0x7fe1c80d1fa0 2024-09-10T07:20:08.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1c67fc640 1 --2- 172.21.15.3:0/3861642965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d1fa0 0x7fe1c80b45d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe1c80d1e90 tx=0x7fe1bc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d5ec18c1a704ee6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:08.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1c5ffb640 1 -- 172.21.15.3:0/3861642965 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc037070 con 0x7fe1c80d1fa0 2024-09-10T07:20:08.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1c5ffb640 1 -- 172.21.15.3:0/3861642965 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1bc032440 con 0x7fe1c80d1fa0 2024-09-10T07:20:08.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1c5ffb640 1 -- 172.21.15.3:0/3861642965 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc032810 con 0x7fe1c80d1fa0 2024-09-10T07:20:08.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3861642965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d1fa0 msgr2=0x7fe1c80b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3861642965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d1fa0 0x7fe1c80b45d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe1c80d1e90 tx=0x7fe1bc02a140 comp rx=0 tx=0).stop 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3861642965 shutdown_connections 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3861642965 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d4360 0x7fe1c80d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3861642965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d1fa0 0x7fe1c80b45d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3861642965 >> v2:172.21.15.70:3300/0 conn(0x7fe1c815e290 0x7fe1c80d1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3861642965 >> 172.21.15.3:0/3861642965 conn(0x7fe1c808ddc0 msgr2=0x7fe1c809d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3861642965 shutdown_connections 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.945+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3861642965 wait complete. 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.947+0000 7fe1cd9af640 1 Processor -- start 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.947+0000 7fe1cd9af640 1 -- start start 2024-09-10T07:20:08.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.947+0000 7fe1cd9af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d1fa0 0x7fe1c8159090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 0x7fe1c8156990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1c815e290 0x7fe1c8157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c80cf090 con 0x7fe1c80d4360 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c80b5620 con 0x7fe1c815e290 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe1c815e670 con 0x7fe1c80d1fa0 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 0x7fe1c8156990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 0x7fe1c8156990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60216/0 (socket says 172.21.15.3:60216) 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3133929997 learned_addr learned my addr 172.21.15.3:0/3133929997 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c6ffd640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d1fa0 0x7fe1c8159090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c77fe640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1c815e290 0x7fe1c8157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d1fa0 msgr2=0x7fe1c8159090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:08.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d1fa0 0x7fe1c8159090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1c815e290 msgr2=0x7fe1c8157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1c815e290 0x7fe1c8157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 -- 172.21.15.3:0/3133929997 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c80b9080 con 0x7fe1c80d4360 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1c67fc640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 0x7fe1c8156990 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc02a180 tx=0x7fe1bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc041020 con 0x7fe1c80d4360 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1bc0306c0 con 0x7fe1c80d4360 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c80b9360 con 0x7fe1c80d4360 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc037040 con 0x7fe1c80d4360 2024-09-10T07:20:08.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.948+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c80b9920 con 0x7fe1c80d4360 2024-09-10T07:20:08.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.949+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1c80b3fe0 con 0x7fe1c80d4360 2024-09-10T07:20:08.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.950+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe1bc044020 con 0x7fe1c80d4360 2024-09-10T07:20:08.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.950+0000 7fe1affff640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1b406be60 0x7fe1b406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:08.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.950+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7fe1bc0ab460 con 0x7fe1c80d4360 2024-09-10T07:20:08.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.950+0000 7fe1c6ffd640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1b406be60 0x7fe1b406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:08.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.951+0000 7fe1c6ffd640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1b406be60 0x7fe1b406e320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe1b80079a0 tx=0x7fe1b8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:08.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:08.955+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1bc04b030 con 0x7fe1c80d4360 2024-09-10T07:20:09.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.166+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe1c80d47b0 con 0x7fe1c80d4360 2024-09-10T07:20:09.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.802+0000 7fe1affff640 1 -- 172.21.15.3:0/3133929997 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fe1bc0798b0 con 0x7fe1c80d4360 2024-09-10T07:20:09.802 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T07:20:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1b406be60 msgr2=0x7fe1b406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1b406be60 0x7fe1b406e320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe1b80079a0 tx=0x7fe1b8008040 comp rx=0 tx=0).stop 2024-09-10T07:20:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 msgr2=0x7fe1c8156990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 0x7fe1c8156990 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc02a180 tx=0x7fe1bc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 shutdown_connections 2024-09-10T07:20:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1b406be60 0x7fe1b406e320 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1c815e290 0x7fe1c8157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1c80d4360 0x7fe1c8156990 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 --2- 172.21.15.3:0/3133929997 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1c80d1fa0 0x7fe1c8159090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.807+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 >> 172.21.15.3:0/3133929997 conn(0x7fe1c808ddc0 msgr2=0x7fe1c80cfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.808+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 shutdown_connections 2024-09-10T07:20:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.809+0000 7fe1cd9af640 1 -- 172.21.15.3:0/3133929997 wait complete. 2024-09-10T07:20:09.838 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-10T07:20:09.839 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-10T07:20:09.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.951+0000 7f25544af640 1 Processor -- start 2024-09-10T07:20:09.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.952+0000 7f25544af640 1 -- start start 2024-09-10T07:20:09.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f25544af640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f254c15e770 0x7f254c0d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:09.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f25544af640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f254c162840 0x7f254c0b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f25544af640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f254c0b74c0 con 0x7f254c0d3800 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f25544af640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f254c0b7df0 con 0x7f254c162840 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f25544af640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f254c0b77a0 con 0x7f254c15e770 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2552a4c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f254c162840 0x7f254c0b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2551a4a640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f254c0d3800 0x7f254c162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60414/0 (socket says 172.21.15.3:60414) 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2551a4a640 1 -- 172.21.15.3:0/3357042936 learned_addr learned my addr 172.21.15.3:0/3357042936 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f255224b640 1 --2- 172.21.15.3:0/3357042936 >> v2:172.21.15.70:3300/0 conn(0x7f254c15e770 0x7f254c0d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2552a4c640 1 -- 172.21.15.3:0/3357042936 >> v2:172.21.15.70:3300/0 conn(0x7f254c15e770 msgr2=0x7f254c0d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2552a4c640 1 --2- 172.21.15.3:0/3357042936 >> v2:172.21.15.70:3300/0 conn(0x7f254c15e770 0x7f254c0d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2552a4c640 1 -- 172.21.15.3:0/3357042936 >> v1:172.21.15.3:6789/0 conn(0x7f254c0d3800 legacy=0x7f254c162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2551249640 1 -- 172.21.15.3:0/3357042936 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 238763961 0 0) 0x7f254c0b74c0 con 0x7f254c0d3800 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.953+0000 7f2552a4c640 1 -- 172.21.15.3:0/3357042936 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f254c0b7a80 con 0x7f254c162840 2024-09-10T07:20:09.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.954+0000 7f2552a4c640 1 --2- 172.21.15.3:0/3357042936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c162840 0x7f254c0b9a80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f254c069040 tx=0x7f254402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33f59adbb33e1031 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.954+0000 7f2551249640 1 -- 172.21.15.3:0/3357042936 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544007740 con 0x7f254c162840 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.954+0000 7f2551249640 1 -- 172.21.15.3:0/3357042936 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25440078e0 con 0x7f254c162840 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.954+0000 7f2551249640 1 -- 172.21.15.3:0/3357042936 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2544007cb0 con 0x7f254c162840 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.954+0000 7f25544af640 1 -- 172.21.15.3:0/3357042936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c162840 msgr2=0x7f254c0b9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.954+0000 7f25544af640 1 --2- 172.21.15.3:0/3357042936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c162840 0x7f254c0b9a80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f254c069040 tx=0x7f254402a680 comp rx=0 tx=0).stop 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.955+0000 7f25544af640 1 -- 172.21.15.3:0/3357042936 shutdown_connections 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.955+0000 7f25544af640 1 --2- 172.21.15.3:0/3357042936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c162840 0x7f254c0b9a80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.955+0000 7f25544af640 1 --2- 172.21.15.3:0/3357042936 >> v2:172.21.15.70:3300/0 conn(0x7f254c15e770 0x7f254c0d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.955+0000 7f25544af640 1 -- 172.21.15.3:0/3357042936 >> 172.21.15.3:0/3357042936 conn(0x7f254c09d660 msgr2=0x7f254c0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.955+0000 7f25544af640 1 -- 172.21.15.3:0/3357042936 shutdown_connections 2024-09-10T07:20:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.955+0000 7f25544af640 1 -- 172.21.15.3:0/3357042936 wait complete. 2024-09-10T07:20:09.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.956+0000 7f25544af640 1 Processor -- start 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.956+0000 7f25544af640 1 -- start start 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f254c0d3800 0x7f254c09e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 0x7f254c153580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f254c162840 0x7f254c153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f254c0b9fc0 con 0x7f254c15e770 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f254c0d53d0 con 0x7f254c0d3800 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f254c0ba140 con 0x7f254c162840 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 0x7f254c153580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 0x7f254c153580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60228/0 (socket says 172.21.15.3:60228) 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 -- 172.21.15.3:0/4272640027 learned_addr learned my addr 172.21.15.3:0/4272640027 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f255224b640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f254c0d3800 0x7f254c09e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2552a4c640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f254c162840 0x7f254c153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 -- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f254c162840 msgr2=0x7f254c153b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f254c162840 0x7f254c153b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 -- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f254c0d3800 msgr2=0x7f254c09e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f254c0d3800 0x7f254c09e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 -- 172.21.15.3:0/4272640027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f254c1f4df0 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2551a4a640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 0x7f254c153580 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f253c00c4d0 tx=0x7f253c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c018070 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f253c007500 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f254c1f50d0 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c004a20 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.957+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f254c1f5690 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.958+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f254c069110 con 0x7f254c15e770 2024-09-10T07:20:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.959+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f253c01b070 con 0x7f254c15e770 2024-09-10T07:20:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.959+0000 7f2542ffd640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f253006be60 0x7f253006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.959+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f253c08a180 con 0x7f254c15e770 2024-09-10T07:20:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.959+0000 7f255224b640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f253006be60 0x7f253006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.960+0000 7f255224b640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f253006be60 0x7f253006e320 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2548006fd0 tx=0x7f2548008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:09.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:09.964+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f253c058440 con 0x7f254c15e770 2024-09-10T07:20:10.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.149+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f254c0d32c0 con 0x7f254c15e770 2024-09-10T07:20:10.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.815+0000 7f2542ffd640 1 -- 172.21.15.3:0/4272640027 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) ==== 157+0+0 (secure 0 0 0) 0x7f253c05c740 con 0x7f254c15e770 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.817+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f253006be60 msgr2=0x7f253006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.817+0000 7f25544af640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f253006be60 0x7f253006e320 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2548006fd0 tx=0x7f2548008040 comp rx=0 tx=0).stop 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.817+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 msgr2=0x7f254c153580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.817+0000 7f25544af640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 0x7f254c153580 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f253c00c4d0 tx=0x7f253c00c990 comp rx=0 tx=0).stop 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 shutdown_connections 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f253006be60 0x7f253006e320 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f254c162840 0x7f254c153b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f254c15e770 0x7f254c153580 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 --2- 172.21.15.3:0/4272640027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f254c0d3800 0x7f254c09e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 >> 172.21.15.3:0/4272640027 conn(0x7f254c09d660 msgr2=0x7f254c06c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 shutdown_connections 2024-09-10T07:20:10.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.818+0000 7f25544af640 1 -- 172.21.15.3:0/4272640027 wait complete. 2024-09-10T07:20:10.829 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:20:10.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.942+0000 7f189479f640 1 Processor -- start 2024-09-10T07:20:10.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.942+0000 7f189479f640 1 -- start start 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189479f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f188c073690 0x7f188c06baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189479f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c070230 0x7f188c0706e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189479f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f188c06c320 con 0x7f188c15c0f0 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189479f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f188c15c4d0 con 0x7f188c073690 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189479f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f188c06c600 con 0x7f188c070230 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f1891d3a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f188c073690 0x7f188c06baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189253b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f188c15c0f0 0x7f188c06f7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60422/0 (socket says 172.21.15.3:60422) 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.943+0000 7f189253b640 1 -- 172.21.15.3:0/581607738 learned_addr learned my addr 172.21.15.3:0/581607738 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1892d3c640 1 --2- 172.21.15.3:0/581607738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c070230 0x7f188c0706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:10.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1891d3a640 1 -- 172.21.15.3:0/581607738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c070230 msgr2=0x7f188c0706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:10.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1891d3a640 1 --2- 172.21.15.3:0/581607738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c070230 0x7f188c0706e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1891d3a640 1 -- 172.21.15.3:0/581607738 >> v1:172.21.15.3:6789/0 conn(0x7f188c15c0f0 legacy=0x7f188c06f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:10.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1891539640 1 -- 172.21.15.3:0/581607738 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1491331549 0 0) 0x7f188c06c320 con 0x7f188c15c0f0 2024-09-10T07:20:10.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1891d3a640 1 -- 172.21.15.3:0/581607738 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f188c06ecd0 con 0x7f188c073690 2024-09-10T07:20:10.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.944+0000 7f1891d3a640 1 --2- 172.21.15.3:0/581607738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c073690 0x7f188c06baf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f18800097a0 tx=0x7f188002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55309669fd05169f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:10.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f1891539640 1 -- 172.21.15.3:0/581607738 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1880037070 con 0x7f188c073690 2024-09-10T07:20:10.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f1891539640 1 -- 172.21.15.3:0/581607738 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f188002ae50 con 0x7f188c073690 2024-09-10T07:20:10.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f1891539640 1 -- 172.21.15.3:0/581607738 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1880032660 con 0x7f188c073690 2024-09-10T07:20:10.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 -- 172.21.15.3:0/581607738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c073690 msgr2=0x7f188c06baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:10.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 --2- 172.21.15.3:0/581607738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c073690 0x7f188c06baf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f18800097a0 tx=0x7f188002a100 comp rx=0 tx=0).stop 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 -- 172.21.15.3:0/581607738 shutdown_connections 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 --2- 172.21.15.3:0/581607738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c070230 0x7f188c0706e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 --2- 172.21.15.3:0/581607738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c073690 0x7f188c06baf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 -- 172.21.15.3:0/581607738 >> 172.21.15.3:0/581607738 conn(0x7f188c0b2be0 msgr2=0x7f188c0b2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 -- 172.21.15.3:0/581607738 shutdown_connections 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.945+0000 7f189479f640 1 -- 172.21.15.3:0/581607738 wait complete. 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.946+0000 7f189479f640 1 Processor -- start 2024-09-10T07:20:10.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.946+0000 7f189479f640 1 -- start start 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189479f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f188c070230 0x7f188c0d0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189479f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c073690 0x7f188c0c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189479f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 0x7f188c0ca810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189479f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f188c06c030 con 0x7f188c15c0f0 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189479f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f188c06f290 con 0x7f188c070230 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189479f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f188c0adec0 con 0x7f188c073690 2024-09-10T07:20:10.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f1892d3c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 0x7f188c0ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f1892d3c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 0x7f188c0ca810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60248/0 (socket says 172.21.15.3:60248) 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f1892d3c640 1 -- 172.21.15.3:0/3091829452 learned_addr learned my addr 172.21.15.3:0/3091829452 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.947+0000 7f189253b640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f188c070230 0x7f188c0d0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1891d3a640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c073690 0x7f188c0c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1892d3c640 1 -- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c073690 msgr2=0x7f188c0c76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1892d3c640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c073690 0x7f188c0c76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1892d3c640 1 -- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f188c070230 msgr2=0x7f188c0d0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1892d3c640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f188c070230 0x7f188c0d0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1892d3c640 1 -- 172.21.15.3:0/3091829452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f188c0cf070 con 0x7f188c15c0f0 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f1892d3c640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 0x7f188c0ca810 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f187c007e40 tx=0x7f187c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:10.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f187c014620 con 0x7f188c15c0f0 2024-09-10T07:20:10.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f187c019070 con 0x7f188c15c0f0 2024-09-10T07:20:10.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f188c0cf350 con 0x7f188c15c0f0 2024-09-10T07:20:10.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f187c014a20 con 0x7f188c15c0f0 2024-09-10T07:20:10.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.948+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f188c0cfbf0 con 0x7f188c15c0f0 2024-09-10T07:20:10.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.949+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f188c0cf520 con 0x7f188c15c0f0 2024-09-10T07:20:10.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.950+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f187c014bc0 con 0x7f188c15c0f0 2024-09-10T07:20:10.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.950+0000 7f188affd640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f187806be30 0x7f187806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:10.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.950+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6007+0+0 (secure 0 0 0) 0x7f187c08b840 con 0x7f188c15c0f0 2024-09-10T07:20:10.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.950+0000 7f189253b640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f187806be30 0x7f187806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:10.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.951+0000 7f189253b640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f187806be30 0x7f187806e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1884000f60 tx=0x7f1884007c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:10.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:10.954+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f187c05a0c0 con 0x7f188c15c0f0 2024-09-10T07:20:11.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:11.129+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f188c06baf0 con 0x7f188c15c0f0 2024-09-10T07:20:12.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.927+0000 7f188affd640 1 -- 172.21.15.3:0/3091829452 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) ==== 228+0+0 (secure 0 0 0) 0x7f187c0599c0 con 0x7f188c15c0f0 2024-09-10T07:20:12.927 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data_ec' created 2024-09-10T07:20:12.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.931+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f187806be30 msgr2=0x7f187806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:12.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.931+0000 7f189479f640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f187806be30 0x7f187806e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1884000f60 tx=0x7f1884007c00 comp rx=0 tx=0).stop 2024-09-10T07:20:12.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.931+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 msgr2=0x7f188c0ca810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:12.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.931+0000 7f189479f640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 0x7f188c0ca810 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f187c007e40 tx=0x7f187c00e4b0 comp rx=0 tx=0).stop 2024-09-10T07:20:12.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 shutdown_connections 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f187806be30 0x7f187806e2f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f188c15c0f0 0x7f188c0ca810 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188c073690 0x7f188c0c76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 --2- 172.21.15.3:0/3091829452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f188c070230 0x7f188c0d0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 >> 172.21.15.3:0/3091829452 conn(0x7f188c0b2be0 msgr2=0x7f188c0b5f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 shutdown_connections 2024-09-10T07:20:12.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:12.932+0000 7f189479f640 1 -- 172.21.15.3:0/3091829452 wait complete. 2024-09-10T07:20:12.951 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-10T07:20:13.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.064+0000 7fc7a1c7b640 1 Processor -- start 2024-09-10T07:20:13.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.064+0000 7fc7a1c7b640 1 -- start start 2024-09-10T07:20:13.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc7a1c7b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc79c15e4d0 0x7fc79c0d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc7a1c7b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc79c0d1fb0 con 0x7fc79c0cfa90 2024-09-10T07:20:13.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc7a1c7b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc79c0d2290 con 0x7fc79c0d13a0 2024-09-10T07:20:13.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc7a1c7b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc79c0d2570 con 0x7fc79c15e4d0 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79affd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc79c0cfa90 0x7fc79c0d0c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60428/0 (socket says 172.21.15.3:60428) 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79affd640 1 -- 172.21.15.3:0/3169497011 learned_addr learned my addr 172.21.15.3:0/3169497011 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79b7fe640 1 --2- 172.21.15.3:0/3169497011 >> v2:172.21.15.70:3300/0 conn(0x7fc79c15e4d0 0x7fc79c0d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2535085679 0 0) 0x7fc79c0d1fb0 con 0x7fc79c0cfa90 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc788003520 con 0x7fc79c0cfa90 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 370150636 0 0) 0x7fc788003520 con 0x7fc79c0cfa90 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 >> v2:172.21.15.70:3300/0 conn(0x7fc79c15e4d0 msgr2=0x7fc79c0d3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 --2- 172.21.15.3:0/3169497011 >> v2:172.21.15.70:3300/0 conn(0x7fc79c15e4d0 0x7fc79c0d3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 >> v1:172.21.15.70:6789/0 conn(0x7fc79c0d13a0 legacy=0x7fc79c0b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc79c0d2850 con 0x7fc79c0cfa90 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc784001670 con 0x7fc79c0cfa90 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 >> v1:172.21.15.3:6789/0 conn(0x7fc79c0cfa90 legacy=0x7fc79c0d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7880039b0 0x7fc788003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc788004800 0x7fc788004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7880051c0 0x7fc78800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc79c0d2570 con 0x7fc788004800 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc78800c160 con 0x7fc7880039b0 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.065+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc78800c360 con 0x7fc7880051c0 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79affd640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc788004800 0x7fc788004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79b7fe640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7880039b0 0x7fc788003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79bfff640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7880051c0 0x7fc78800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79affd640 1 -- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7880051c0 msgr2=0x7fc78800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79affd640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7880051c0 0x7fc78800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79affd640 1 -- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7880039b0 msgr2=0x7fc788003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79affd640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7880039b0 0x7fc788003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79affd640 1 -- 172.21.15.3:0/3169497011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc788003520 con 0x7fc788004800 2024-09-10T07:20:13.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.066+0000 7fc79bfff640 1 -- 172.21.15.3:0/3169497011 reap_dead start 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc79affd640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc788004800 0x7fc788004c80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc78400c240 tx=0x7fc788005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a4bab8172ce9b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc784007d10 con 0x7fc788004800 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc784005ad0 con 0x7fc788004800 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc79a7fc640 1 -- 172.21.15.3:0/3169497011 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc784007070 con 0x7fc788004800 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/3169497011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc788004800 msgr2=0x7fc788004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc788004800 0x7fc788004c80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc78400c240 tx=0x7fc788005830 comp rx=0 tx=0).stop 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/3169497011 shutdown_connections 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/3169497011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc788004800 0x7fc788004c80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/3169497011 >> 172.21.15.3:0/3169497011 conn(0x7fc79c09d650 msgr2=0x7fc79c0d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/3169497011 shutdown_connections 2024-09-10T07:20:13.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.067+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/3169497011 wait complete. 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.068+0000 7fc7a1c7b640 1 Processor -- start 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 -- start start 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc788004800 0x7fc79c0c7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc79c159440 0x7fc79c1567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 0x7fc79c0b25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc79c15e8b0 con 0x7fc79c0b2130 2024-09-10T07:20:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc79c0d4d80 con 0x7fc788004800 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.069+0000 7fc7a1c7b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc79c15ea30 con 0x7fc79c159440 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 0x7fc79c0b25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 0x7fc79c0b25b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60262/0 (socket says 172.21.15.3:60262) 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 -- 172.21.15.3:0/1452038490 learned_addr learned my addr 172.21.15.3:0/1452038490 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79b7fe640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc788004800 0x7fc79c0c7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79affd640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc79c159440 0x7fc79c1567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 -- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc79c159440 msgr2=0x7fc79c1567f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc79c159440 0x7fc79c1567f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 -- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc788004800 msgr2=0x7fc79c0c7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc788004800 0x7fc79c0c7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 -- 172.21.15.3:0/1452038490 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc79c0c8480 con 0x7fc79c0b2130 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79affd640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc79c159440 0x7fc79c1567f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79b7fe640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc788004800 0x7fc79c0c7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:13.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc79bfff640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 0x7fc79c0b25b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc794007fd0 tx=0x7fc79400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794003970 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc794018070 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc79c0c8760 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794003d70 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.070+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc79c0c8d20 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.071+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc79c069110 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.072+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc7940050d0 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.072+0000 7fc793fff640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc77c06be30 0x7fc77c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.072+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7fc79408ae00 con 0x7fc79c0b2130 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.073+0000 7fc79b7fe640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc77c06be30 0x7fc77c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:13.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.073+0000 7fc79b7fe640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc77c06be30 0x7fc77c06e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc78c009c40 tx=0x7fc78c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:13.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.077+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc794059490 con 0x7fc79c0b2130 2024-09-10T07:20:13.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.251+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7fc79c0d3050 con 0x7fc79c0b2130 2024-09-10T07:20:13.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.929+0000 7fc793fff640 1 -- 172.21.15.3:0/1452038490 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) ==== 169+0+0 (secure 0 0 0) 0x7fc794058d90 con 0x7fc79c0b2130 2024-09-10T07:20:13.929 INFO:teuthology.orchestra.run.smithi003.stderr:set pool 4 allow_ec_overwrites to true 2024-09-10T07:20:13.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.936+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc77c06be30 msgr2=0x7fc77c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.936+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc77c06be30 0x7fc77c06e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc78c009c40 tx=0x7fc78c008040 comp rx=0 tx=0).stop 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.936+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 msgr2=0x7fc79c0b25b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.936+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 0x7fc79c0b25b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc794007fd0 tx=0x7fc79400eb90 comp rx=0 tx=0).stop 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.941+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 shutdown_connections 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.941+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc77c06be30 0x7fc77c06e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.941+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc79c0b2130 0x7fc79c0b25b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.941+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc79c159440 0x7fc79c1567f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.941+0000 7fc7a1c7b640 1 --2- 172.21.15.3:0/1452038490 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc788004800 0x7fc79c0c7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:13.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.941+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 >> 172.21.15.3:0/1452038490 conn(0x7fc79c09d650 msgr2=0x7fc79c0b9580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:13.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.945+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 shutdown_connections 2024-09-10T07:20:13.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:13.945+0000 7fc7a1c7b640 1 -- 172.21.15.3:0/1452038490 wait complete. 2024-09-10T07:20:13.967 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-10T07:20:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 Processor -- start 2024-09-10T07:20:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 -- start start 2024-09-10T07:20:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd18415b4a0 0x7fd1840ccfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd18406ebb0 0x7fd18406f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd18406f0c0 con 0x7fd18406fda0 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd18406f3a0 con 0x7fd18406ebb0 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.080+0000 7fd18a378640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd1840cf000 con 0x7fd18415b4a0 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd1837fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd18406ebb0 0x7fd18406f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd188915640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd18406fda0 0x7fd184072c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60442/0 (socket says 172.21.15.3:60442) 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd188915640 1 -- 172.21.15.3:0/312866227 learned_addr learned my addr 172.21.15.3:0/312866227 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd183fff640 1 --2- 172.21.15.3:0/312866227 >> v2:172.21.15.70:3300/0 conn(0x7fd18415b4a0 0x7fd1840ccfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd1837fe640 1 -- 172.21.15.3:0/312866227 >> v2:172.21.15.70:3300/0 conn(0x7fd18415b4a0 msgr2=0x7fd1840ccfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd1837fe640 1 --2- 172.21.15.3:0/312866227 >> v2:172.21.15.70:3300/0 conn(0x7fd18415b4a0 0x7fd1840ccfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd1837fe640 1 -- 172.21.15.3:0/312866227 >> v1:172.21.15.3:6789/0 conn(0x7fd18406fda0 legacy=0x7fd184072c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd1837fe640 1 -- 172.21.15.3:0/312866227 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1840cf2e0 con 0x7fd18406ebb0 2024-09-10T07:20:14.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.081+0000 7fd182ffd640 1 -- 172.21.15.3:0/312866227 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1661081885 0 0) 0x7fd18406f0c0 con 0x7fd18406fda0 2024-09-10T07:20:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd1837fe640 1 --2- 172.21.15.3:0/312866227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406ebb0 0x7fd18406f860 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd1780097a0 tx=0x7fd17802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d453ec38d226ddc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd182ffd640 1 -- 172.21.15.3:0/312866227 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178037070 con 0x7fd18406ebb0 2024-09-10T07:20:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd182ffd640 1 -- 172.21.15.3:0/312866227 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd178032440 con 0x7fd18406ebb0 2024-09-10T07:20:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd182ffd640 1 -- 172.21.15.3:0/312866227 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178032810 con 0x7fd18406ebb0 2024-09-10T07:20:14.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 -- 172.21.15.3:0/312866227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406ebb0 msgr2=0x7fd18406f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:14.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 --2- 172.21.15.3:0/312866227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406ebb0 0x7fd18406f860 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd1780097a0 tx=0x7fd17802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 -- 172.21.15.3:0/312866227 shutdown_connections 2024-09-10T07:20:14.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 --2- 172.21.15.3:0/312866227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406ebb0 0x7fd18406f860 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 --2- 172.21.15.3:0/312866227 >> v2:172.21.15.70:3300/0 conn(0x7fd18415b4a0 0x7fd1840ccfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 -- 172.21.15.3:0/312866227 >> 172.21.15.3:0/312866227 conn(0x7fd1840d1100 msgr2=0x7fd1840d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 -- 172.21.15.3:0/312866227 shutdown_connections 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.082+0000 7fd18a378640 1 -- 172.21.15.3:0/312866227 wait complete. 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.084+0000 7fd18a378640 1 Processor -- start 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.084+0000 7fd18a378640 1 -- start start 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.084+0000 7fd18a378640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd18406ebb0 0x7fd184159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.084+0000 7fd18a378640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 0x7fd18409b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd18a378640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd18415b4a0 0x7fd184159460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd18a378640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd1840cd660 con 0x7fd18406fda0 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd18a378640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd1840cd4e0 con 0x7fd18415b4a0 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd18a378640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd1840d0af0 con 0x7fd18406ebb0 2024-09-10T07:20:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 0x7fd18409b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 0x7fd18409b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60280/0 (socket says 172.21.15.3:60280) 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 -- 172.21.15.3:0/4092226361 learned_addr learned my addr 172.21.15.3:0/4092226361 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd188915640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd18415b4a0 0x7fd184159460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd183fff640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd18406ebb0 0x7fd184159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 -- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd18406ebb0 msgr2=0x7fd184159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd18406ebb0 0x7fd184159a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 -- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd18415b4a0 msgr2=0x7fd184159460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd18415b4a0 0x7fd184159460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 -- 172.21.15.3:0/4092226361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1840c4d60 con 0x7fd18406fda0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd1837fe640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 0x7fd18409b750 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd1780097a0 tx=0x7fd1780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178041070 con 0x7fd18406fda0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd17803c930 con 0x7fd18406fda0 2024-09-10T07:20:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1840c5040 con 0x7fd18406fda0 2024-09-10T07:20:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178037040 con 0x7fd18406fda0 2024-09-10T07:20:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.085+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1840c5600 con 0x7fd18406fda0 2024-09-10T07:20:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.086+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd18406e2e0 con 0x7fd18406fda0 2024-09-10T07:20:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.087+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd178044070 con 0x7fd18406fda0 2024-09-10T07:20:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.087+0000 7fd180ff9640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd17006be30 0x7fd17006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.087+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6500+0+0 (secure 0 0 0) 0x7fd1780abd20 con 0x7fd18406fda0 2024-09-10T07:20:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.088+0000 7fd183fff640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd17006be30 0x7fd17006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.088+0000 7fd183fff640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd17006be30 0x7fd17006e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd1740079a0 tx=0x7fd174008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:14.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.092+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd178079f10 con 0x7fd18406fda0 2024-09-10T07:20:14.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.303+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fd18406c150 con 0x7fd18406fda0 2024-09-10T07:20:14.779 INFO:tasks.ceph.mds.b.smithi070.stderr:2024-09-10T07:20:14.779+0000 7f2c27ae3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:20:14.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.950+0000 7fd180ff9640 1 -- 172.21.15.3:0/4092226361 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) ==== 137+0+0 (secure 0 0 0) 0x7fd17807e210 con 0x7fd18406fda0 2024-09-10T07:20:14.950 INFO:teuthology.orchestra.run.smithi003.stderr:added data pool 4 to fsmap 2024-09-10T07:20:14.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd17006be30 msgr2=0x7fd17006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:14.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd17006be30 0x7fd17006e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd1740079a0 tx=0x7fd174008040 comp rx=0 tx=0).stop 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 msgr2=0x7fd18409b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 0x7fd18409b750 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd1780097a0 tx=0x7fd1780046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 shutdown_connections 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd17006be30 0x7fd17006e2f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd18415b4a0 0x7fd184159460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd18406fda0 0x7fd18409b750 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 --2- 172.21.15.3:0/4092226361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd18406ebb0 0x7fd184159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 >> 172.21.15.3:0/4092226361 conn(0x7fd1840d1100 msgr2=0x7fd1840b6160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 shutdown_connections 2024-09-10T07:20:14.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:14.953+0000 7fd18a378640 1 -- 172.21.15.3:0/4092226361 wait complete. 2024-09-10T07:20:14.967 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:15.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.078+0000 7f922571f640 1 Processor -- start 2024-09-10T07:20:15.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.078+0000 7f922571f640 1 -- start start 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f922571f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f92200cfae0 0x7f92200d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f922571f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f922015ebe0 con 0x7f922015e800 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f922571f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92200d42d0 con 0x7f922006e6a0 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f922571f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f92200d3ff0 con 0x7f92200cfae0 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921effd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f922015e800 0x7f92200cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60444/0 (socket says 172.21.15.3:60444) 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921effd640 1 -- 172.21.15.3:0/1875695589 learned_addr learned my addr 172.21.15.3:0/1875695589 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1303499738 0 0) 0x7f922015ebe0 con 0x7f922015e800 2024-09-10T07:20:15.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921e7fc640 1 --2- 172.21.15.3:0/1875695589 >> v2:172.21.15.70:3300/0 conn(0x7f92200cfae0 0x7f92200d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9208003520 con 0x7f922015e800 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3684196401 0 0) 0x7f9208003520 con 0x7f922015e800 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 >> v2:172.21.15.70:3300/0 conn(0x7f92200cfae0 msgr2=0x7f92200d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 --2- 172.21.15.3:0/1875695589 >> v2:172.21.15.70:3300/0 conn(0x7f92200cfae0 0x7f92200d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 >> v1:172.21.15.70:6789/0 conn(0x7f922006e6a0 legacy=0x7f92200d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.079+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f922006cbb0 con 0x7f922015e800 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f9210001670 con 0x7f922015e800 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 >> v1:172.21.15.3:6789/0 conn(0x7f922015e800 legacy=0x7f92200cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9208003a20 0x7f9208003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9208004800 0x7f9208004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f92080051c0 0x7f920800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f92200d3ff0 con 0x7f9208004800 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f920800c0f0 con 0x7f9208003a20 2024-09-10T07:20:15.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f920800c2f0 con 0x7f92080051c0 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921e7fc640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9208004800 0x7f9208004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921effd640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9208003a20 0x7f9208003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921f7fe640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f92080051c0 0x7f920800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921e7fc640 1 -- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f92080051c0 msgr2=0x7f920800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921e7fc640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f92080051c0 0x7f920800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921e7fc640 1 -- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9208003a20 msgr2=0x7f9208003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921e7fc640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9208003a20 0x7f9208003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921e7fc640 1 -- 172.21.15.3:0/1875695589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9208003520 con 0x7f9208004800 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.080+0000 7f921f7fe640 1 -- 172.21.15.3:0/1875695589 reap_dead start 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f921e7fc640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9208004800 0x7f9208004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9214009ac0 tx=0x7f9208005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47aacc901e0e21bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9214036070 con 0x7f9208004800 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9214031400 con 0x7f9208004800 2024-09-10T07:20:15.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f921dffb640 1 -- 172.21.15.3:0/1875695589 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9214009690 con 0x7f9208004800 2024-09-10T07:20:15.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f922571f640 1 -- 172.21.15.3:0/1875695589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9208004800 msgr2=0x7f9208004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f922571f640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9208004800 0x7f9208004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9214009ac0 tx=0x7f9208005830 comp rx=0 tx=0).stop 2024-09-10T07:20:15.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.081+0000 7f922571f640 1 -- 172.21.15.3:0/1875695589 shutdown_connections 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.082+0000 7f922571f640 1 --2- 172.21.15.3:0/1875695589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9208004800 0x7f9208004c80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.082+0000 7f922571f640 1 -- 172.21.15.3:0/1875695589 >> 172.21.15.3:0/1875695589 conn(0x7f922009d750 msgr2=0x7f92200d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.082+0000 7f922571f640 1 -- 172.21.15.3:0/1875695589 shutdown_connections 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.082+0000 7f922571f640 1 -- 172.21.15.3:0/1875695589 wait complete. 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.083+0000 7f922571f640 1 Processor -- start 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.083+0000 7f922571f640 1 -- start start 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f922571f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9208004800 0x7f9220157e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f922571f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 0x7f9220158600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f922571f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9220158b40 0x7f92200ccc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f922571f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f92200d4e30 con 0x7f92200b7540 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f922571f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f922006d170 con 0x7f9220158b40 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f922571f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f92200cf3d0 con 0x7f9208004800 2024-09-10T07:20:15.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 0x7f9220158600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 0x7f9220158600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60294/0 (socket says 172.21.15.3:60294) 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 -- 172.21.15.3:0/990172245 learned_addr learned my addr 172.21.15.3:0/990172245 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921f7fe640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9220158b40 0x7f92200ccc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921effd640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9208004800 0x7f9220157e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 -- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9208004800 msgr2=0x7f9220157e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9208004800 0x7f9220157e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 -- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9220158b40 msgr2=0x7f92200ccc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9220158b40 0x7f92200ccc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 -- 172.21.15.3:0/990172245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92200ba260 con 0x7f92200b7540 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921f7fe640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9220158b40 0x7f92200ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f921e7fc640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 0x7f9220158600 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9214009be0 tx=0x7f9214004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9214041030 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.084+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92140044c0 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.085+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92201603c0 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.085+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9214036040 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.085+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9220160980 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.086+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9220068880 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.086+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9214044070 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.087+0000 7f92077fe640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f920c06be30 0x7f920c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.087+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f92140aaf70 con 0x7f92200b7540 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.087+0000 7f921effd640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f920c06be30 0x7f920c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.087+0000 7f921effd640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f920c06be30 0x7f920c06e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f922006b170 tx=0x7f9210009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.091+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9214078f10 con 0x7f92200b7540 2024-09-10T07:20:15.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.307+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92200b34e0 con 0x7f92200b7540 2024-09-10T07:20:15.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.307+0000 7f92077fe640 1 -- 172.21.15.3:0/990172245 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5210 (secure 0 0 0) 0x7f921407d210 con 0x7f92200b7540 2024-09-10T07:20:15.308 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:15.308 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":6,"btime":"2024-09-10T07:20:14:945270+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:14.305294+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:15.308 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 6 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f920c06be30 msgr2=0x7f920c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f920c06be30 0x7f920c06e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f922006b170 tx=0x7f9210009040 comp rx=0 tx=0).stop 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 msgr2=0x7f9220158600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 0x7f9220158600 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9214009be0 tx=0x7f9214004730 comp rx=0 tx=0).stop 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 shutdown_connections 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f920c06be30 0x7f920c06e2f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9220158b40 0x7f92200ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92200b7540 0x7f9220158600 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 --2- 172.21.15.3:0/990172245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9208004800 0x7f9220157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 >> 172.21.15.3:0/990172245 conn(0x7f922009d750 msgr2=0x7f92200d45d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:15.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 shutdown_connections 2024-09-10T07:20:15.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.309+0000 7f922571f640 1 -- 172.21.15.3:0/990172245 wait complete. 2024-09-10T07:20:15.320 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:15.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.422+0000 7f01dec53640 1 Processor -- start 2024-09-10T07:20:15.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.422+0000 7f01dec53640 1 -- start start 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dec53640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f01d806dd90 0x7f01d80acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dec53640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f01d80cb580 0x7f01d8073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dec53640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01d806f530 con 0x7f01d815e8d0 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dec53640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f01d80cbbb0 con 0x7f01d806dd90 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dec53640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f01d80cbe90 con 0x7f01d80cb580 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f01d806dd90 0x7f01d80acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dc9ef640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f01d815e8d0 0x7f01d80cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60450/0 (socket says 172.21.15.3:60450) 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f01d806dd90 0x7f01d80acdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60304/0 (socket says 172.21.15.3:60304) 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dc9ef640 1 -- 172.21.15.3:0/1916283709 learned_addr learned my addr 172.21.15.3:0/1916283709 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01dd1f0640 1 --2- 172.21.15.3:0/1916283709 >> v2:172.21.15.70:3300/0 conn(0x7f01d80cb580 0x7f01d8073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cffff640 1 -- 172.21.15.3:0/1916283709 >> v2:172.21.15.70:3300/0 conn(0x7f01d80cb580 msgr2=0x7f01d8073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cffff640 1 --2- 172.21.15.3:0/1916283709 >> v2:172.21.15.70:3300/0 conn(0x7f01d80cb580 0x7f01d8073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cffff640 1 -- 172.21.15.3:0/1916283709 >> v1:172.21.15.3:6789/0 conn(0x7f01d815e8d0 legacy=0x7f01d80cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cffff640 1 -- 172.21.15.3:0/1916283709 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d80ca5f0 con 0x7f01d806dd90 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.423+0000 7f01cf7fe640 1 -- 172.21.15.3:0/1916283709 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3655542167 0 0) 0x7f01d806f530 con 0x7f01d815e8d0 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.424+0000 7f01cffff640 1 --2- 172.21.15.3:0/1916283709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d806dd90 0x7f01d80acdd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f01c80097a0 tx=0x7f01c802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ece8498358c74fa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.424+0000 7f01cf7fe640 1 -- 172.21.15.3:0/1916283709 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c8037070 con 0x7f01d806dd90 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.424+0000 7f01cf7fe640 1 -- 172.21.15.3:0/1916283709 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c8032440 con 0x7f01d806dd90 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.424+0000 7f01cf7fe640 1 -- 172.21.15.3:0/1916283709 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c8032810 con 0x7f01d806dd90 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 -- 172.21.15.3:0/1916283709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d806dd90 msgr2=0x7f01d80acdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 --2- 172.21.15.3:0/1916283709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d806dd90 0x7f01d80acdd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f01c80097a0 tx=0x7f01c802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 -- 172.21.15.3:0/1916283709 shutdown_connections 2024-09-10T07:20:15.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 --2- 172.21.15.3:0/1916283709 >> v2:172.21.15.70:3300/0 conn(0x7f01d80cb580 0x7f01d8073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 --2- 172.21.15.3:0/1916283709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d806dd90 0x7f01d80acdd0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 -- 172.21.15.3:0/1916283709 >> 172.21.15.3:0/1916283709 conn(0x7f01d80cffa0 msgr2=0x7f01d80d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:15.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 -- 172.21.15.3:0/1916283709 shutdown_connections 2024-09-10T07:20:15.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.425+0000 7f01dec53640 1 -- 172.21.15.3:0/1916283709 wait complete. 2024-09-10T07:20:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.426+0000 7f01dec53640 1 Processor -- start 2024-09-10T07:20:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.426+0000 7f01dec53640 1 -- start start 2024-09-10T07:20:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dec53640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01d806dd90 0x7f01d80c9440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dec53640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01d80cb580 0x7f01d814e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dec53640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 0x7f01d814ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dec53640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f01d80ce860 con 0x7f01d815e8d0 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dec53640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f01d80cabb0 con 0x7f01d806dd90 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dec53640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f01d80ce9e0 con 0x7f01d80cb580 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 0x7f01d814ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 0x7f01d814ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60308/0 (socket says 172.21.15.3:60308) 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 -- 172.21.15.3:0/2194639098 learned_addr learned my addr 172.21.15.3:0/2194639098 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01cffff640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01d80cb580 0x7f01d814e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dc9ef640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01d806dd90 0x7f01d80c9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 -- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01d80cb580 msgr2=0x7f01d814e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01d80cb580 0x7f01d814e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 -- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01d806dd90 msgr2=0x7f01d80c9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01d806dd90 0x7f01d80c9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.427+0000 7f01dd1f0640 1 -- 172.21.15.3:0/2194639098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d80b3190 con 0x7f01d815e8d0 2024-09-10T07:20:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.428+0000 7f01dd1f0640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 0x7f01d814ec40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f01d000efc0 tx=0x7f01d000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.428+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d0018020 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.428+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01d0014480 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.428+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01d80b3470 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.428+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d0014870 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.428+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01d80b3a30 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.429+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01d80acdd0 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.429+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f01d0005d10 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.430+0000 7f01cd7fa640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01c406be30 0x7f01c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.430+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f01d008c080 con 0x7f01d815e8d0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.430+0000 7f01dc9ef640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01c406be30 0x7f01c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.430+0000 7f01dc9ef640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01c406be30 0x7f01c406e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f01d4000f60 tx=0x7f01d4007c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.434+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f01d0022030 con 0x7f01d815e8d0 2024-09-10T07:20:15.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.613+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f01d80c6b40 con 0x7f01d815e8d0 2024-09-10T07:20:15.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.614+0000 7f01cd7fa640 1 -- 172.21.15.3:0/2194639098 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f01d0010040 con 0x7f01d815e8d0 2024-09-10T07:20:15.614 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:15.614 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01c406be30 msgr2=0x7f01c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01c406be30 0x7f01c406e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f01d4000f60 tx=0x7f01d4007c00 comp rx=0 tx=0).stop 2024-09-10T07:20:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 msgr2=0x7f01d814ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 0x7f01d814ec40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f01d000efc0 tx=0x7f01d000c490 comp rx=0 tx=0).stop 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 shutdown_connections 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01c406be30 0x7f01c406e2f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f01d815e8d0 0x7f01d814ec40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01d80cb580 0x7f01d814e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 --2- 172.21.15.3:0/2194639098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01d806dd90 0x7f01d80c9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 >> 172.21.15.3:0/2194639098 conn(0x7f01d80cffa0 msgr2=0x7f01d80d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 shutdown_connections 2024-09-10T07:20:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.616+0000 7f01dec53640 1 -- 172.21.15.3:0/2194639098 wait complete. 2024-09-10T07:20:15.627 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:15.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.730+0000 7f43b7c1e640 1 Processor -- start 2024-09-10T07:20:15.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.730+0000 7f43b7c1e640 1 -- start start 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b7c1e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f43b015e510 0x7f43b00ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b7c1e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f43b00cf040 0x7f43b00d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b7c1e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00d1200 0x7f43b00b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b7c1e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f43b00d3430 con 0x7f43b00cf040 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b7c1e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f43b00d1690 con 0x7f43b015e510 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b7c1e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f43b00d36d0 con 0x7f43b00d1200 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f43b00cf040 0x7f43b00d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f43b00cf040 0x7f43b00d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60312/0 (socket says 172.21.15.3:60312) 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 -- 172.21.15.3:0/4190656211 learned_addr learned my addr 172.21.15.3:0/4190656211 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:15.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b59ba640 1 --2- 172.21.15.3:0/4190656211 >> v2:172.21.15.70:3300/0 conn(0x7f43b015e510 0x7f43b00ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b61bb640 1 --2- 172.21.15.3:0/4190656211 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00d1200 0x7f43b00b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 -- 172.21.15.3:0/4190656211 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00d1200 msgr2=0x7f43b00b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 --2- 172.21.15.3:0/4190656211 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00d1200 0x7f43b00b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 -- 172.21.15.3:0/4190656211 >> v2:172.21.15.70:3300/0 conn(0x7f43b015e510 msgr2=0x7f43b00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.731+0000 7f43b51b9640 1 --2- 172.21.15.3:0/4190656211 >> v2:172.21.15.70:3300/0 conn(0x7f43b015e510 0x7f43b00ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.732+0000 7f43b51b9640 1 -- 172.21.15.3:0/4190656211 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43b00d39b0 con 0x7f43b00cf040 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.732+0000 7f43b51b9640 1 --2- 172.21.15.3:0/4190656211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00cf040 0x7f43b00d0cc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f43b00cb530 tx=0x7f43a002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1813b4968b1b915a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.732+0000 7f43b49b8640 1 -- 172.21.15.3:0/4190656211 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0037070 con 0x7f43b00cf040 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.732+0000 7f43b49b8640 1 -- 172.21.15.3:0/4190656211 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43a0032440 con 0x7f43b00cf040 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.732+0000 7f43b49b8640 1 -- 172.21.15.3:0/4190656211 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0032810 con 0x7f43b00cf040 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 -- 172.21.15.3:0/4190656211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00cf040 msgr2=0x7f43b00d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/4190656211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00cf040 0x7f43b00d0cc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f43b00cb530 tx=0x7f43a002a140 comp rx=0 tx=0).stop 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 -- 172.21.15.3:0/4190656211 shutdown_connections 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/4190656211 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00d1200 0x7f43b00b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/4190656211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00cf040 0x7f43b00d0cc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/4190656211 >> v2:172.21.15.70:3300/0 conn(0x7f43b015e510 0x7f43b00ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 -- 172.21.15.3:0/4190656211 >> 172.21.15.3:0/4190656211 conn(0x7f43b006d1a0 msgr2=0x7f43b0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 -- 172.21.15.3:0/4190656211 shutdown_connections 2024-09-10T07:20:15.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.733+0000 7f43b7c1e640 1 -- 172.21.15.3:0/4190656211 wait complete. 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.734+0000 7f43b7c1e640 1 Processor -- start 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.734+0000 7f43b7c1e640 1 -- start start 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b7c1e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00cf040 0x7f43b01f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b7c1e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 0x7f43b01528a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b7c1e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43b015e510 0x7f43b015f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b7c1e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f43b00d22a0 con 0x7f43b00d1200 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b7c1e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f43b00d3f70 con 0x7f43b015e510 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b7c1e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f43b015e8f0 con 0x7f43b00cf040 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 0x7f43b01528a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 0x7f43b01528a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60322/0 (socket says 172.21.15.3:60322) 2024-09-10T07:20:15.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 -- 172.21.15.3:0/1046060666 learned_addr learned my addr 172.21.15.3:0/1046060666 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b59ba640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00cf040 0x7f43b01f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b61bb640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43b015e510 0x7f43b015f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 -- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00cf040 msgr2=0x7f43b01f43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00cf040 0x7f43b01f43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 -- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43b015e510 msgr2=0x7f43b015f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43b015e510 0x7f43b015f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b51b9640 1 -- 172.21.15.3:0/1046060666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43b015fff0 con 0x7f43b00d1200 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b61bb640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43b015e510 0x7f43b015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.735+0000 7f43b59ba640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00cf040 0x7f43b01f43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.736+0000 7f43b51b9640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 0x7f43b01528a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f43a002a180 tx=0x7f43a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.736+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0041020 con 0x7f43b00d1200 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.736+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43a003d620 con 0x7f43b00d1200 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.736+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0037040 con 0x7f43b00d1200 2024-09-10T07:20:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.736+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43b00b3f90 con 0x7f43b00d1200 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.736+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43b00b4550 con 0x7f43b00d1200 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.737+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43b00d0cc0 con 0x7f43b00d1200 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.737+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f43a0044020 con 0x7f43b00d1200 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.738+0000 7f43a67fc640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f439406be30 0x7f439406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.738+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f43a00ab7f0 con 0x7f43b00d1200 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.738+0000 7f43b59ba640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f439406be30 0x7f439406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:15.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.738+0000 7f43b59ba640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f439406be30 0x7f439406e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f43ac009b90 tx=0x7f43ac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:15.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.742+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43a004b030 con 0x7f43b00d1200 2024-09-10T07:20:15.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.918+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f43b0159d80 con 0x7f43b00d1200 2024-09-10T07:20:15.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.919+0000 7f43a67fc640 1 -- 172.21.15.3:0/1046060666 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f43a0079ef0 con 0x7f43b00d1200 2024-09-10T07:20:15.922 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:15.922 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f439406be30 msgr2=0x7f439406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f439406be30 0x7f439406e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f43ac009b90 tx=0x7f43ac008040 comp rx=0 tx=0).stop 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 msgr2=0x7f43b01528a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 0x7f43b01528a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f43a002a180 tx=0x7f43a00046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 shutdown_connections 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f439406be30 0x7f439406e2f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f43b015e510 0x7f43b015f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.921+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43b00d1200 0x7f43b01528a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.922+0000 7f43b7c1e640 1 --2- 172.21.15.3:0/1046060666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f43b00cf040 0x7f43b01f43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:15.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.922+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 >> 172.21.15.3:0/1046060666 conn(0x7f43b006d1a0 msgr2=0x7f43b0159590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:15.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.922+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 shutdown_connections 2024-09-10T07:20:15.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:15.922+0000 7f43b7c1e640 1 -- 172.21.15.3:0/1046060666 wait complete. 2024-09-10T07:20:15.952 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:16.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.054+0000 7f25e23fd640 1 Processor -- start 2024-09-10T07:20:16.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.054+0000 7f25e23fd640 1 -- start start 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25e23fd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f25dc15e800 0x7f25dc0cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25e23fd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f25dc0cf910 0x7f25dc06d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25e23fd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25dc0cfd30 con 0x7f25dc06dbd0 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25e23fd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f25dc15ebe0 con 0x7f25dc0cf910 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25e23fd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f25dc0d42d0 con 0x7f25dc15e800 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f25dc0cf910 0x7f25dc06d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f25dc0cf910 0x7f25dc06d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60326/0 (socket says 172.21.15.3:60326) 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 -- 172.21.15.3:0/2346213188 learned_addr learned my addr 172.21.15.3:0/2346213188 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25dbfff640 1 --2- 172.21.15.3:0/2346213188 >> v2:172.21.15.70:3300/0 conn(0x7f25dc15e800 0x7f25dc0cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 -- 172.21.15.3:0/2346213188 >> v2:172.21.15.70:3300/0 conn(0x7f25dc15e800 msgr2=0x7f25dc0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:16.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 --2- 172.21.15.3:0/2346213188 >> v2:172.21.15.70:3300/0 conn(0x7f25dc15e800 0x7f25dc0cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 -- 172.21.15.3:0/2346213188 >> v1:172.21.15.70:6789/0 conn(0x7f25dc06dbd0 legacy=0x7f25dc06e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.055+0000 7f25db7fe640 1 -- 172.21.15.3:0/2346213188 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25dc0d3ff0 con 0x7f25dc0cf910 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.056+0000 7f25db7fe640 1 --2- 172.21.15.3:0/2346213188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc0cf910 0x7f25dc06d690 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f25dc06c800 tx=0x7f25d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3067273ac6e53d01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.056+0000 7f25daffd640 1 -- 172.21.15.3:0/2346213188 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d0037070 con 0x7f25dc0cf910 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.056+0000 7f25daffd640 1 -- 172.21.15.3:0/2346213188 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25d0032440 con 0x7f25dc0cf910 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.056+0000 7f25daffd640 1 -- 172.21.15.3:0/2346213188 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d0032810 con 0x7f25dc0cf910 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 -- 172.21.15.3:0/2346213188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc0cf910 msgr2=0x7f25dc06d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2346213188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc0cf910 0x7f25dc06d690 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f25dc06c800 tx=0x7f25d002a270 comp rx=0 tx=0).stop 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 -- 172.21.15.3:0/2346213188 shutdown_connections 2024-09-10T07:20:16.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2346213188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc0cf910 0x7f25dc06d690 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2346213188 >> v2:172.21.15.70:3300/0 conn(0x7f25dc15e800 0x7f25dc0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 -- 172.21.15.3:0/2346213188 >> 172.21.15.3:0/2346213188 conn(0x7f25dc09d750 msgr2=0x7f25dc0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:16.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 -- 172.21.15.3:0/2346213188 shutdown_connections 2024-09-10T07:20:16.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.057+0000 7f25e23fd640 1 -- 172.21.15.3:0/2346213188 wait complete. 2024-09-10T07:20:16.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.058+0000 7f25e23fd640 1 Processor -- start 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.058+0000 7f25e23fd640 1 -- start start 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e23fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f25dc06dbd0 0x7f25dc159780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e23fd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25dc0cf910 0x7f25dc158df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e23fd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 0x7f25dc0b9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e23fd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f25dc06d170 con 0x7f25dc15e800 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e23fd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f25dc06ce90 con 0x7f25dc0cf910 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e23fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f25dc0d4e30 con 0x7f25dc06dbd0 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e099a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 0x7f25dc0b9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e099a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 0x7f25dc0b9b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60338/0 (socket says 172.21.15.3:60338) 2024-09-10T07:20:16.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.059+0000 7f25e099a640 1 -- 172.21.15.3:0/2745561185 learned_addr learned my addr 172.21.15.3:0/2745561185 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25db7fe640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25dc0cf910 0x7f25dc158df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25dbfff640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f25dc06dbd0 0x7f25dc159780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e099a640 1 -- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f25dc06dbd0 msgr2=0x7f25dc159780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e099a640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f25dc06dbd0 0x7f25dc159780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e099a640 1 -- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25dc0cf910 msgr2=0x7f25dc158df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e099a640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25dc0cf910 0x7f25dc158df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e099a640 1 -- 172.21.15.3:0/2745561185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25dc15ef60 con 0x7f25dc15e800 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25db7fe640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25dc0cf910 0x7f25dc158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25dbfff640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f25dc06dbd0 0x7f25dc159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e099a640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 0x7f25dc0b9b00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f25d400c7d0 tx=0x7f25d400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d4003b70 con 0x7f25dc15e800 2024-09-10T07:20:16.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25d4003d30 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25dc15f200 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d400aa90 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.060+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25dc15f7c0 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.061+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25dc068880 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.061+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f25d400ac30 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.062+0000 7f25d8ff9640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f25c806be60 0x7f25c806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.062+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f25d408b150 con 0x7f25dc15e800 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.062+0000 7f25dbfff640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f25c806be60 0x7f25c806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.063+0000 7f25dbfff640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f25c806be60 0x7f25c806e320 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f25cc009a20 tx=0x7f25cc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:16.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.066+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25d40597c0 con 0x7f25dc15e800 2024-09-10T07:20:16.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.279+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25dc0b27a0 con 0x7f25dc15e800 2024-09-10T07:20:16.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.280+0000 7f25d8ff9640 1 -- 172.21.15.3:0/2745561185 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5210 (secure 0 0 0) 0x7f25d40590c0 con 0x7f25dc15e800 2024-09-10T07:20:16.280 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:16.280 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":6,"btime":"2024-09-10T07:20:14:945270+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:14.305294+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:16.281 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 6 2024-09-10T07:20:16.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f25c806be60 msgr2=0x7f25c806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f25c806be60 0x7f25c806e320 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f25cc009a20 tx=0x7f25cc008040 comp rx=0 tx=0).stop 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 msgr2=0x7f25dc0b9b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 0x7f25dc0b9b00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f25d400c7d0 tx=0x7f25d400cc90 comp rx=0 tx=0).stop 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 shutdown_connections 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f25c806be60 0x7f25c806e320 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f25dc15e800 0x7f25dc0b9b00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f25dc0cf910 0x7f25dc158df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 --2- 172.21.15.3:0/2745561185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f25dc06dbd0 0x7f25dc159780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.282+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 >> 172.21.15.3:0/2745561185 conn(0x7f25dc09d750 msgr2=0x7f25dc0d14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.283+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 shutdown_connections 2024-09-10T07:20:16.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.283+0000 7f25e23fd640 1 -- 172.21.15.3:0/2745561185 wait complete. 2024-09-10T07:20:16.294 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:16.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.396+0000 7f81e4f52640 1 Processor -- start 2024-09-10T07:20:16.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.396+0000 7f81e4f52640 1 -- start start 2024-09-10T07:20:16.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81e4f52640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f81e00d0cc0 0x7f81e00d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81e4f52640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f81e00b76c0 0x7f81e00b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81e4f52640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81e00d32d0 con 0x7f81e015e5a0 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81e4f52640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f81e015e980 con 0x7f81e00d0cc0 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81e4f52640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f81e00d3ee0 con 0x7f81e00b76c0 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f81e00d0cc0 0x7f81e00d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f81e00d0cc0 0x7f81e00d1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60350/0 (socket says 172.21.15.3:60350) 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 -- 172.21.15.3:0/348112565 learned_addr learned my addr 172.21.15.3:0/348112565 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81ded9d640 1 --2- 172.21.15.3:0/348112565 >> v2:172.21.15.70:3300/0 conn(0x7f81e00b76c0 0x7f81e00b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 -- 172.21.15.3:0/348112565 >> v2:172.21.15.70:3300/0 conn(0x7f81e00b76c0 msgr2=0x7f81e00b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 --2- 172.21.15.3:0/348112565 >> v2:172.21.15.70:3300/0 conn(0x7f81e00b76c0 0x7f81e00b7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 -- 172.21.15.3:0/348112565 >> v1:172.21.15.70:6789/0 conn(0x7f81e015e5a0 legacy=0x7f81e00d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:16.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81d7fff640 1 -- 172.21.15.3:0/348112565 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81e00d35b0 con 0x7f81e00d0cc0 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.397+0000 7f81ded9d640 1 --2- 172.21.15.3:0/348112565 >> v2:172.21.15.70:3300/0 conn(0x7f81e00b76c0 0x7f81e00b7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.398+0000 7f81d7fff640 1 --2- 172.21.15.3:0/348112565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00d0cc0 0x7f81e00d1110 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f81e00d4370 tx=0x7f81c802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3bb5bbd341df75d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.398+0000 7f81ddd9b640 1 -- 172.21.15.3:0/348112565 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8037070 con 0x7f81e00d0cc0 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.398+0000 7f81ddd9b640 1 -- 172.21.15.3:0/348112565 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81c8032440 con 0x7f81e00d0cc0 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.398+0000 7f81ddd9b640 1 -- 172.21.15.3:0/348112565 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8032810 con 0x7f81e00d0cc0 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 -- 172.21.15.3:0/348112565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00d0cc0 msgr2=0x7f81e00d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 --2- 172.21.15.3:0/348112565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00d0cc0 0x7f81e00d1110 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f81e00d4370 tx=0x7f81c802a230 comp rx=0 tx=0).stop 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 -- 172.21.15.3:0/348112565 shutdown_connections 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 --2- 172.21.15.3:0/348112565 >> v2:172.21.15.70:3300/0 conn(0x7f81e00b76c0 0x7f81e00b7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 --2- 172.21.15.3:0/348112565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00d0cc0 0x7f81e00d1110 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 -- 172.21.15.3:0/348112565 >> 172.21.15.3:0/348112565 conn(0x7f81e006d1c0 msgr2=0x7f81e0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:16.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 -- 172.21.15.3:0/348112565 shutdown_connections 2024-09-10T07:20:16.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.399+0000 7f81e4f52640 1 -- 172.21.15.3:0/348112565 wait complete. 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.400+0000 7f81e4f52640 1 Processor -- start 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.400+0000 7f81e4f52640 1 -- start start 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 0x7f81e01526b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f81e00d0cc0 0x7f81e0148860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81e015e5a0 0x7f81e01f6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f81e00d1650 con 0x7f81e00b76c0 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f81e00d3b70 con 0x7f81e015e5a0 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f81e00d22f0 con 0x7f81e00d0cc0 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 0x7f81e01526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 0x7f81e01526b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60362/0 (socket says 172.21.15.3:60362) 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 -- 172.21.15.3:0/555102917 learned_addr learned my addr 172.21.15.3:0/555102917 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:16.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81ded9d640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81e015e5a0 0x7f81e01f6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81d7fff640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f81e00d0cc0 0x7f81e0148860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 -- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f81e00d0cc0 msgr2=0x7f81e0148860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f81e00d0cc0 0x7f81e0148860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 -- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81e015e5a0 msgr2=0x7f81e01f6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81e015e5a0 0x7f81e01f6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 -- 172.21.15.3:0/555102917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81e0155820 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81de59c640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 0x7f81e01526b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f81d000c430 tx=0x7f81d000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d0011790 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81d0017070 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.401+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81e00b5060 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.402+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d0011bb0 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.402+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81e00b5620 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.402+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81e00b5950 con 0x7f81e00b76c0 2024-09-10T07:20:16.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.403+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81d001c460 con 0x7f81e00b76c0 2024-09-10T07:20:16.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.403+0000 7f81d6ffd640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f81c006be30 0x7f81c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:16.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.404+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f81d008af40 con 0x7f81e00b76c0 2024-09-10T07:20:16.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.404+0000 7f81d7fff640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f81c006be30 0x7f81c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:16.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.404+0000 7f81d7fff640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f81c006be30 0x7f81c006e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f81c8034000 tx=0x7f81c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:16.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.408+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81d0058f60 con 0x7f81e00b76c0 2024-09-10T07:20:16.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.583+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f81e00d1110 con 0x7f81e00b76c0 2024-09-10T07:20:16.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.584+0000 7f81d6ffd640 1 -- 172.21.15.3:0/555102917 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f81d005d260 con 0x7f81e00b76c0 2024-09-10T07:20:16.584 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:16.584 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:16.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f81c006be30 msgr2=0x7f81c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f81c006be30 0x7f81c006e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f81c8034000 tx=0x7f81c802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 msgr2=0x7f81e01526b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 0x7f81e01526b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f81d000c430 tx=0x7f81d000c8f0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 shutdown_connections 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f81c006be30 0x7f81c006e2f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f81e015e5a0 0x7f81e01f6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f81e00d0cc0 0x7f81e0148860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 --2- 172.21.15.3:0/555102917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81e00b76c0 0x7f81e01526b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 >> 172.21.15.3:0/555102917 conn(0x7f81e006d1c0 msgr2=0x7f81e015aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 shutdown_connections 2024-09-10T07:20:16.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:16.586+0000 7f81e4f52640 1 -- 172.21.15.3:0/555102917 wait complete. 2024-09-10T07:20:16.999 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:20:09.167511+0000', 'modified': '2024-09-10T07:20:14.305294+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4293}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4293': {'gid': 4293, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6836/674677429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6834', 'nonce': 674677429}, {'type': 'v1', 'addr': '172.21.15.70:6836', 'nonce': 674677429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4293, 'qdb_cluster': [4293]} 2024-09-10T07:20:16.999 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:20:17.000 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T07:20:17.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.107+0000 7fe6385e4640 1 Processor -- start 2024-09-10T07:20:17.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.107+0000 7fe6385e4640 1 -- start start 2024-09-10T07:20:17.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.108+0000 7fe6385e4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe63015e660 0x7fe6300d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.108+0000 7fe6385e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe630162020 0x7fe6300d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.108+0000 7fe6385e4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe630162500 con 0x7fe6300d4d60 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.108+0000 7fe6385e4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe6300d2020 con 0x7fe63015e660 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.108+0000 7fe6385e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe6301627e0 con 0x7fe630162020 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe636380640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe63015e660 0x7fe6300d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe635b7f640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe6300d4d60 0x7fe6300b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60454/0 (socket says 172.21.15.3:60454) 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe635b7f640 1 -- 172.21.15.3:0/1413110891 learned_addr learned my addr 172.21.15.3:0/1413110891 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe636b81640 1 --2- 172.21.15.3:0/1413110891 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe630162020 0x7fe6300d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe636380640 1 -- 172.21.15.3:0/1413110891 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe630162020 msgr2=0x7fe6300d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe636380640 1 --2- 172.21.15.3:0/1413110891 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe630162020 0x7fe6300d4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe636380640 1 -- 172.21.15.3:0/1413110891 >> v1:172.21.15.3:6789/0 conn(0x7fe6300d4d60 legacy=0x7fe6300b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe636380640 1 -- 172.21.15.3:0/1413110891 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe630162ac0 con 0x7fe63015e660 2024-09-10T07:20:17.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.109+0000 7fe63537e640 1 -- 172.21.15.3:0/1413110891 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2598874350 0 0) 0x7fe630162500 con 0x7fe6300d4d60 2024-09-10T07:20:17.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe636380640 1 --2- 172.21.15.3:0/1413110891 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe63015e660 0x7fe6300d4100 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe6200097a0 tx=0x7fe62002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64d8d2921a6f43e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe63537e640 1 -- 172.21.15.3:0/1413110891 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620037070 con 0x7fe63015e660 2024-09-10T07:20:17.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe63537e640 1 -- 172.21.15.3:0/1413110891 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe62002ae50 con 0x7fe63015e660 2024-09-10T07:20:17.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe63537e640 1 -- 172.21.15.3:0/1413110891 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620032660 con 0x7fe63015e660 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 -- 172.21.15.3:0/1413110891 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe63015e660 msgr2=0x7fe6300d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 --2- 172.21.15.3:0/1413110891 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe63015e660 0x7fe6300d4100 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe6200097a0 tx=0x7fe62002a100 comp rx=0 tx=0).stop 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 -- 172.21.15.3:0/1413110891 shutdown_connections 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 --2- 172.21.15.3:0/1413110891 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe630162020 0x7fe6300d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 --2- 172.21.15.3:0/1413110891 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe63015e660 0x7fe6300d4100 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 -- 172.21.15.3:0/1413110891 >> 172.21.15.3:0/1413110891 conn(0x7fe63008de10 msgr2=0x7fe63009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 -- 172.21.15.3:0/1413110891 shutdown_connections 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.110+0000 7fe6385e4640 1 -- 172.21.15.3:0/1413110891 wait complete. 2024-09-10T07:20:17.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 Processor -- start 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 -- start start 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6300d4d60 0x7fe630152cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe63015e660 0x7fe6300b9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 0x7fe6300b20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe6300d0fb0 con 0x7fe630162020 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe6300d0e30 con 0x7fe63015e660 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe6385e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe6300d1130 con 0x7fe6300d4d60 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.112+0000 7fe636b81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 0x7fe6300b20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 0x7fe6300b20f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60380/0 (socket says 172.21.15.3:60380) 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 -- 172.21.15.3:0/3297057970 learned_addr learned my addr 172.21.15.3:0/3297057970 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636380640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6300d4d60 0x7fe630152cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe635b7f640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe63015e660 0x7fe6300b9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 -- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6300d4d60 msgr2=0x7fe630152cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6300d4d60 0x7fe630152cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 -- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe63015e660 msgr2=0x7fe6300b9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe63015e660 0x7fe6300b9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 -- 172.21.15.3:0/3297057970 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6300b9f80 con 0x7fe630162020 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe636b81640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 0x7fe6300b20f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe62800ccb0 tx=0x7fe62800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe62effd640 1 -- 172.21.15.3:0/3297057970 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62800acd0 con 0x7fe630162020 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe62effd640 1 -- 172.21.15.3:0/3297057970 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe628003990 con 0x7fe630162020 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6300cb520 con 0x7fe630162020 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe62effd640 1 -- 172.21.15.3:0/3297057970 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628003d80 con 0x7fe630162020 2024-09-10T07:20:17.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.113+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6300cbae0 con 0x7fe630162020 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.115+0000 7fe62effd640 1 -- 172.21.15.3:0/3297057970 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe628004000 con 0x7fe630162020 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.115+0000 7fe62effd640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe61c06be30 0x7fe61c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.115+0000 7fe62effd640 1 -- 172.21.15.3:0/3297057970 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe62808b4a0 con 0x7fe630162020 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.115+0000 7fe636380640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe61c06be30 0x7fe61c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.116+0000 7fe636380640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe61c06be30 0x7fe61c06e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe620034000 tx=0x7fe62002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.116+0000 7fe63b45a740 1 Processor -- start 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.116+0000 7fe63b45a740 1 -- start start 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7428a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e0a80 0x558ec73e36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec73dd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe63b45a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558ec7345520 con 0x558ec73e32c0 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558ec72ed3e0 con 0x558ec73e4a50 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558ec73414e0 con 0x558ec73e0a80 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe636380640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7428a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe636380640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7428a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60382/0 (socket says 172.21.15.3:60382) 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe636380640 1 -- 172.21.15.3:0/1968164563 learned_addr learned my addr 172.21.15.3:0/1968164563 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe635b7f640 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e0a80 0x558ec73e36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe636b81640 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec73dd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.117+0000 7fe636380640 1 -- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e0a80 msgr2=0x558ec73e36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe636380640 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e0a80 0x558ec73e36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe636380640 1 -- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 msgr2=0x558ec73dd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe636380640 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec73dd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe636380640 1 -- 172.21.15.3:0/1968164563 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ec73082f0 con 0x558ec73e32c0 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe636380640 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7428a60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe620009890 tx=0x7fe62002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f046cd962faef7f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe617fff640 1 -- 172.21.15.3:0/1968164563 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62004c070 con 0x558ec73e32c0 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe617fff640 1 -- 172.21.15.3:0/1968164563 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe62003e460 con 0x558ec73e32c0 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.118+0000 7fe617fff640 1 -- 172.21.15.3:0/1968164563 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620037040 con 0x558ec73e32c0 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 -- 172.21.15.3:0/1968164563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 msgr2=0x558ec7428a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7428a60 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe620009890 tx=0x7fe62002c000 comp rx=0 tx=0).stop 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 -- 172.21.15.3:0/1968164563 shutdown_connections 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec73dd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e0a80 0x558ec73e36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1968164563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7428a60 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 -- 172.21.15.3:0/1968164563 >> 172.21.15.3:0/1968164563 conn(0x558ec73dfa80 msgr2=0x558ec7427f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 -- 172.21.15.3:0/1968164563 shutdown_connections 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 -- 172.21.15.3:0/1968164563 wait complete. 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 -- start start 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.119+0000 7fe63b45a740 1 Processor -- start 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7405180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec7425450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73ed730 0x558ec73dd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558ec73def20 con 0x558ec73e32c0 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558ec72ce450 con 0x558ec73e4a50 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558ec7429290 con 0x558ec73ed730 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe63b45a740 10 client.0 _ll_register_callbacks cb 0x558ec7057ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe636380640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7405180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe636380640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7405180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60394/0 (socket says 172.21.15.3:60394) 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe636380640 1 -- 172.21.15.3:0/530967760 learned_addr learned my addr 172.21.15.3:0/530967760 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe636b81640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73ed730 0x558ec73dd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.120+0000 7fe635b7f640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec7425450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe636380640 1 -- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73ed730 msgr2=0x558ec73dd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe636380640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73ed730 0x558ec73dd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe636380640 1 -- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 msgr2=0x558ec7425450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe636380640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec7425450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe636380640 1 -- 172.21.15.3:0/530967760 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ec70582d0 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe636380640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7405180 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe620009560 tx=0x7fe620004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c135fbb1f969ec7b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe6157fa640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe6157fa640 1 -- 172.21.15.3:0/530967760 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62004c070 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe6157fa640 1 -- 172.21.15.3:0/530967760 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe62003ed10 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe62003e460 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe6157fa640 1 -- 172.21.15.3:0/530967760 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fe62003c430 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 10 client.4410 fetch_fsmap learned FSMap version 6 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x558ec71226b0 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe6157fa640 1 -- 172.21.15.3:0/530967760 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe62003e460 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe6157fa640 1 -- 172.21.15.3:0/530967760 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7fe62003c5d0 con 0x558ec73e32c0 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 10 client.4410 fetch_fsmap finished waiting for FSMap version 6 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 10 client.4410 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 20 client.4410 populate_metadata read hostname 'smithi003' 2024-09-10T07:20:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec73ef7c0 0x558ec73efba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 4 client.4410 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.121+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 --> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ec7352c50 con 0x558ec73ef7c0 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.122+0000 7fe635b7f640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec73ef7c0 0x558ec73efba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.122+0000 7fe635b7f640 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec73ef7c0 0x558ec73efba0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=826408f761834db0 server_cookie=970342a0520bca57 in_seq=0 out_seq=0 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.122+0000 7fe6157fa640 10 client.4410 ms_handle_connect on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe6157fa640 1 -- 172.21.15.3:0/530967760 <== mds.0 v2:172.21.15.70:6834/674677429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558ec7352c50 con 0x558ec73ef7c0 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe6157fa640 10 client.4410 handle_command_reply: tid=0 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 client.4410 shutdown 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 msgr2=0x558ec7405180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7405180 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe620009560 tx=0x7fe620004730 comp rx=0 tx=0).stop 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 shutdown_connections 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec73ef7c0 0x558ec73efba0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73ed730 0x558ec73dd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec7425450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 --2- 172.21.15.3:0/530967760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e32c0 0x558ec7405180 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe6157fa640 0 client.4410 ms_handle_reset on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:17.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 >> 172.21.15.3:0/530967760 conn(0x558ec73e0a80 msgr2=0x558ec7426f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 shutdown_connections 2024-09-10T07:20:17.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 1 -- 172.21.15.3:0/530967760 wait complete. 2024-09-10T07:20:17.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.123+0000 7fe63b45a740 20 client.4410 trim_cache size 0 max 16384 2024-09-10T07:20:17.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.141+0000 7fe63b45a740 1 Processor -- start 2024-09-10T07:20:17.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.141+0000 7fe63b45a740 1 -- start start 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec7427690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 0x558ec740d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73ed730 0x558ec740d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe63b45a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe630200de0 con 0x558ec73e4a50 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe630200170 con 0x558ec73ed730 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe630200790 con 0x558ec73e32c0 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe635b7f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 0x558ec740d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe635b7f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 0x558ec740d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60406/0 (socket says 172.21.15.3:60406) 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe635b7f640 1 -- 172.21.15.3:0/1796033224 learned_addr learned my addr 172.21.15.3:0/1796033224 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe636b81640 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73ed730 0x558ec740d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.142+0000 7fe636380640 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec7427690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe635b7f640 1 -- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 msgr2=0x558ec7427690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe635b7f640 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec7427690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe635b7f640 1 -- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73ed730 msgr2=0x558ec740d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe635b7f640 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73ed730 0x558ec740d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe635b7f640 1 -- 172.21.15.3:0/1796033224 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ec73df820 con 0x558ec73e4a50 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe636b81640 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73ed730 0x558ec740d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe635b7f640 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 0x558ec740d210 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe6240011e0 tx=0x7fe624000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63832390df1f782 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe6177fe640 1 -- 172.21.15.3:0/1796033224 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624021070 con 0x558ec73e4a50 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe6177fe640 1 -- 172.21.15.3:0/1796033224 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe624005e30 con 0x558ec73e4a50 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe6177fe640 1 -- 172.21.15.3:0/1796033224 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624016950 con 0x558ec73e4a50 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 -- 172.21.15.3:0/1796033224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 msgr2=0x558ec740d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 0x558ec740d210 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe6240011e0 tx=0x7fe624000ed0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 -- 172.21.15.3:0/1796033224 shutdown_connections 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73ed730 0x558ec740d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73e4a50 0x558ec740d210 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 --2- 172.21.15.3:0/1796033224 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec7427690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 -- 172.21.15.3:0/1796033224 >> 172.21.15.3:0/1796033224 conn(0x558ec73e0a80 msgr2=0x558ec7429a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 -- 172.21.15.3:0/1796033224 shutdown_connections 2024-09-10T07:20:17.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.143+0000 7fe63b45a740 1 -- 172.21.15.3:0/1796033224 wait complete. 2024-09-10T07:20:17.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.144+0000 7fe63b45a740 1 -- start start 2024-09-10T07:20:17.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.144+0000 7fe63b45a740 1 Processor -- start 2024-09-10T07:20:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec744bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec74a9070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 0x558ec73edda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558ec7401a40 con 0x558ec73ed730 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558ec73def20 con 0x558ec73e4a50 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558ec7425990 con 0x558ec73e32c0 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe63b45a740 10 client.0 _ll_register_callbacks cb 0x7fe62004a070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 0x558ec73edda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 0x558ec73edda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60412/0 (socket says 172.21.15.3:60412) 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 -- 172.21.15.3:0/3516412051 learned_addr learned my addr 172.21.15.3:0/3516412051 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe635b7f640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec74a9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636380640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec744bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 -- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 msgr2=0x558ec744bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec744bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 -- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 msgr2=0x558ec74a9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec74a9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 -- 172.21.15.3:0/3516412051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ec74a95b0 con 0x558ec73ed730 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe636b81640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 0x558ec73edda0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe628059430 tx=0x7fe628059ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7b3cfebfd9415a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.145+0000 7fe6157fa640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe6157fa640 1 -- 172.21.15.3:0/3516412051 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62801d040 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe6157fa640 1 -- 172.21.15.3:0/3516412051 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe628055b10 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe624005e30 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe6157fa640 1 -- 172.21.15.3:0/3516412051 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7fe628062080 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 10 client.4416 fetch_fsmap learned FSMap version 6 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x558ec73ee870 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe6157fa640 1 -- 172.21.15.3:0/3516412051 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe624005e30 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe6157fa640 1 -- 172.21.15.3:0/3516412051 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7fe628061bf0 con 0x558ec73ed730 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 10 client.4416 fetch_fsmap finished waiting for FSMap version 6 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 10 client.4416 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 20 client.4416 populate_metadata read hostname 'smithi003' 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec7408540 0x558ec7404490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 4 client.4416 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 --> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] -- command(tid 0: {"prefix": "status"}) -- 0x558ec74042c0 con 0x558ec7408540 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.146+0000 7fe636380640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec7408540 0x558ec7404490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe636380640 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec7408540 0x558ec7404490 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=311b37689f393360 server_cookie=c7e0d18f523c1dd9 in_seq=0 out_seq=0 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe6157fa640 10 client.4416 ms_handle_connect on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe6157fa640 1 -- 172.21.15.3:0/3516412051 <== mds.0 v2:172.21.15.70:6834/674677429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x558ec74042c0 con 0x558ec7408540 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe6157fa640 10 client.4416 handle_command_reply: tid=0 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 client.4416 shutdown 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 msgr2=0x558ec73edda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 0x558ec73edda0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe628059430 tx=0x7fe628059ba0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 shutdown_connections 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x558ec7408540 0x558ec7404490 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ec73ed730 0x558ec73edda0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe6157fa640 0 client.4416 ms_handle_reset on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558ec73e4a50 0x558ec74a9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 --2- 172.21.15.3:0/3516412051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558ec73e32c0 0x558ec744bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 >> 172.21.15.3:0/3516412051 conn(0x558ec73e0a80 msgr2=0x558ec73d8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 shutdown_connections 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 1 -- 172.21.15.3:0/3516412051 wait complete. 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.147+0000 7fe63b45a740 20 client.4416 trim_cache size 0 max 16384 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 4293, 2024-09-10T07:20:17.157 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 7.3438731989999999, 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 6, 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 26, 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 26, 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 13.371511538 2024-09-10T07:20:17.158 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:20:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe61c06be30 msgr2=0x7fe61c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe61c06be30 0x7fe61c06e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe620034000 tx=0x7fe62002e000 comp rx=0 tx=0).stop 2024-09-10T07:20:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 msgr2=0x7fe6300b20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 0x7fe6300b20f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe62800ccb0 tx=0x7fe62800a5c0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 shutdown_connections 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe61c06be30 0x7fe61c06e2f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe630162020 0x7fe6300b20f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe63015e660 0x7fe6300b9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 --2- 172.21.15.3:0/3297057970 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6300d4d60 0x7fe630152cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 >> 172.21.15.3:0/3297057970 conn(0x7fe63008de10 msgr2=0x7fe63015d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 shutdown_connections 2024-09-10T07:20:17.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.148+0000 7fe6385e4640 1 -- 172.21.15.3:0/3297057970 wait complete. 2024-09-10T07:20:17.160 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:20:17.160 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:17.161 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:20:17.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.263+0000 7f1de11bd640 1 Processor -- start 2024-09-10T07:20:17.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.263+0000 7f1de11bd640 1 -- start start 2024-09-10T07:20:17.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1de11bd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1ddc0d0cc0 0x7f1ddc0d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1de11bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc0b78e0 0x7f1ddc0b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1de11bd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ddc0d3430 con 0x7f1ddc15e510 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1de11bd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1ddc0d1660 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1de11bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1ddc0d36d0 con 0x7f1ddc0b78e0 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1ddb59e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc0b78e0 0x7f1ddc0b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1dd3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1ddc0d0cc0 0x7f1ddc0d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1ddb59e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc0b78e0 0x7f1ddc0b7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:38304/0 (socket says 172.21.15.3:38304) 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1ddb59e640 1 -- 172.21.15.3:0/512864435 learned_addr learned my addr 172.21.15.3:0/512864435 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1dd3fff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1ddc0d0cc0 0x7f1ddc0d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:36124/0 (socket says 172.21.15.3:36124) 2024-09-10T07:20:17.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1ddad9d640 1 --1- 172.21.15.3:0/512864435 >> v1:172.21.15.70:6789/0 conn(0x7f1ddc15e510 0x7f1ddc0ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:58368/0 (socket says 172.21.15.3:58368) 2024-09-10T07:20:17.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1dd3fff640 1 -- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc0b78e0 msgr2=0x7f1ddc0b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:17.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.264+0000 7f1dd3fff640 1 --2- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc0b78e0 0x7f1ddc0b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.265+0000 7f1dd3fff640 1 -- 172.21.15.3:0/512864435 >> v1:172.21.15.70:6789/0 conn(0x7f1ddc15e510 legacy=0x7f1ddc0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.265+0000 7f1dd3fff640 1 -- 172.21.15.3:0/512864435 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc0d39b0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.265+0000 7f1dd3fff640 1 --2- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc0d1120 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1dc40097a0 tx=0x7f1dc402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e260e08382e7eadb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.265+0000 7f1dda59c640 1 -- 172.21.15.3:0/512864435 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4037070 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1dda59c640 1 -- 172.21.15.3:0/512864435 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc402ae50 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1dda59c640 1 -- 172.21.15.3:0/512864435 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4032660 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 -- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0d0cc0 msgr2=0x7f1ddc0d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 --2- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc0d1120 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1dc40097a0 tx=0x7f1dc402a100 comp rx=0 tx=0).stop 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 -- 172.21.15.3:0/512864435 shutdown_connections 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 --2- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc0b78e0 0x7f1ddc0b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 --2- 172.21.15.3:0/512864435 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc0d1120 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 -- 172.21.15.3:0/512864435 >> 172.21.15.3:0/512864435 conn(0x7f1ddc06d1a0 msgr2=0x7f1ddc073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 -- 172.21.15.3:0/512864435 shutdown_connections 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.266+0000 7f1de11bd640 1 -- 172.21.15.3:0/512864435 wait complete. 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.267+0000 7f1de11bd640 1 Processor -- start 2024-09-10T07:20:17.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.267+0000 7f1de11bd640 1 -- start start 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1de11bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0b78e0 0x7f1ddc150020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1de11bd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc15b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1de11bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc15e510 0x7f1ddc15bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1de11bd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc0d22a0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1de11bd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc0d3f70 con 0x7f1ddc0b78e0 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1de11bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1ddc0cf210 con 0x7f1ddc15e510 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1dd3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc15b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1dd3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc15b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60426/0 (socket says 172.21.15.3:60426) 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1dd3fff640 1 -- 172.21.15.3:0/3973061170 learned_addr learned my addr 172.21.15.3:0/3973061170 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1ddad9d640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0b78e0 0x7f1ddc150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.268+0000 7f1ddb59e640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc15e510 0x7f1ddc15bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd3fff640 1 -- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc15e510 msgr2=0x7f1ddc15bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd3fff640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc15e510 0x7f1ddc15bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd3fff640 1 -- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0b78e0 msgr2=0x7f1ddc150020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd3fff640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0b78e0 0x7f1ddc150020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd3fff640 1 -- 172.21.15.3:0/3973061170 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc0b4440 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd3fff640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc15b6f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1dc402a140 tx=0x7f1dc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4041070 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc403c670 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ddc0b4720 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4037040 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.269+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ddc0b4ce0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.270+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ddc15e8f0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.270+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1dc4044070 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.271+0000 7f1dd37fe640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.271+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1dc40ab820 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.271+0000 7f1ddad9d640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:17.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.271+0000 7f1ddad9d640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc007fd0 tx=0x7f1dcc007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:17.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.275+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1dc40797b0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.484+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1ddc1599a0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.485+0000 7f1dd37fe640 1 -- 172.21.15.3:0/3973061170 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+88 (secure 0 0 0) 0x7f1dc407dab0 con 0x7f1ddc0d0cc0 2024-09-10T07:20:17.485 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.486+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1dbc06be30 msgr2=0x7f1dbc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.486+0000 7f1de11bd640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc007fd0 tx=0x7f1dcc007e80 comp rx=0 tx=0).stop 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.486+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 msgr2=0x7f1ddc15b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.486+0000 7f1de11bd640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc15b6f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1dc402a140 tx=0x7f1dc40046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 shutdown_connections 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1dbc06be30 0x7f1dbc06e2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1ddc15e510 0x7f1ddc15bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ddc0d0cc0 0x7f1ddc15b6f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 --2- 172.21.15.3:0/3973061170 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1ddc0b78e0 0x7f1ddc150020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 >> 172.21.15.3:0/3973061170 conn(0x7f1ddc06d1a0 msgr2=0x7f1ddc15a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:17.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 shutdown_connections 2024-09-10T07:20:17.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17.487+0000 7f1de11bd640 1 -- 172.21.15.3:0/3973061170 wait complete. 2024-09-10T07:20:17.497 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T07:20:17.497 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:20:17.497 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:20:17.498 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-10T07:20:17.498 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:17.498 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T07:20:17.498 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:20:17.498 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:20:17.498 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T07:20:17.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:17.498 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:20:17.514 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:20:17.515 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42760sec preferred_lft 42760sec 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:17.516 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:20:17.517 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add name ceph-brx type bridge 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip addr flush dev ceph-brx 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set ceph-brx up 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T07:20:17.517 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:17.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:17.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:17.720 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:20:17.746 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:20:17.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:17.748 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:20:17.826 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:20:17.827 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:20:17.827 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:20:17.827 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:20:17.827 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:20:17.827 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:17.827 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:17.827 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:20:17.827 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:20:17.828 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:20:17.828 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:17.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:18.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:18.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:18.132 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:20:18.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:18.149 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list-id 2024-09-10T07:20:18.205 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:18.205 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:18.205 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:20:18.205 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-10T07:20:18.205 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:18.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:18.327 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-10T07:20:18.328 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:18.328 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:18.328 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-10T07:20:18.328 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T07:20:18.328 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-10T07:20:18.329 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-10T07:20:18.329 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-10T07:20:18.329 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:18.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:18.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:18.464 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:18.464 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:18.465 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:20:18.465 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T07:20:18.465 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:18.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:18.544 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-10T07:20:18.544 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:18.544 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:18.559 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T07:20:18.560 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:18.560 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:18.616 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:20:18.683 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:18.740 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:20:18.741 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:20:18.742 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:20:18.743 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:20:18.743 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:20:18.743 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:20:18.743 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:20:18.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:18.744 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:20:18.799 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:20:18.799 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-10T07:20:18.842 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:20:18.867 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:18.924 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:20:18.924 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:20:18.924 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:20:18.924 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:20:18.925 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:20:18.926 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:20:18.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:18.927 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:20:18.934 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi003.stderr:2024-09-10T07:20:18.934+0000 7f103311d480 -1 init, newargv = 0x55ad5823ab10 newargc=15 2024-09-10T07:20:18.934 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi003.stderr:ceph-fuse[42647]: starting ceph client 2024-09-10T07:20:18.941 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi003.stderr:ceph-fuse[42647]: starting fuse 2024-09-10T07:20:18.951 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:20:18.951 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:20:18.951 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:20:18.951 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:20:18.951 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:20:18.952 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.admin")) 2024-09-10T07:20:18.953 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:20:19.073 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.admin.42647.asok 2024-09-10T07:20:19.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:19.084 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42647.asok 2024-09-10T07:20:19.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:19.084 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42647.asok status 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "admin", 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:20:19.222 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "42647", 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 4425, 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 4425 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:20:19.223 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 2890223798 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 2890223798 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.4425 192.168.0.1:0/2890223798", 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/2890223798", 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 6, 2024-09-10T07:20:19.224 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 26, 2024-09-10T07:20:19.225 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:20:19.225 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:20:19.225 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:20:19.225 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:20:19.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:19.230 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:20:19.230 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:19.246 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:20:19.246 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:19.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:19.247 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:19.314 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-10T07:20:19.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T07:20:19.430 INFO:teuthology.orchestra.run.smithi003.stdout:# file: . 2024-09-10T07:20:19.430 INFO:teuthology.orchestra.run.smithi003.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-10T07:20:19.430 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:19.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:19.436 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:19.436 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:19.453 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:19.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.596+0000 7f204b047640 1 Processor -- start 2024-09-10T07:20:19.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.596+0000 7f204b047640 1 -- start start 2024-09-10T07:20:19.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f204b047640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f20440d4d60 0x7f20440d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f204b047640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2044162020 0x7f20440d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f204b047640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2044162500 con 0x7f204415e660 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f204b047640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f20440d2020 con 0x7f2044162020 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f204b047640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f20441627e0 con 0x7f20440d4d60 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f2048de3640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f204415e660 0x7f20440d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58564/0 (socket says 172.21.15.3:58564) 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f2048de3640 1 -- 172.21.15.3:0/2683240088 learned_addr learned my addr 172.21.15.3:0/2683240088 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f20495e4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2044162020 0x7f20440d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f203bfff640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f20440d4d60 0x7f20440d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f20495e4640 1 -- 172.21.15.3:0/2683240088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f20440d4d60 msgr2=0x7f20440d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f20495e4640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f20440d4d60 0x7f20440d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f20495e4640 1 -- 172.21.15.3:0/2683240088 >> v1:172.21.15.3:6789/0 conn(0x7f204415e660 legacy=0x7f20440d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f20495e4640 1 -- 172.21.15.3:0/2683240088 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2044162ac0 con 0x7f2044162020 2024-09-10T07:20:19.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f203b7fe640 1 -- 172.21.15.3:0/2683240088 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 173950661 0 0) 0x7f2044162500 con 0x7f204415e660 2024-09-10T07:20:19.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.597+0000 7f203bfff640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f20440d4d60 0x7f20440d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.598+0000 7f20495e4640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2044162020 0x7f20440d29f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f203c009d90 tx=0x7f203c02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6c71424f4de2e7e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.598+0000 7f203b7fe640 1 -- 172.21.15.3:0/2683240088 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203c031600 con 0x7f2044162020 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.598+0000 7f203b7fe640 1 -- 172.21.15.3:0/2683240088 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f203c0317a0 con 0x7f2044162020 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.598+0000 7f203b7fe640 1 -- 172.21.15.3:0/2683240088 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f203c031b70 con 0x7f2044162020 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 -- 172.21.15.3:0/2683240088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2044162020 msgr2=0x7f20440d29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2044162020 0x7f20440d29f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f203c009d90 tx=0x7f203c02a5d0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 -- 172.21.15.3:0/2683240088 shutdown_connections 2024-09-10T07:20:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2044162020 0x7f20440d29f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 --2- 172.21.15.3:0/2683240088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f20440d4d60 0x7f20440d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 -- 172.21.15.3:0/2683240088 >> 172.21.15.3:0/2683240088 conn(0x7f204408de10 msgr2=0x7f204409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 -- 172.21.15.3:0/2683240088 shutdown_connections 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.599+0000 7f204b047640 1 -- 172.21.15.3:0/2683240088 wait complete. 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.600+0000 7f204b047640 1 Processor -- start 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.600+0000 7f204b047640 1 -- start start 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f204b047640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f20440d4d60 0x7f20441f3500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f204b047640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 0x7f2044154d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f204b047640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2044162020 0x7f20441552d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f204b047640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f20440d4990 con 0x7f204415e660 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f204b047640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f20440d4810 con 0x7f20440d4d60 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f204b047640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f20440d4b10 con 0x7f2044162020 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 0x7f2044154d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 0x7f2044154d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42084/0 (socket says 172.21.15.3:42084) 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 -- 172.21.15.3:0/2722955949 learned_addr learned my addr 172.21.15.3:0/2722955949 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f20495e4640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2044162020 0x7f20441552d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f2048de3640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f20440d4d60 0x7f20441f3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 -- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2044162020 msgr2=0x7f20441552d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2044162020 0x7f20441552d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 -- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f20440d4d60 msgr2=0x7f20441f3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.601+0000 7f203bfff640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f20440d4d60 0x7f20441f3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f203bfff640 1 -- 172.21.15.3:0/2722955949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f204415fa40 con 0x7f204415e660 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f203bfff640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 0x7f2044154d90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f203400c820 tx=0x7f203400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2034015070 con 0x7f204415e660 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2034007a30 con 0x7f204415e660 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20441f3a40 con 0x7f204415e660 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2034007e00 con 0x7f204415e660 2024-09-10T07:20:19.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.602+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2044155be0 con 0x7f204415e660 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.603+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20440d0f50 con 0x7f204415e660 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.603+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2034018070 con 0x7f204415e660 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.604+0000 7f20397fa640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f203006be30 0x7f203006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.604+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f203408b100 con 0x7f204415e660 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.604+0000 7f2048de3640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f203006be30 0x7f203006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.604+0000 7f2048de3640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f203006be30 0x7f203006e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2040000f60 tx=0x7f2040009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.608+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2034059800 con 0x7f204415e660 2024-09-10T07:20:19.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.796+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2044069660 con 0x7f204415e660 2024-09-10T07:20:19.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.796+0000 7f20397fa640 1 -- 172.21.15.3:0/2722955949 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f2034059100 con 0x7f204415e660 2024-09-10T07:20:19.796 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f203006be30 msgr2=0x7f203006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f203006be30 0x7f203006e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2040000f60 tx=0x7f2040009040 comp rx=0 tx=0).stop 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 msgr2=0x7f2044154d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 0x7f2044154d90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f203400c820 tx=0x7f203400cc20 comp rx=0 tx=0).stop 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 shutdown_connections 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f203006be30 0x7f203006e2f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2044162020 0x7f20441552d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f204415e660 0x7f2044154d90 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 --2- 172.21.15.3:0/2722955949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f20440d4d60 0x7f20441f3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 >> 172.21.15.3:0/2722955949 conn(0x7f204408de10 msgr2=0x7f20440d01f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:19.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 shutdown_connections 2024-09-10T07:20:19.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.798+0000 7f204b047640 1 -- 172.21.15.3:0/2722955949 wait complete. 2024-09-10T07:20:19.808 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:19.808 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:19.825 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:19.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.969+0000 7f4aed5c4640 1 Processor -- start 2024-09-10T07:20:19.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.969+0000 7f4aed5c4640 1 -- start start 2024-09-10T07:20:19.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4aed5c4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4ae815e660 0x7f4ae80d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4aed5c4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae80d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4aed5c4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ae8162500 con 0x7f4ae8162020 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4aed5c4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4ae80d2020 con 0x7f4ae815e660 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4aed5c4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae81627e0 con 0x7f4ae80d4d60 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4ae77fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4ae8162020 0x7f4ae80b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58580/0 (socket says 172.21.15.3:58580) 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4ae77fe640 1 -- 172.21.15.3:0/4128644180 learned_addr learned my addr 172.21.15.3:0/4128644180 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4ae6ffd640 1 --2- 172.21.15.3:0/4128644180 >> v2:172.21.15.70:3300/0 conn(0x7f4ae815e660 0x7f4ae80d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.970+0000 7f4ae67fc640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae80d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae5ffb640 1 -- 172.21.15.3:0/4128644180 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1497614369 0 0) 0x7f4ae8162500 con 0x7f4ae8162020 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae5ffb640 1 -- 172.21.15.3:0/4128644180 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ad4003520 con 0x7f4ae8162020 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae6ffd640 1 -- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 msgr2=0x7f4ae80d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae6ffd640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae80d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae6ffd640 1 -- 172.21.15.3:0/4128644180 >> v1:172.21.15.3:6789/0 conn(0x7f4ae8162020 legacy=0x7f4ae80b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae6ffd640 1 -- 172.21.15.3:0/4128644180 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae8162ac0 con 0x7f4ae815e660 2024-09-10T07:20:19.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.971+0000 7f4ae67fc640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae80d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:19.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4ae6ffd640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae80d4100 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8009d90 tx=0x7f4ad802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f34a2c7f484ce11 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:19.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4ae5ffb640 1 -- 172.21.15.3:0/4128644180 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad8031600 con 0x7f4ae815e660 2024-09-10T07:20:19.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4ae5ffb640 1 -- 172.21.15.3:0/4128644180 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ad80317a0 con 0x7f4ae815e660 2024-09-10T07:20:19.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4ae5ffb640 1 -- 172.21.15.3:0/4128644180 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad8031b50 con 0x7f4ae815e660 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 -- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 msgr2=0x7f4ae80d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae80d4100 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8009d90 tx=0x7f4ad802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 -- 172.21.15.3:0/4128644180 shutdown_connections 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae80d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/4128644180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae80d4100 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 -- 172.21.15.3:0/4128644180 >> 172.21.15.3:0/4128644180 conn(0x7f4ae808de10 msgr2=0x7f4ae809d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:19.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 -- 172.21.15.3:0/4128644180 shutdown_connections 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.972+0000 7f4aed5c4640 1 -- 172.21.15.3:0/4128644180 wait complete. 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 Processor -- start 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 -- start start 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae81564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae8160a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 0x7f4ae80b22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae80d0fb0 con 0x7f4ae8162020 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae80d0e30 con 0x7f4ae815e660 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.974+0000 7f4aed5c4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae80d1130 con 0x7f4ae80d4d60 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 0x7f4ae80b22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 0x7f4ae80b22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42086/0 (socket says 172.21.15.3:42086) 2024-09-10T07:20:19.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 -- 172.21.15.3:0/940874871 learned_addr learned my addr 172.21.15.3:0/940874871 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae67fc640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae8160a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae6ffd640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae81564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 -- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 msgr2=0x7f4ae81564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae81564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 -- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 msgr2=0x7f4ae8160a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae8160a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 -- 172.21.15.3:0/940874871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae8161ae0 con 0x7f4ae8162020 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4ae77fe640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 0x7f4ae80b22d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000c390 tx=0x7f4ae000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0017070 con 0x7f4ae8162020 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ae0005ce0 con 0x7f4ae8162020 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae80b8050 con 0x7f4ae8162020 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae00072d0 con 0x7f4ae8162020 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.975+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae80b8610 con 0x7f4ae8162020 2024-09-10T07:20:19.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.976+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ae80b8dd0 con 0x7f4ae8162020 2024-09-10T07:20:19.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.977+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4ae001a070 con 0x7f4ae8162020 2024-09-10T07:20:19.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.977+0000 7f4adf7fe640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ac806be60 0x7f4ac806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:19.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.977+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4ae008a260 con 0x7f4ae8162020 2024-09-10T07:20:19.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.978+0000 7f4ae6ffd640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ac806be60 0x7f4ac806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:19.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.978+0000 7f4ae6ffd640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ac806be60 0x7f4ac806e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8034000 tx=0x7f4ad802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:19.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:19.982+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ae80b8dd0 con 0x7f4ae8162020 2024-09-10T07:20:20.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.170+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4ae80b4090 con 0x7f4ae8162020 2024-09-10T07:20:20.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.171+0000 7f4adf7fe640 1 -- 172.21.15.3:0/940874871 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f4ae0058270 con 0x7f4ae8162020 2024-09-10T07:20:20.171 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ac806be60 msgr2=0x7f4ac806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ac806be60 0x7f4ac806e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8034000 tx=0x7f4ad802f000 comp rx=0 tx=0).stop 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 msgr2=0x7f4ae80b22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 0x7f4ae80b22d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000c390 tx=0x7f4ae000c850 comp rx=0 tx=0).stop 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 shutdown_connections 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ac806be60 0x7f4ac806e320 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4ae8162020 0x7f4ae80b22d0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4ae815e660 0x7f4ae8160a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 --2- 172.21.15.3:0/940874871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4ae80d4d60 0x7f4ae81564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:20.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 >> 172.21.15.3:0/940874871 conn(0x7f4ae808de10 msgr2=0x7f4ae80d1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:20.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 shutdown_connections 2024-09-10T07:20:20.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:20.173+0000 7f4aed5c4640 1 -- 172.21.15.3:0/940874871 wait complete. 2024-09-10T07:20:20.183 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:20:20.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:20.184 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-10T07:20:20.208 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi003.stderr:ceph-fuse[42647]: fuse finished with error 0 and tester_r 0 2024-09-10T07:20:20.214 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:26.316 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:20:26.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:26.316 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-10T07:20:26.344 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.498+0000 7f2a182fa640 1 Processor -- start 2024-09-10T07:20:26.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.499+0000 7f2a182fa640 1 -- start start 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a182fa640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2a1015e510 0x7f2a100ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a182fa640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100cf040 0x7f2a100d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a182fa640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2a100d1200 0x7f2a100b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a182fa640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f2a100d3430 con 0x7f2a100d1200 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a182fa640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2a100d1690 con 0x7f2a1015e510 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a182fa640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2a100d36d0 con 0x7f2a100cf040 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2a100d1200 0x7f2a100b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2a100d1200 0x7f2a100b5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42092/0 (socket says 172.21.15.3:42092) 2024-09-10T07:20:26.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 -- 172.21.15.3:0/3587742713 learned_addr learned my addr 172.21.15.3:0/3587742713 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16096640 1 --2- 172.21.15.3:0/3587742713 >> v2:172.21.15.70:3300/0 conn(0x7f2a1015e510 0x7f2a100ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a15895640 1 --2- 172.21.15.3:0/3587742713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100cf040 0x7f2a100d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 -- 172.21.15.3:0/3587742713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100cf040 msgr2=0x7f2a100d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 --2- 172.21.15.3:0/3587742713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100cf040 0x7f2a100d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 -- 172.21.15.3:0/3587742713 >> v2:172.21.15.70:3300/0 conn(0x7f2a1015e510 msgr2=0x7f2a100ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 --2- 172.21.15.3:0/3587742713 >> v2:172.21.15.70:3300/0 conn(0x7f2a1015e510 0x7f2a100ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.500+0000 7f2a16897640 1 -- 172.21.15.3:0/3587742713 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a100d39b0 con 0x7f2a100d1200 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.501+0000 7f2a16897640 1 --2- 172.21.15.3:0/3587742713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100d1200 0x7f2a100b5f30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2a100cb530 tx=0x7f2a0802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f99125836d82f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.501+0000 7f2a15094640 1 -- 172.21.15.3:0/3587742713 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a08037070 con 0x7f2a100d1200 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.501+0000 7f2a15094640 1 -- 172.21.15.3:0/3587742713 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a08032440 con 0x7f2a100d1200 2024-09-10T07:20:26.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.501+0000 7f2a15094640 1 -- 172.21.15.3:0/3587742713 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a08032810 con 0x7f2a100d1200 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 -- 172.21.15.3:0/3587742713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100d1200 msgr2=0x7f2a100b5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 --2- 172.21.15.3:0/3587742713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100d1200 0x7f2a100b5f30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2a100cb530 tx=0x7f2a0802a140 comp rx=0 tx=0).stop 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 -- 172.21.15.3:0/3587742713 shutdown_connections 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 --2- 172.21.15.3:0/3587742713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100d1200 0x7f2a100b5f30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 --2- 172.21.15.3:0/3587742713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100cf040 0x7f2a100d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 --2- 172.21.15.3:0/3587742713 >> v2:172.21.15.70:3300/0 conn(0x7f2a1015e510 0x7f2a100ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 -- 172.21.15.3:0/3587742713 >> 172.21.15.3:0/3587742713 conn(0x7f2a1006d1a0 msgr2=0x7f2a10073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 -- 172.21.15.3:0/3587742713 shutdown_connections 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.502+0000 7f2a182fa640 1 -- 172.21.15.3:0/3587742713 wait complete. 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.503+0000 7f2a182fa640 1 Processor -- start 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.503+0000 7f2a182fa640 1 -- start start 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a182fa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 0x7f2a10153450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a182fa640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100d1200 0x7f2a100ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a182fa640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1015e510 0x7f2a101514d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a182fa640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2a100d22a0 con 0x7f2a100cf040 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a182fa640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2a100d3f70 con 0x7f2a1015e510 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a182fa640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1015e8f0 con 0x7f2a100d1200 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 0x7f2a10153450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 0x7f2a10153450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42098/0 (socket says 172.21.15.3:42098) 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 -- 172.21.15.3:0/1260199969 learned_addr learned my addr 172.21.15.3:0/1260199969 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:26.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16897640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1015e510 0x7f2a101514d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a15895640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100d1200 0x7f2a100ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 -- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100d1200 msgr2=0x7f2a100ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100d1200 0x7f2a100ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 -- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1015e510 msgr2=0x7f2a101514d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1015e510 0x7f2a101514d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a16096640 1 -- 172.21.15.3:0/1260199969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a100ce6e0 con 0x7f2a100cf040 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.504+0000 7f2a15895640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100d1200 0x7f2a100ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.505+0000 7f2a16096640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 0x7f2a10153450 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2a00009db0 tx=0x7f2a0000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.505+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00018020 con 0x7f2a100cf040 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.505+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a00014480 con 0x7f2a100cf040 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.505+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a10151a10 con 0x7f2a100cf040 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.505+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00014850 con 0x7f2a100cf040 2024-09-10T07:20:26.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.505+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a10153ea0 con 0x7f2a100cf040 2024-09-10T07:20:26.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.506+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a100d0cc0 con 0x7f2a100cf040 2024-09-10T07:20:26.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.506+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2a00005d10 con 0x7f2a100cf040 2024-09-10T07:20:26.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.507+0000 7f2a0effd640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f29fc06be60 0x7f29fc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.507+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2a0008bb70 con 0x7f2a100cf040 2024-09-10T07:20:26.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.507+0000 7f2a15895640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f29fc06be60 0x7f29fc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.508+0000 7f2a15895640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f29fc06be60 0x7f29fc06e320 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2a1015d9d0 tx=0x7f2a04008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:26.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.511+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2a00022070 con 0x7f2a100cf040 2024-09-10T07:20:26.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.688+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a100cac90 con 0x7f2a100cf040 2024-09-10T07:20:26.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.690+0000 7f2a0effd640 1 -- 172.21.15.3:0/1260199969 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f2a00010040 con 0x7f2a100cf040 2024-09-10T07:20:26.690 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:26.690 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f29fc06be60 msgr2=0x7f29fc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f29fc06be60 0x7f29fc06e320 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2a1015d9d0 tx=0x7f2a04008040 comp rx=0 tx=0).stop 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 msgr2=0x7f2a10153450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 0x7f2a10153450 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2a00009db0 tx=0x7f2a0000c490 comp rx=0 tx=0).stop 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 shutdown_connections 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f29fc06be60 0x7f29fc06e320 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2a1015e510 0x7f2a101514d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2a100d1200 0x7f2a100ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 --2- 172.21.15.3:0/1260199969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a100cf040 0x7f2a10153450 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 >> 172.21.15.3:0/1260199969 conn(0x7f2a1006d1a0 msgr2=0x7f2a10073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:26.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 shutdown_connections 2024-09-10T07:20:26.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.692+0000 7f2a182fa640 1 -- 172.21.15.3:0/1260199969 wait complete. 2024-09-10T07:20:26.703 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.805+0000 7ffbfc6dd640 1 Processor -- start 2024-09-10T07:20:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.805+0000 7ffbfc6dd640 1 -- start start 2024-09-10T07:20:26.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfc6dd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffbf415e4d0 0x7ffbf40cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfc6dd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40d1a60 0x7ffbf40b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfc6dd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbf415e8b0 con 0x7ffbf40cf8f0 2024-09-10T07:20:26.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfc6dd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ffbf40d3bf0 con 0x7ffbf415e4d0 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfc6dd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffbf40d3100 con 0x7ffbf40d1a60 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffbf415e4d0 0x7ffbf40cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffbf415e4d0 0x7ffbf40cf3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42110/0 (socket says 172.21.15.3:42110) 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 -- 172.21.15.3:0/2681554329 learned_addr learned my addr 172.21.15.3:0/2681554329 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfac7a640 1 --2- 172.21.15.3:0/2681554329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40d1a60 0x7ffbf40b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 -- 172.21.15.3:0/2681554329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40d1a60 msgr2=0x7ffbf40b7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 --2- 172.21.15.3:0/2681554329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40d1a60 0x7ffbf40b7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 -- 172.21.15.3:0/2681554329 >> v1:172.21.15.70:6789/0 conn(0x7ffbf40cf8f0 legacy=0x7ffbf40d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.806+0000 7ffbfa479640 1 -- 172.21.15.3:0/2681554329 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbf40b7510 con 0x7ffbf415e4d0 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.807+0000 7ffbfa479640 1 --2- 172.21.15.3:0/2681554329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf40cf3b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffbf40d3280 tx=0x7ffbf002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2df6159ab631009a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.807+0000 7ffbf9477640 1 -- 172.21.15.3:0/2681554329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbf0037070 con 0x7ffbf415e4d0 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.807+0000 7ffbf9477640 1 -- 172.21.15.3:0/2681554329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbf0032440 con 0x7ffbf415e4d0 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.807+0000 7ffbf9477640 1 -- 172.21.15.3:0/2681554329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbf0032810 con 0x7ffbf415e4d0 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/2681554329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 msgr2=0x7ffbf40cf3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/2681554329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf40cf3b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ffbf40d3280 tx=0x7ffbf002a250 comp rx=0 tx=0).stop 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/2681554329 shutdown_connections 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/2681554329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40d1a60 0x7ffbf40b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/2681554329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf40cf3b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/2681554329 >> 172.21.15.3:0/2681554329 conn(0x7ffbf4073640 msgr2=0x7ffbf4073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/2681554329 shutdown_connections 2024-09-10T07:20:26.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.808+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/2681554329 wait complete. 2024-09-10T07:20:26.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.809+0000 7ffbfc6dd640 1 Processor -- start 2024-09-10T07:20:26.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.809+0000 7ffbfc6dd640 1 -- start start 2024-09-10T07:20:26.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfc6dd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40cf8f0 0x7ffbf40cc500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfc6dd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40d1a60 0x7ffbf4153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfc6dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf4154580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfc6dd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf40d3630 con 0x7ffbf415e4d0 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfc6dd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffbf40b77b0 con 0x7ffbf40d1a60 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfc6dd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffbf40d3910 con 0x7ffbf40cf8f0 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf4154580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf4154580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42122/0 (socket says 172.21.15.3:42122) 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 -- 172.21.15.3:0/507494393 learned_addr learned my addr 172.21.15.3:0/507494393 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfa479640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40cf8f0 0x7ffbf40cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbf9c78640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40d1a60 0x7ffbf4153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 -- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40cf8f0 msgr2=0x7ffbf40cc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40cf8f0 0x7ffbf40cc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 -- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40d1a60 msgr2=0x7ffbf4153b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40d1a60 0x7ffbf4153b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.810+0000 7ffbfac7a640 1 -- 172.21.15.3:0/507494393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbf41540d0 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.811+0000 7ffbfac7a640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf4154580 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ffbec007e70 tx=0x7ffbec00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.811+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbec014620 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.811+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbec019070 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.811+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbec014a20 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.811+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbf40cd380 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.811+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbf40ccdc0 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.812+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbf40cf3b0 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.812+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffbec014bc0 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.813+0000 7ffbeaffd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffbd806be30 0x7ffbd806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.813+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ffbec08b930 con 0x7ffbf415e4d0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.813+0000 7ffbfa479640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffbd806be30 0x7ffbd806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:26.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.814+0000 7ffbfa479640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffbd806be30 0x7ffbd806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ffbf0034000 tx=0x7ffbf002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:26.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.817+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbec059940 con 0x7ffbf415e4d0 2024-09-10T07:20:26.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.994+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffbf40b4c10 con 0x7ffbf415e4d0 2024-09-10T07:20:26.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.996+0000 7ffbeaffd640 1 -- 172.21.15.3:0/507494393 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7ffbec05dc40 con 0x7ffbf415e4d0 2024-09-10T07:20:26.996 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:26.996 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffbd806be30 msgr2=0x7ffbd806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffbd806be30 0x7ffbd806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ffbf0034000 tx=0x7ffbf002e000 comp rx=0 tx=0).stop 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 msgr2=0x7ffbf4154580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf4154580 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ffbec007e70 tx=0x7ffbec00e4b0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 shutdown_connections 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffbd806be30 0x7ffbd806e2f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbf415e4d0 0x7ffbf4154580 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbf40d1a60 0x7ffbf4153b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 --2- 172.21.15.3:0/507494393 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbf40cf8f0 0x7ffbf40cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:26.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 >> 172.21.15.3:0/507494393 conn(0x7ffbf4073640 msgr2=0x7ffbf41614e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:26.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 shutdown_connections 2024-09-10T07:20:26.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:26.998+0000 7ffbfc6dd640 1 -- 172.21.15.3:0/507494393 wait complete. 2024-09-10T07:20:27.009 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:20:27.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.115+0000 7f341a10a640 1 Processor -- start 2024-09-10T07:20:27.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.115+0000 7f341a10a640 1 -- start start 2024-09-10T07:20:27.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f341a10a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f34140d0090 0x7f34140d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:27.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f341a10a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34140d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f341a10a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34140cf050 con 0x7f341415e6a0 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f341a10a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f34140cfc00 con 0x7f34140d0090 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f341a10a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f34140cf2d0 con 0x7f34140d0e30 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f34137fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f341415e6a0 0x7f34140d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58594/0 (socket says 172.21.15.3:58594) 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f34137fe640 1 -- 172.21.15.3:0/3837222410 learned_addr learned my addr 172.21.15.3:0/3837222410 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f340bfff640 1 --2- 172.21.15.3:0/3837222410 >> v2:172.21.15.70:3300/0 conn(0x7f34140d0090 0x7f34140d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f3413fff640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34140d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f3412ffd640 1 -- 172.21.15.3:0/3837222410 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3993002930 0 0) 0x7f3404001290 con 0x7f341415e6a0 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.116+0000 7f3412ffd640 1 -- 172.21.15.3:0/3837222410 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3400003520 con 0x7f341415e6a0 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f340bfff640 1 -- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 msgr2=0x7f34140d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f3412ffd640 1 -- 172.21.15.3:0/3837222410 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3362791024 0 0) 0x7f3400003520 con 0x7f341415e6a0 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f340bfff640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34140d12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f340bfff640 1 -- 172.21.15.3:0/3837222410 >> v1:172.21.15.3:6789/0 conn(0x7f341415e6a0 legacy=0x7f34140d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:27.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f340bfff640 1 -- 172.21.15.3:0/3837222410 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34140cf5b0 con 0x7f34140d0090 2024-09-10T07:20:27.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f3413fff640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34140d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.117+0000 7f340bfff640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f34140d3160 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f33fc0097a0 tx=0x7f33fc02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91e3c9dabc25cb7f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f3412ffd640 1 -- 172.21.15.3:0/3837222410 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc037070 con 0x7f34140d0090 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f3412ffd640 1 -- 172.21.15.3:0/3837222410 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33fc02aba0 con 0x7f34140d0090 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f3412ffd640 1 -- 172.21.15.3:0/3837222410 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34040019e0 con 0x7f34140d0090 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 -- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 msgr2=0x7f34140d3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f34140d3160 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f33fc0097a0 tx=0x7f33fc02a110 comp rx=0 tx=0).stop 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 -- 172.21.15.3:0/3837222410 shutdown_connections 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34140d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 --2- 172.21.15.3:0/3837222410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f34140d3160 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 -- 172.21.15.3:0/3837222410 >> 172.21.15.3:0/3837222410 conn(0x7f341409d730 msgr2=0x7f34140d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:27.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 -- 172.21.15.3:0/3837222410 shutdown_connections 2024-09-10T07:20:27.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.118+0000 7f341a10a640 1 -- 172.21.15.3:0/3837222410 wait complete. 2024-09-10T07:20:27.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.119+0000 7f341a10a640 1 Processor -- start 2024-09-10T07:20:27.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 -- start start 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f3414154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34141f5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 0x7f3414159630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f34140b73f0 con 0x7f341415e6a0 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f34140b7270 con 0x7f34140d0090 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f341a10a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f34140b7570 con 0x7f34140d0e30 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f3413fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 0x7f3414159630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f3413fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 0x7f3414159630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42130/0 (socket says 172.21.15.3:42130) 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f3413fff640 1 -- 172.21.15.3:0/1950817008 learned_addr learned my addr 172.21.15.3:0/1950817008 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:27.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f34137fe640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f3414154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.120+0000 7f340bfff640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34141f5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.121+0000 7f3413fff640 1 -- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 msgr2=0x7f34141f5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.121+0000 7f3413fff640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34141f5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.121+0000 7f3413fff640 1 -- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 msgr2=0x7f3414154470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.121+0000 7f3413fff640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f3414154470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.121+0000 7f3413fff640 1 -- 172.21.15.3:0/1950817008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3414158870 con 0x7f341415e6a0 2024-09-10T07:20:27.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.121+0000 7f3413fff640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 0x7f3414159630 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f340c00efc0 tx=0x7f340c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:27.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.123+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c018030 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.123+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f340c00cde0 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.123+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3414158b50 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.123+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c003bb0 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.123+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3414159110 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.124+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34140d3160 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.124+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f340c01b070 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.125+0000 7f3410ff9640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33f406be30 0x7f33f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.125+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f340c08ba40 con 0x7f341415e6a0 2024-09-10T07:20:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.125+0000 7f34137fe640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33f406be30 0x7f33f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:27.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.125+0000 7f34137fe640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33f406be30 0x7f33f406e2f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f341406a180 tx=0x7f34040014e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:27.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.129+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f340c010040 con 0x7f341415e6a0 2024-09-10T07:20:27.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:27.340+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f34140d0c10 con 0x7f341415e6a0 2024-09-10T07:20:28.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.125+0000 7f3410ff9640 1 -- 172.21.15.3:0/1950817008 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f340c059af0 con 0x7f341415e6a0 2024-09-10T07:20:28.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33f406be30 msgr2=0x7f33f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:28.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33f406be30 0x7f33f406e2f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f341406a180 tx=0x7f34040014e0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 msgr2=0x7f3414159630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:28.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 0x7f3414159630 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f340c00efc0 tx=0x7f340c009f90 comp rx=0 tx=0).stop 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 shutdown_connections 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33f406be30 0x7f33f406e2f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f341415e6a0 0x7f3414159630 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f34140d0e30 0x7f34141f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 --2- 172.21.15.3:0/1950817008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f34140d0090 0x7f3414154470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 >> 172.21.15.3:0/1950817008 conn(0x7f341409d730 msgr2=0x7f34140b8da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 shutdown_connections 2024-09-10T07:20:28.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.128+0000 7f341a10a640 1 -- 172.21.15.3:0/1950817008 wait complete. 2024-09-10T07:20:28.141 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-10T07:20:28.142 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T07:20:28.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.253+0000 7f2b4349b640 1 Processor -- start 2024-09-10T07:20:28.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.254+0000 7f2b4349b640 1 -- start start 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.254+0000 7f2b4349b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c0d0090 0x7f2b3c0d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.254+0000 7f2b4349b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2b3c0d0e30 0x7f2b3c0d12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.254+0000 7f2b4349b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b3c0cf050 con 0x7f2b3c15e6a0 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.254+0000 7f2b4349b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2b3c0cfc00 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.254+0000 7f2b4349b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2b3c0cf2d0 con 0x7f2b3c0d0090 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b41237640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f2b3c15e6a0 0x7f2b3c0d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58604/0 (socket says 172.21.15.3:58604) 2024-09-10T07:20:28.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b41237640 1 -- 172.21.15.3:0/3796318715 learned_addr learned my addr 172.21.15.3:0/3796318715 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b41a38640 1 --2- 172.21.15.3:0/3796318715 >> v2:172.21.15.70:3300/0 conn(0x7f2b3c0d0e30 0x7f2b3c0d12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b40a36640 1 --2- 172.21.15.3:0/3796318715 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c0d0090 0x7f2b3c0d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b33fff640 1 -- 172.21.15.3:0/3796318715 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2658231459 0 0) 0x7f2b38001610 con 0x7f2b3c15e6a0 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b33fff640 1 -- 172.21.15.3:0/3796318715 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b28003520 con 0x7f2b3c15e6a0 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b40a36640 1 -- 172.21.15.3:0/3796318715 >> v2:172.21.15.70:3300/0 conn(0x7f2b3c0d0e30 msgr2=0x7f2b3c0d12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b40a36640 1 --2- 172.21.15.3:0/3796318715 >> v2:172.21.15.70:3300/0 conn(0x7f2b3c0d0e30 0x7f2b3c0d12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b40a36640 1 -- 172.21.15.3:0/3796318715 >> v1:172.21.15.3:6789/0 conn(0x7f2b3c15e6a0 legacy=0x7f2b3c0d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b40a36640 1 -- 172.21.15.3:0/3796318715 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b3c0cf5b0 con 0x7f2b3c0d0090 2024-09-10T07:20:28.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.255+0000 7f2b41a38640 1 --2- 172.21.15.3:0/3796318715 >> v2:172.21.15.70:3300/0 conn(0x7f2b3c0d0e30 0x7f2b3c0d12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:28.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.256+0000 7f2b40a36640 1 --2- 172.21.15.3:0/3796318715 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c0d0090 0x7f2b3c0d3160 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c0097a0 tx=0x7f2b2c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2209eecdec12d61d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:28.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.256+0000 7f2b33fff640 1 -- 172.21.15.3:0/3796318715 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c037070 con 0x7f2b3c0d0090 2024-09-10T07:20:28.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.256+0000 7f2b33fff640 1 -- 172.21.15.3:0/3796318715 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b2c032440 con 0x7f2b3c0d0090 2024-09-10T07:20:28.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.256+0000 7f2b33fff640 1 -- 172.21.15.3:0/3796318715 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c032810 con 0x7f2b3c0d0090 2024-09-10T07:20:28.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 -- 172.21.15.3:0/3796318715 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c0d0090 msgr2=0x7f2b3c0d3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3796318715 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c0d0090 0x7f2b3c0d3160 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c0097a0 tx=0x7f2b2c02a180 comp rx=0 tx=0).stop 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 -- 172.21.15.3:0/3796318715 shutdown_connections 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3796318715 >> v2:172.21.15.70:3300/0 conn(0x7f2b3c0d0e30 0x7f2b3c0d12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3796318715 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c0d0090 0x7f2b3c0d3160 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 -- 172.21.15.3:0/3796318715 >> 172.21.15.3:0/3796318715 conn(0x7f2b3c09d730 msgr2=0x7f2b3c0d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 -- 172.21.15.3:0/3796318715 shutdown_connections 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.257+0000 7f2b4349b640 1 -- 172.21.15.3:0/3796318715 wait complete. 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.258+0000 7f2b4349b640 1 Processor -- start 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.258+0000 7f2b4349b640 1 -- start start 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b4349b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b3c0d0090 0x7f2b3c156970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:28.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b4349b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 0x7f2b3c0c94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b4349b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c15e6a0 0x7f2b3c160c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b4349b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2b3c0b73f0 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b4349b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b3c0b7270 con 0x7f2b3c0d0090 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b4349b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2b3c0b7570 con 0x7f2b3c15e6a0 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 0x7f2b3c0c94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 0x7f2b3c0c94e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42140/0 (socket says 172.21.15.3:42140) 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 -- 172.21.15.3:0/3249942206 learned_addr learned my addr 172.21.15.3:0/3249942206 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b41237640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b3c0d0090 0x7f2b3c156970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b41a38640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c15e6a0 0x7f2b3c160c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 -- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c15e6a0 msgr2=0x7f2b3c160c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c15e6a0 0x7f2b3c160c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 -- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b3c0d0090 msgr2=0x7f2b3c156970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b3c0d0090 0x7f2b3c156970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:28.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b40a36640 1 -- 172.21.15.3:0/3249942206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b3c0c7ff0 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b41a38640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c15e6a0 0x7f2b3c160c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.259+0000 7f2b41237640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b3c0d0090 0x7f2b3c156970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.260+0000 7f2b40a36640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 0x7f2b3c0c94e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c02a1c0 tx=0x7f2b2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.260+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c037040 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.260+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b2c042070 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.260+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b3c156eb0 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.260+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c03b930 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.260+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b3c0c8570 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.261+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b3c0d3160 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.262+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b2c03bad0 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.262+0000 7f2b31ffb640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2006be60 0x7f2b2006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:28.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.262+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2b2c0aba90 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.262+0000 7f2b41237640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2006be60 0x7f2b2006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:28.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.263+0000 7f2b41237640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2006be60 0x7f2b2006e320 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2b380018b0 tx=0x7f2b38009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:28.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.267+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b2c07a0f0 con 0x7f2b3c0d0e30 2024-09-10T07:20:28.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:28.477+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f2b3c06dbc0 con 0x7f2b3c0d0e30 2024-09-10T07:20:29.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.127+0000 7f2b31ffb640 1 -- 172.21.15.3:0/3249942206 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7f2b2c0799f0 con 0x7f2b3c0d0e30 2024-09-10T07:20:29.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2006be60 msgr2=0x7f2b2006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2006be60 0x7f2b2006e320 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2b380018b0 tx=0x7f2b38009040 comp rx=0 tx=0).stop 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 msgr2=0x7f2b3c0c94e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 0x7f2b3c0c94e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c02a1c0 tx=0x7f2b2c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 shutdown_connections 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2006be60 0x7f2b2006e320 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b3c15e6a0 0x7f2b3c160c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b3c0d0e30 0x7f2b3c0c94e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 --2- 172.21.15.3:0/3249942206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b3c0d0090 0x7f2b3c156970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.129+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 >> 172.21.15.3:0/3249942206 conn(0x7f2b3c09d730 msgr2=0x7f2b3c0b7bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.130+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 shutdown_connections 2024-09-10T07:20:29.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.130+0000 7f2b4349b640 1 -- 172.21.15.3:0/3249942206 wait complete. 2024-09-10T07:20:29.143 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T07:20:29.143 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:29.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.249+0000 7f1f40800640 1 Processor -- start 2024-09-10T07:20:29.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.249+0000 7f1f40800640 1 -- start start 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f40800640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0cefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f40800640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1f3c0d2dc0 0x7f1f3c0d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f40800640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f3c0cf600 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f40800640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1f3c0cf8e0 con 0x7f1f3c0d2dc0 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f40800640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1f3c0cfbc0 con 0x7f1f3c15e350 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f3b59e640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f1f3c0d31e0 0x7f1f3c0d0b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46644/0 (socket says 172.21.15.3:46644) 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f3b59e640 1 -- 172.21.15.3:0/3832740404 learned_addr learned my addr 172.21.15.3:0/3832740404 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f3ad9d640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0cefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f3a59c640 1 --2- 172.21.15.3:0/3832740404 >> v2:172.21.15.70:3300/0 conn(0x7f1f3c0d2dc0 0x7f1f3c0d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f39d9b640 1 -- 172.21.15.3:0/3832740404 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1664952732 0 0) 0x7f1f3c0cf600 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.250+0000 7f1f39d9b640 1 -- 172.21.15.3:0/3832740404 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f28003520 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.251+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 msgr2=0x7f1f3c0cefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:29.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.251+0000 7f1f3a59c640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0cefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.251+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3832740404 >> v1:172.21.15.3:6789/0 conn(0x7f1f3c0d31e0 legacy=0x7f1f3c0d0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.251+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3832740404 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3c0cfea0 con 0x7f1f3c0d2dc0 2024-09-10T07:20:29.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.251+0000 7f1f3ad9d640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.251+0000 7f1f3a59c640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0d4210 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1f240097a0 tx=0x7f1f2402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b36c80d26368309 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f39d9b640 1 -- 172.21.15.3:0/3832740404 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f24037070 con 0x7f1f3c0d2dc0 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f39d9b640 1 -- 172.21.15.3:0/3832740404 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f24032440 con 0x7f1f3c0d2dc0 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f39d9b640 1 -- 172.21.15.3:0/3832740404 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f24032810 con 0x7f1f3c0d2dc0 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 -- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 msgr2=0x7f1f3c0d4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0d4210 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f1f240097a0 tx=0x7f1f2402a210 comp rx=0 tx=0).stop 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 -- 172.21.15.3:0/3832740404 shutdown_connections 2024-09-10T07:20:29.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0d4210 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 --2- 172.21.15.3:0/3832740404 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 -- 172.21.15.3:0/3832740404 >> 172.21.15.3:0/3832740404 conn(0x7f1f3c08dbe0 msgr2=0x7f1f3c09d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:29.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 -- 172.21.15.3:0/3832740404 shutdown_connections 2024-09-10T07:20:29.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.252+0000 7f1f40800640 1 -- 172.21.15.3:0/3832740404 wait complete. 2024-09-10T07:20:29.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 Processor -- start 2024-09-10T07:20:29.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 -- start start 2024-09-10T07:20:29.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0b7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 0x7f1f3c1558c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0b8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c15e8b0 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c15e730 con 0x7f1f3c0d2dc0 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.254+0000 7f1f40800640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1f3c0b5370 con 0x7f1f3c15e350 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 0x7f1f3c1558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 0x7f1f3c1558c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56958/0 (socket says 172.21.15.3:56958) 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3361036457 learned_addr learned my addr 172.21.15.3:0/3361036457 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3ad9d640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0b7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3b59e640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0b8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 msgr2=0x7f1f3c0b8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0b8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 msgr2=0x7f1f3c0b7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0b7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 -- 172.21.15.3:0/3361036457 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3c0b70b0 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3ad9d640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0b7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f3a59c640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 0x7f1f3c1558c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f24035040 tx=0x7f1f240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f24041030 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f2403d4e0 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f3c0b90d0 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f24037040 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.255+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f3c0b7630 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.256+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f3c0cefd0 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.257+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1f24044070 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.257+0000 7f1f337fe640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f1c06be30 0x7f1f1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.257+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1f240ab8b0 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.258+0000 7f1f3ad9d640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f1c06be30 0x7f1f1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.258+0000 7f1f3ad9d640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f1c06be30 0x7f1f1c06e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c1e5500 tx=0x7f1f2c00b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.262+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f24044e40 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.472+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f3c0b5b50 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.473+0000 7f1f337fe640 1 -- 172.21.15.3:0/3361036457 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f1f24079e90 con 0x7f1f3c0d31e0 2024-09-10T07:20:29.473 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:29.473 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f1c06be30 msgr2=0x7f1f1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f1c06be30 0x7f1f1c06e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c1e5500 tx=0x7f1f2c00b040 comp rx=0 tx=0).stop 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 msgr2=0x7f1f3c1558c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 0x7f1f3c1558c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f24035040 tx=0x7f1f240046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 shutdown_connections 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f1c06be30 0x7f1f1c06e2f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c15e350 0x7f1f3c0b8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c0d31e0 0x7f1f3c1558c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 --2- 172.21.15.3:0/3361036457 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c0d2dc0 0x7f1f3c0b7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 >> 172.21.15.3:0/3361036457 conn(0x7f1f3c08dbe0 msgr2=0x7f1f3c0b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:29.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 shutdown_connections 2024-09-10T07:20:29.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.475+0000 7f1f40800640 1 -- 172.21.15.3:0/3361036457 wait complete. 2024-09-10T07:20:29.486 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:29.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.589+0000 7f84afeaf640 1 Processor -- start 2024-09-10T07:20:29.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.589+0000 7f84afeaf640 1 -- start start 2024-09-10T07:20:29.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84afeaf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84afeaf640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f84a80acdd0 0x7f84a80cae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84afeaf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84a806f530 con 0x7f84a80cb3b0 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84afeaf640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f84a80cbbb0 con 0x7f84a80acdd0 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84afeaf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f84a80cbe90 con 0x7f84a815e8d0 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84ad44a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f84a80acdd0 0x7f84a80cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84adc4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84ae44c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f84a80cb3b0 0x7f84a80ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49860/0 (socket says 172.21.15.3:49860) 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84ad44a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f84a80acdd0 0x7f84a80cae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53462/0 (socket says 172.21.15.3:53462) 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.590+0000 7f84ae44c640 1 -- 172.21.15.3:0/1727567338 learned_addr learned my addr 172.21.15.3:0/1727567338 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.591+0000 7f84ad44a640 1 -- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 msgr2=0x7f84a806dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.591+0000 7f84ad44a640 1 --2- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a806dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.591+0000 7f84ad44a640 1 -- 172.21.15.3:0/1727567338 >> v1:172.21.15.70:6789/0 conn(0x7f84a80cb3b0 legacy=0x7f84a80ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.591+0000 7f84ad44a640 1 -- 172.21.15.3:0/1727567338 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a80ca5f0 con 0x7f84a80acdd0 2024-09-10T07:20:29.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.591+0000 7f84adc4b640 1 --2- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a806dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:29.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.591+0000 7f84ad44a640 1 --2- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80cae70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f849c0097d0 tx=0x7f849c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d13c27fcc3dd6d3f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84acc49640 1 -- 172.21.15.3:0/1727567338 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c037070 con 0x7f84a80acdd0 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84acc49640 1 -- 172.21.15.3:0/1727567338 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f849c032440 con 0x7f84a80acdd0 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84acc49640 1 -- 172.21.15.3:0/1727567338 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c032810 con 0x7f84a80acdd0 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 -- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 msgr2=0x7f84a80cae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80cae70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f849c0097d0 tx=0x7f849c02a1c0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 -- 172.21.15.3:0/1727567338 shutdown_connections 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80cae70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1727567338 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a806dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 -- 172.21.15.3:0/1727567338 >> 172.21.15.3:0/1727567338 conn(0x7f84a80cffa0 msgr2=0x7f84a80d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 -- 172.21.15.3:0/1727567338 shutdown_connections 2024-09-10T07:20:29.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.592+0000 7f84afeaf640 1 -- 172.21.15.3:0/1727567338 wait complete. 2024-09-10T07:20:29.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.593+0000 7f84afeaf640 1 Processor -- start 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.593+0000 7f84afeaf640 1 -- start start 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84afeaf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84afeaf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 0x7f84a80b5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84afeaf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a80cf100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84afeaf640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f84a80cb860 con 0x7f84a80cb3b0 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84afeaf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f84a80cabb0 con 0x7f84a80acdd0 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84afeaf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f84a8073720 con 0x7f84a815e8d0 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84ad44a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 0x7f84a80b5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84ad44a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 0x7f84a80b5950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56974/0 (socket says 172.21.15.3:56974) 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84ad44a640 1 -- 172.21.15.3:0/1570771171 learned_addr learned my addr 172.21.15.3:0/1570771171 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:29.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84adc4b640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.594+0000 7f84ae44c640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a80cf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84ad44a640 1 -- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 msgr2=0x7f84a80cf100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84ad44a640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a80cf100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84ad44a640 1 -- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 msgr2=0x7f84a80c99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84ad44a640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80c99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84ad44a640 1 -- 172.21.15.3:0/1570771171 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a80b32f0 con 0x7f84a80cb3b0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84ad44a640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 0x7f84a80b5950 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f849c0096f0 tx=0x7f849c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c037040 con 0x7f84a80cb3b0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f849c030500 con 0x7f84a80cb3b0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a80b35d0 con 0x7f84a80cb3b0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c0308d0 con 0x7f84a80cb3b0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.595+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a80b3b90 con 0x7f84a80cb3b0 2024-09-10T07:20:29.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.596+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a80cae70 con 0x7f84a80cb3b0 2024-09-10T07:20:29.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.596+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f849c044020 con 0x7f84a80cb3b0 2024-09-10T07:20:29.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.597+0000 7f849a7fc640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f848c06be30 0x7f848c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.597+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f849c0ab110 con 0x7f84a80cb3b0 2024-09-10T07:20:29.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.597+0000 7f84adc4b640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f848c06be30 0x7f848c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.598+0000 7f84adc4b640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f848c06be30 0x7f848c06e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009560 tx=0x7f84a4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.601+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f849c04b020 con 0x7f84a80cb3b0 2024-09-10T07:20:29.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.781+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84a815db80 con 0x7f84a80cb3b0 2024-09-10T07:20:29.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.782+0000 7f849a7fc640 1 -- 172.21.15.3:0/1570771171 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f849c079780 con 0x7f84a80cb3b0 2024-09-10T07:20:29.782 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:29.782 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:29.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f848c06be30 msgr2=0x7f848c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f848c06be30 0x7f848c06e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009560 tx=0x7f84a4009190 comp rx=0 tx=0).stop 2024-09-10T07:20:29.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 msgr2=0x7f84a80b5950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 0x7f84a80b5950 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f849c0096f0 tx=0x7f849c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 shutdown_connections 2024-09-10T07:20:29.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f848c06be30 0x7f848c06e2f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f84a815e8d0 0x7f84a80cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f84a80cb3b0 0x7f84a80b5950 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 --2- 172.21.15.3:0/1570771171 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f84a80acdd0 0x7f84a80c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 >> 172.21.15.3:0/1570771171 conn(0x7f84a80cffa0 msgr2=0x7f84a80af1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:29.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 shutdown_connections 2024-09-10T07:20:29.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.784+0000 7f84afeaf640 1 -- 172.21.15.3:0/1570771171 wait complete. 2024-09-10T07:20:29.795 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:20:29.795 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:20:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.898+0000 7fd51dd96640 1 Processor -- start 2024-09-10T07:20:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.898+0000 7fd51dd96640 1 -- start start 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd51dd96640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd51815e510 0x7fd5180ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd51dd96640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd5180d13d0 0x7fd5180b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd51dd96640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5180d3430 con 0x7fd5180cf040 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd51dd96640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd5180d36d0 con 0x7fd5180d13d0 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd51dd96640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd5180d39b0 con 0x7fd51815e510 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd5180d13d0 0x7fd5180b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd5180d13d0 0x7fd5180b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56984/0 (socket says 172.21.15.3:56984) 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 -- 172.21.15.3:0/2875745714 learned_addr learned my addr 172.21.15.3:0/2875745714 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 -- 172.21.15.3:0/2875745714 >> v2:172.21.15.70:3300/0 conn(0x7fd51815e510 msgr2=0x7fd5180ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd5177fe640 1 --2- 172.21.15.3:0/2875745714 >> v2:172.21.15.70:3300/0 conn(0x7fd51815e510 0x7fd5180ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 --2- 172.21.15.3:0/2875745714 >> v2:172.21.15.70:3300/0 conn(0x7fd51815e510 0x7fd5180ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 -- 172.21.15.3:0/2875745714 >> v1:172.21.15.70:6789/0 conn(0x7fd5180cf040 legacy=0x7fd5180d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.899+0000 7fd517fff640 1 -- 172.21.15.3:0/2875745714 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5180d3c90 con 0x7fd5180d13d0 2024-09-10T07:20:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.900+0000 7fd517fff640 1 --2- 172.21.15.3:0/2875745714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180d13d0 0x7fd5180b78e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd5180cb530 tx=0x7fd51002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=886d6df9eeeb0fc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.900+0000 7fd5167fc640 1 -- 172.21.15.3:0/2875745714 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd510036070 con 0x7fd5180d13d0 2024-09-10T07:20:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.900+0000 7fd5167fc640 1 -- 172.21.15.3:0/2875745714 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd510031600 con 0x7fd5180d13d0 2024-09-10T07:20:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.900+0000 7fd5167fc640 1 -- 172.21.15.3:0/2875745714 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5100319d0 con 0x7fd5180d13d0 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.900+0000 7fd51dd96640 1 -- 172.21.15.3:0/2875745714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180d13d0 msgr2=0x7fd5180b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.900+0000 7fd51dd96640 1 --2- 172.21.15.3:0/2875745714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180d13d0 0x7fd5180b78e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd5180cb530 tx=0x7fd51002a660 comp rx=0 tx=0).stop 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.901+0000 7fd51dd96640 1 -- 172.21.15.3:0/2875745714 shutdown_connections 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.901+0000 7fd51dd96640 1 --2- 172.21.15.3:0/2875745714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180d13d0 0x7fd5180b78e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.901+0000 7fd51dd96640 1 --2- 172.21.15.3:0/2875745714 >> v2:172.21.15.70:3300/0 conn(0x7fd51815e510 0x7fd5180ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.901+0000 7fd51dd96640 1 -- 172.21.15.3:0/2875745714 >> 172.21.15.3:0/2875745714 conn(0x7fd51806d1a0 msgr2=0x7fd518073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.901+0000 7fd51dd96640 1 -- 172.21.15.3:0/2875745714 shutdown_connections 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.901+0000 7fd51dd96640 1 -- 172.21.15.3:0/2875745714 wait complete. 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.902+0000 7fd51dd96640 1 Processor -- start 2024-09-10T07:20:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.902+0000 7fd51dd96640 1 -- start start 2024-09-10T07:20:29.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd51dd96640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 0x7fd5180cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd51dd96640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd5180d13d0 0x7fd518149670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd51dd96640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd51815e510 0x7fd5180ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd51dd96640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd51815e8f0 con 0x7fd5180cf040 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd51dd96640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd5180d22a0 con 0x7fd5180d13d0 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd51dd96640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd51815ea70 con 0x7fd51815e510 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 0x7fd5180cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 0x7fd5180cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56988/0 (socket says 172.21.15.3:56988) 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 -- 172.21.15.3:0/1097664609 learned_addr learned my addr 172.21.15.3:0/1097664609 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd517fff640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd51815e510 0x7fd5180ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd516ffd640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd5180d13d0 0x7fd518149670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 -- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd51815e510 msgr2=0x7fd5180ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd51815e510 0x7fd5180ccf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 -- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd5180d13d0 msgr2=0x7fd518149670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd5180d13d0 0x7fd518149670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 -- 172.21.15.3:0/1097664609 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5180cdd60 con 0x7fd5180cf040 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd5177fe640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 0x7fd5180cb580 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd50800c7f0 tx=0x7fd50800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.903+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508015070 con 0x7fd5180cf040 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.904+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd508004220 con 0x7fd5180cf040 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.904+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5180ce000 con 0x7fd5180cf040 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.904+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd508007620 con 0x7fd5180cf040 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.904+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5180ce5c0 con 0x7fd5180cf040 2024-09-10T07:20:29.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.905+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5180ceb00 con 0x7fd5180cf040 2024-09-10T07:20:29.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.905+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd5080079d0 con 0x7fd5180cf040 2024-09-10T07:20:29.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.906+0000 7fd50ffff640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd4f806be30 0x7fd4f806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:29.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.906+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd50808b560 con 0x7fd5180cf040 2024-09-10T07:20:29.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.906+0000 7fd516ffd640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd4f806be30 0x7fd4f806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:29.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.906+0000 7fd516ffd640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd4f806be30 0x7fd4f806e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd518160cb0 tx=0x7fd500009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:29.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:29.910+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd508059b30 con 0x7fd5180cf040 2024-09-10T07:20:30.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.086+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd518159910 con 0x7fd4f806be30 2024-09-10T07:20:30.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.096+0000 7fd50ffff640 1 -- 172.21.15.3:0/1097664609 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fd518159910 con 0x7fd4f806be30 2024-09-10T07:20:30.099 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:30.101 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:20:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd4f806be30 msgr2=0x7fd4f806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd4f806be30 0x7fd4f806e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd518160cb0 tx=0x7fd500009040 comp rx=0 tx=0).stop 2024-09-10T07:20:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 msgr2=0x7fd5180cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 0x7fd5180cb580 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd50800c7f0 tx=0x7fd50800ccb0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 shutdown_connections 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd4f806be30 0x7fd4f806e2f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd51815e510 0x7fd5180ccf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd5180d13d0 0x7fd518149670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 --2- 172.21.15.3:0/1097664609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5180cf040 0x7fd5180cb580 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 >> 172.21.15.3:0/1097664609 conn(0x7fd51806d1a0 msgr2=0x7fd5180d0c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 shutdown_connections 2024-09-10T07:20:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.099+0000 7fd51dd96640 1 -- 172.21.15.3:0/1097664609 wait complete. 2024-09-10T07:20:30.110 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-10T07:20:30.062579+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236240,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738480,"statfs":{"total":773094113280,"available":772852203520,"internally_reserved":0,"allocated":3448832,"data_stored":2055732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003195"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985201+0000","last_change":"2024-09-10T07:20:08.801916+0000","last_active":"2024-09-10T07:20:14.985201+0000","last_peered":"2024-09-10T07:20:14.985201+0000","last_clean":"2024-09-10T07:20:14.985201+0000","last_became_active":"2024-09-10T07:20:08.801618+0000","last_became_peered":"2024-09-10T07:20:08.801618+0000","last_unstale":"2024-09-10T07:20:14.985201+0000","last_undegraded":"2024-09-10T07:20:14.985201+0000","last_fullsized":"2024-09-10T07:20:14.985201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949529+0000","last_change":"2024-09-10T07:20:09.825065+0000","last_active":"2024-09-10T07:20:14.949529+0000","last_peered":"2024-09-10T07:20:14.949529+0000","last_clean":"2024-09-10T07:20:14.949529+0000","last_became_active":"2024-09-10T07:20:09.823770+0000","last_became_peered":"2024-09-10T07:20:09.823770+0000","last_unstale":"2024-09-10T07:20:14.949529+0000","last_undegraded":"2024-09-10T07:20:14.949529+0000","last_fullsized":"2024-09-10T07:20:14.949529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948528+0000","last_change":"2024-09-10T07:20:14.011423+0000","last_active":"2024-09-10T07:20:14.948528+0000","last_peered":"2024-09-10T07:20:14.948528+0000","last_clean":"2024-09-10T07:20:14.948528+0000","last_became_active":"2024-09-10T07:20:14.011051+0000","last_became_peered":"2024-09-10T07:20:14.011051+0000","last_unstale":"2024-09-10T07:20:14.948528+0000","last_undegraded":"2024-09-10T07:20:14.948528+0000","last_fullsized":"2024-09-10T07:20:14.948528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:11.049912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949693+0000","last_change":"2024-09-10T07:20:08.804958+0000","last_active":"2024-09-10T07:20:14.949693+0000","last_peered":"2024-09-10T07:20:14.949693+0000","last_clean":"2024-09-10T07:20:14.949693+0000","last_became_active":"2024-09-10T07:20:08.804644+0000","last_became_peered":"2024-09-10T07:20:08.804644+0000","last_unstale":"2024-09-10T07:20:14.949693+0000","last_undegraded":"2024-09-10T07:20:14.949693+0000","last_fullsized":"2024-09-10T07:20:14.949693+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984903+0000","last_change":"2024-09-10T07:20:09.837772+0000","last_active":"2024-09-10T07:20:14.984903+0000","last_peered":"2024-09-10T07:20:14.984903+0000","last_clean":"2024-09-10T07:20:14.984903+0000","last_became_active":"2024-09-10T07:20:09.837419+0000","last_became_peered":"2024-09-10T07:20:09.837419+0000","last_unstale":"2024-09-10T07:20:14.984903+0000","last_undegraded":"2024-09-10T07:20:14.984903+0000","last_fullsized":"2024-09-10T07:20:14.984903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:18.134431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984320+0000","last_change":"2024-09-10T07:20:13.956877+0000","last_active":"2024-09-10T07:20:14.984320+0000","last_peered":"2024-09-10T07:20:14.984320+0000","last_clean":"2024-09-10T07:20:14.984320+0000","last_became_active":"2024-09-10T07:20:13.956515+0000","last_became_peered":"2024-09-10T07:20:13.956515+0000","last_unstale":"2024-09-10T07:20:14.984320+0000","last_undegraded":"2024-09-10T07:20:14.984320+0000","last_fullsized":"2024-09-10T07:20:14.984320+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:28.156778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950273+0000","last_change":"2024-09-10T07:20:08.804730+0000","last_active":"2024-09-10T07:20:14.950273+0000","last_peered":"2024-09-10T07:20:14.950273+0000","last_clean":"2024-09-10T07:20:14.950273+0000","last_became_active":"2024-09-10T07:20:08.804426+0000","last_became_peered":"2024-09-10T07:20:08.804426+0000","last_unstale":"2024-09-10T07:20:14.950273+0000","last_undegraded":"2024-09-10T07:20:14.950273+0000","last_fullsized":"2024-09-10T07:20:14.950273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:44.013988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985495+0000","last_change":"2024-09-10T07:20:09.831560+0000","last_active":"2024-09-10T07:20:14.985495+0000","last_peered":"2024-09-10T07:20:14.985495+0000","last_clean":"2024-09-10T07:20:14.985495+0000","last_became_active":"2024-09-10T07:20:09.824566+0000","last_became_peered":"2024-09-10T07:20:09.824566+0000","last_unstale":"2024-09-10T07:20:14.985495+0000","last_undegraded":"2024-09-10T07:20:14.985495+0000","last_fullsized":"2024-09-10T07:20:14.985495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984995+0000","last_change":"2024-09-10T07:20:13.949852+0000","last_active":"2024-09-10T07:20:14.984995+0000","last_peered":"2024-09-10T07:20:14.984995+0000","last_clean":"2024-09-10T07:20:14.984995+0000","last_became_active":"2024-09-10T07:20:13.949262+0000","last_became_peered":"2024-09-10T07:20:13.949262+0000","last_unstale":"2024-09-10T07:20:14.984995+0000","last_undegraded":"2024-09-10T07:20:14.984995+0000","last_fullsized":"2024-09-10T07:20:14.984995+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:13.091535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950037+0000","last_change":"2024-09-10T07:20:08.809531+0000","last_active":"2024-09-10T07:20:14.950037+0000","last_peered":"2024-09-10T07:20:14.950037+0000","last_clean":"2024-09-10T07:20:14.950037+0000","last_became_active":"2024-09-10T07:20:08.809251+0000","last_became_peered":"2024-09-10T07:20:08.809251+0000","last_unstale":"2024-09-10T07:20:14.950037+0000","last_undegraded":"2024-09-10T07:20:14.950037+0000","last_fullsized":"2024-09-10T07:20:14.950037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:43.555918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985447+0000","last_change":"2024-09-10T07:20:09.827754+0000","last_active":"2024-09-10T07:20:14.985447+0000","last_peered":"2024-09-10T07:20:14.985447+0000","last_clean":"2024-09-10T07:20:14.985447+0000","last_became_active":"2024-09-10T07:20:09.827503+0000","last_became_peered":"2024-09-10T07:20:09.827503+0000","last_unstale":"2024-09-10T07:20:14.985447+0000","last_undegraded":"2024-09-10T07:20:14.985447+0000","last_fullsized":"2024-09-10T07:20:14.985447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984510+0000","last_change":"2024-09-10T07:20:13.952287+0000","last_active":"2024-09-10T07:20:14.984510+0000","last_peered":"2024-09-10T07:20:14.984510+0000","last_clean":"2024-09-10T07:20:14.984510+0000","last_became_active":"2024-09-10T07:20:13.951774+0000","last_became_peered":"2024-09-10T07:20:13.951774+0000","last_unstale":"2024-09-10T07:20:14.984510+0000","last_undegraded":"2024-09-10T07:20:14.984510+0000","last_fullsized":"2024-09-10T07:20:14.984510+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:39.963550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949315+0000","last_change":"2024-09-10T07:20:09.830765+0000","last_active":"2024-09-10T07:20:14.949315+0000","last_peered":"2024-09-10T07:20:14.949315+0000","last_clean":"2024-09-10T07:20:14.949315+0000","last_became_active":"2024-09-10T07:20:09.830493+0000","last_became_peered":"2024-09-10T07:20:09.830493+0000","last_unstale":"2024-09-10T07:20:14.949315+0000","last_undegraded":"2024-09-10T07:20:14.949315+0000","last_fullsized":"2024-09-10T07:20:14.949315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950036+0000","last_change":"2024-09-10T07:20:08.801973+0000","last_active":"2024-09-10T07:20:14.950036+0000","last_peered":"2024-09-10T07:20:14.950036+0000","last_clean":"2024-09-10T07:20:14.950036+0000","last_became_active":"2024-09-10T07:20:08.801510+0000","last_became_peered":"2024-09-10T07:20:08.801510+0000","last_unstale":"2024-09-10T07:20:14.950036+0000","last_undegraded":"2024-09-10T07:20:14.950036+0000","last_fullsized":"2024-09-10T07:20:14.950036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:49.097407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984969+0000","last_change":"2024-09-10T07:20:13.952116+0000","last_active":"2024-09-10T07:20:14.984969+0000","last_peered":"2024-09-10T07:20:14.984969+0000","last_clean":"2024-09-10T07:20:14.984969+0000","last_became_active":"2024-09-10T07:20:13.951575+0000","last_became_peered":"2024-09-10T07:20:13.951575+0000","last_unstale":"2024-09-10T07:20:14.984969+0000","last_undegraded":"2024-09-10T07:20:14.984969+0000","last_fullsized":"2024-09-10T07:20:14.984969+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:51.955278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948823+0000","last_change":"2024-09-10T07:20:09.831761+0000","last_active":"2024-09-10T07:20:14.948823+0000","last_peered":"2024-09-10T07:20:14.948823+0000","last_clean":"2024-09-10T07:20:14.948823+0000","last_became_active":"2024-09-10T07:20:09.831345+0000","last_became_peered":"2024-09-10T07:20:09.831345+0000","last_unstale":"2024-09-10T07:20:14.948823+0000","last_undegraded":"2024-09-10T07:20:14.948823+0000","last_fullsized":"2024-09-10T07:20:14.948823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986543+0000","last_change":"2024-09-10T07:20:08.799677+0000","last_active":"2024-09-10T07:20:14.986543+0000","last_peered":"2024-09-10T07:20:14.986543+0000","last_clean":"2024-09-10T07:20:14.986543+0000","last_became_active":"2024-09-10T07:20:08.799295+0000","last_became_peered":"2024-09-10T07:20:08.799295+0000","last_unstale":"2024-09-10T07:20:14.986543+0000","last_undegraded":"2024-09-10T07:20:14.986543+0000","last_fullsized":"2024-09-10T07:20:14.986543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985224+0000","last_change":"2024-09-10T07:20:13.950887+0000","last_active":"2024-09-10T07:20:14.985224+0000","last_peered":"2024-09-10T07:20:14.985224+0000","last_clean":"2024-09-10T07:20:14.985224+0000","last_became_active":"2024-09-10T07:20:13.950427+0000","last_became_peered":"2024-09-10T07:20:13.950427+0000","last_unstale":"2024-09-10T07:20:14.985224+0000","last_undegraded":"2024-09-10T07:20:14.985224+0000","last_fullsized":"2024-09-10T07:20:14.985224+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948903+0000","last_change":"2024-09-10T07:20:09.819991+0000","last_active":"2024-09-10T07:20:14.948903+0000","last_peered":"2024-09-10T07:20:14.948903+0000","last_clean":"2024-09-10T07:20:14.948903+0000","last_became_active":"2024-09-10T07:20:09.818747+0000","last_became_peered":"2024-09-10T07:20:09.818747+0000","last_unstale":"2024-09-10T07:20:14.948903+0000","last_undegraded":"2024-09-10T07:20:14.948903+0000","last_fullsized":"2024-09-10T07:20:14.948903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:28.746959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984942+0000","last_change":"2024-09-10T07:20:08.802955+0000","last_active":"2024-09-10T07:20:14.984942+0000","last_peered":"2024-09-10T07:20:14.984942+0000","last_clean":"2024-09-10T07:20:14.984942+0000","last_became_active":"2024-09-10T07:20:08.802637+0000","last_became_peered":"2024-09-10T07:20:08.802637+0000","last_unstale":"2024-09-10T07:20:14.984942+0000","last_undegraded":"2024-09-10T07:20:14.984942+0000","last_fullsized":"2024-09-10T07:20:14.984942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:24.561409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986884+0000","last_change":"2024-09-10T07:20:14.005385+0000","last_active":"2024-09-10T07:20:14.986884+0000","last_peered":"2024-09-10T07:20:14.986884+0000","last_clean":"2024-09-10T07:20:14.986884+0000","last_became_active":"2024-09-10T07:20:14.004903+0000","last_became_peered":"2024-09-10T07:20:14.004903+0000","last_unstale":"2024-09-10T07:20:14.986884+0000","last_undegraded":"2024-09-10T07:20:14.986884+0000","last_fullsized":"2024-09-10T07:20:14.986884+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:05.982665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984554+0000","last_change":"2024-09-10T07:20:09.823061+0000","last_active":"2024-09-10T07:20:14.984554+0000","last_peered":"2024-09-10T07:20:14.984554+0000","last_clean":"2024-09-10T07:20:14.984554+0000","last_became_active":"2024-09-10T07:20:09.822355+0000","last_became_peered":"2024-09-10T07:20:09.822355+0000","last_unstale":"2024-09-10T07:20:14.984554+0000","last_undegraded":"2024-09-10T07:20:14.984554+0000","last_fullsized":"2024-09-10T07:20:14.984554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:26.326066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948929+0000","last_change":"2024-09-10T07:20:08.805126+0000","last_active":"2024-09-10T07:20:14.948929+0000","last_peered":"2024-09-10T07:20:14.948929+0000","last_clean":"2024-09-10T07:20:14.948929+0000","last_became_active":"2024-09-10T07:20:08.804759+0000","last_became_peered":"2024-09-10T07:20:08.804759+0000","last_unstale":"2024-09-10T07:20:14.948929+0000","last_undegraded":"2024-09-10T07:20:14.948929+0000","last_fullsized":"2024-09-10T07:20:14.948929+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985149+0000","last_change":"2024-09-10T07:20:13.950931+0000","last_active":"2024-09-10T07:20:14.985149+0000","last_peered":"2024-09-10T07:20:14.985149+0000","last_clean":"2024-09-10T07:20:14.985149+0000","last_became_active":"2024-09-10T07:20:13.950276+0000","last_became_peered":"2024-09-10T07:20:13.950276+0000","last_unstale":"2024-09-10T07:20:14.985149+0000","last_undegraded":"2024-09-10T07:20:14.985149+0000","last_fullsized":"2024-09-10T07:20:14.985149+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:40.442499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985770+0000","last_change":"2024-09-10T07:20:09.819251+0000","last_active":"2024-09-10T07:20:14.985770+0000","last_peered":"2024-09-10T07:20:14.985770+0000","last_clean":"2024-09-10T07:20:14.985770+0000","last_became_active":"2024-09-10T07:20:09.818775+0000","last_became_peered":"2024-09-10T07:20:09.818775+0000","last_unstale":"2024-09-10T07:20:14.985770+0000","last_undegraded":"2024-09-10T07:20:14.985770+0000","last_fullsized":"2024-09-10T07:20:14.985770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:36.747417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950492+0000","last_change":"2024-09-10T07:20:08.807141+0000","last_active":"2024-09-10T07:20:14.950492+0000","last_peered":"2024-09-10T07:20:14.950492+0000","last_clean":"2024-09-10T07:20:14.950492+0000","last_became_active":"2024-09-10T07:20:08.806875+0000","last_became_peered":"2024-09-10T07:20:08.806875+0000","last_unstale":"2024-09-10T07:20:14.950492+0000","last_undegraded":"2024-09-10T07:20:14.950492+0000","last_fullsized":"2024-09-10T07:20:14.950492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984334+0000","last_change":"2024-09-10T07:20:14.008434+0000","last_active":"2024-09-10T07:20:14.984334+0000","last_peered":"2024-09-10T07:20:14.984334+0000","last_clean":"2024-09-10T07:20:14.984334+0000","last_became_active":"2024-09-10T07:20:14.007777+0000","last_became_peered":"2024-09-10T07:20:14.007777+0000","last_unstale":"2024-09-10T07:20:14.984334+0000","last_undegraded":"2024-09-10T07:20:14.984334+0000","last_fullsized":"2024-09-10T07:20:14.984334+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:50.797045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949734+0000","last_change":"2024-09-10T07:20:09.833735+0000","last_active":"2024-09-10T07:20:14.949734+0000","last_peered":"2024-09-10T07:20:14.949734+0000","last_clean":"2024-09-10T07:20:14.949734+0000","last_became_active":"2024-09-10T07:20:09.832769+0000","last_became_peered":"2024-09-10T07:20:09.832769+0000","last_unstale":"2024-09-10T07:20:14.949734+0000","last_undegraded":"2024-09-10T07:20:14.949734+0000","last_fullsized":"2024-09-10T07:20:14.949734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986423+0000","last_change":"2024-09-10T07:20:08.804620+0000","last_active":"2024-09-10T07:20:14.986423+0000","last_peered":"2024-09-10T07:20:14.986423+0000","last_clean":"2024-09-10T07:20:14.986423+0000","last_became_active":"2024-09-10T07:20:08.804329+0000","last_became_peered":"2024-09-10T07:20:08.804329+0000","last_unstale":"2024-09-10T07:20:14.986423+0000","last_undegraded":"2024-09-10T07:20:14.986423+0000","last_fullsized":"2024-09-10T07:20:14.986423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:14.007277+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:14.006901+0000","last_became_peered":"2024-09-10T07:20:14.006901+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:29.279379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985816+0000","last_change":"2024-09-10T07:20:09.822648+0000","last_active":"2024-09-10T07:20:14.985816+0000","last_peered":"2024-09-10T07:20:14.985816+0000","last_clean":"2024-09-10T07:20:14.985816+0000","last_became_active":"2024-09-10T07:20:09.822330+0000","last_became_peered":"2024-09-10T07:20:09.822330+0000","last_unstale":"2024-09-10T07:20:14.985816+0000","last_undegraded":"2024-09-10T07:20:14.985816+0000","last_fullsized":"2024-09-10T07:20:14.985816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950379+0000","last_change":"2024-09-10T07:20:08.807990+0000","last_active":"2024-09-10T07:20:14.950379+0000","last_peered":"2024-09-10T07:20:14.950379+0000","last_clean":"2024-09-10T07:20:14.950379+0000","last_became_active":"2024-09-10T07:20:08.807674+0000","last_became_peered":"2024-09-10T07:20:08.807674+0000","last_unstale":"2024-09-10T07:20:14.950379+0000","last_undegraded":"2024-09-10T07:20:14.950379+0000","last_fullsized":"2024-09-10T07:20:14.950379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:59.102030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985627+0000","last_change":"2024-09-10T07:20:14.007227+0000","last_active":"2024-09-10T07:20:14.985627+0000","last_peered":"2024-09-10T07:20:14.985627+0000","last_clean":"2024-09-10T07:20:14.985627+0000","last_became_active":"2024-09-10T07:20:14.006856+0000","last_became_peered":"2024-09-10T07:20:14.006856+0000","last_unstale":"2024-09-10T07:20:14.985627+0000","last_undegraded":"2024-09-10T07:20:14.985627+0000","last_fullsized":"2024-09-10T07:20:14.985627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:42.558999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985584+0000","last_change":"2024-09-10T07:20:09.836680+0000","last_active":"2024-09-10T07:20:14.985584+0000","last_peered":"2024-09-10T07:20:14.985584+0000","last_clean":"2024-09-10T07:20:14.985584+0000","last_became_active":"2024-09-10T07:20:09.836293+0000","last_became_peered":"2024-09-10T07:20:09.836293+0000","last_unstale":"2024-09-10T07:20:14.985584+0000","last_undegraded":"2024-09-10T07:20:14.985584+0000","last_fullsized":"2024-09-10T07:20:14.985584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985921+0000","last_change":"2024-09-10T07:20:08.799719+0000","last_active":"2024-09-10T07:20:14.985921+0000","last_peered":"2024-09-10T07:20:14.985921+0000","last_clean":"2024-09-10T07:20:14.985921+0000","last_became_active":"2024-09-10T07:20:08.799406+0000","last_became_peered":"2024-09-10T07:20:08.799406+0000","last_unstale":"2024-09-10T07:20:14.985921+0000","last_undegraded":"2024-09-10T07:20:14.985921+0000","last_fullsized":"2024-09-10T07:20:14.985921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986118+0000","last_change":"2024-09-10T07:20:13.958001+0000","last_active":"2024-09-10T07:20:14.986118+0000","last_peered":"2024-09-10T07:20:14.986118+0000","last_clean":"2024-09-10T07:20:14.986118+0000","last_became_active":"2024-09-10T07:20:13.957603+0000","last_became_peered":"2024-09-10T07:20:13.957603+0000","last_unstale":"2024-09-10T07:20:14.986118+0000","last_undegraded":"2024-09-10T07:20:14.986118+0000","last_fullsized":"2024-09-10T07:20:14.986118+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:32.412414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:09.832258+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:09.831274+0000","last_became_peered":"2024-09-10T07:20:09.831274+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:00.103780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985528+0000","last_change":"2024-09-10T07:20:08.802540+0000","last_active":"2024-09-10T07:20:14.985528+0000","last_peered":"2024-09-10T07:20:14.985528+0000","last_clean":"2024-09-10T07:20:14.985528+0000","last_became_active":"2024-09-10T07:20:08.802261+0000","last_became_peered":"2024-09-10T07:20:08.802261+0000","last_unstale":"2024-09-10T07:20:14.985528+0000","last_undegraded":"2024-09-10T07:20:14.985528+0000","last_fullsized":"2024-09-10T07:20:14.985528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985764+0000","last_change":"2024-09-10T07:20:13.949661+0000","last_active":"2024-09-10T07:20:14.985764+0000","last_peered":"2024-09-10T07:20:14.985764+0000","last_clean":"2024-09-10T07:20:14.985764+0000","last_became_active":"2024-09-10T07:20:13.948738+0000","last_became_peered":"2024-09-10T07:20:13.948738+0000","last_unstale":"2024-09-10T07:20:14.985764+0000","last_undegraded":"2024-09-10T07:20:14.985764+0000","last_fullsized":"2024-09-10T07:20:14.985764+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985246+0000","last_change":"2024-09-10T07:20:09.823556+0000","last_active":"2024-09-10T07:20:14.985246+0000","last_peered":"2024-09-10T07:20:14.985246+0000","last_clean":"2024-09-10T07:20:14.985246+0000","last_became_active":"2024-09-10T07:20:09.823012+0000","last_became_peered":"2024-09-10T07:20:09.823012+0000","last_unstale":"2024-09-10T07:20:14.985246+0000","last_undegraded":"2024-09-10T07:20:14.985246+0000","last_fullsized":"2024-09-10T07:20:14.985246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984937+0000","last_change":"2024-09-10T07:20:08.801500+0000","last_active":"2024-09-10T07:20:14.984937+0000","last_peered":"2024-09-10T07:20:14.984937+0000","last_clean":"2024-09-10T07:20:14.984937+0000","last_became_active":"2024-09-10T07:20:08.801144+0000","last_became_peered":"2024-09-10T07:20:08.801144+0000","last_unstale":"2024-09-10T07:20:14.984937+0000","last_undegraded":"2024-09-10T07:20:14.984937+0000","last_fullsized":"2024-09-10T07:20:14.984937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986974+0000","last_change":"2024-09-10T07:20:13.959430+0000","last_active":"2024-09-10T07:20:14.986974+0000","last_peered":"2024-09-10T07:20:14.986974+0000","last_clean":"2024-09-10T07:20:14.986974+0000","last_became_active":"2024-09-10T07:20:13.958992+0000","last_became_peered":"2024-09-10T07:20:13.958992+0000","last_unstale":"2024-09-10T07:20:14.986974+0000","last_undegraded":"2024-09-10T07:20:14.986974+0000","last_fullsized":"2024-09-10T07:20:14.986974+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:08.284855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985575+0000","last_change":"2024-09-10T07:20:09.828784+0000","last_active":"2024-09-10T07:20:14.985575+0000","last_peered":"2024-09-10T07:20:14.985575+0000","last_clean":"2024-09-10T07:20:14.985575+0000","last_became_active":"2024-09-10T07:20:09.828473+0000","last_became_peered":"2024-09-10T07:20:09.828473+0000","last_unstale":"2024-09-10T07:20:14.985575+0000","last_undegraded":"2024-09-10T07:20:14.985575+0000","last_fullsized":"2024-09-10T07:20:14.985575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949106+0000","last_change":"2024-09-10T07:20:08.808676+0000","last_active":"2024-09-10T07:20:14.949106+0000","last_peered":"2024-09-10T07:20:14.949106+0000","last_clean":"2024-09-10T07:20:14.949106+0000","last_became_active":"2024-09-10T07:20:08.808406+0000","last_became_peered":"2024-09-10T07:20:08.808406+0000","last_unstale":"2024-09-10T07:20:14.949106+0000","last_undegraded":"2024-09-10T07:20:14.949106+0000","last_fullsized":"2024-09-10T07:20:14.949106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985563+0000","last_change":"2024-09-10T07:20:14.007014+0000","last_active":"2024-09-10T07:20:14.985563+0000","last_peered":"2024-09-10T07:20:14.985563+0000","last_clean":"2024-09-10T07:20:14.985563+0000","last_became_active":"2024-09-10T07:20:14.006621+0000","last_became_peered":"2024-09-10T07:20:14.006621+0000","last_unstale":"2024-09-10T07:20:14.985563+0000","last_undegraded":"2024-09-10T07:20:14.985563+0000","last_fullsized":"2024-09-10T07:20:14.985563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:29.665552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948675+0000","last_change":"2024-09-10T07:20:09.838436+0000","last_active":"2024-09-10T07:20:14.948675+0000","last_peered":"2024-09-10T07:20:14.948675+0000","last_clean":"2024-09-10T07:20:14.948675+0000","last_became_active":"2024-09-10T07:20:09.838125+0000","last_became_peered":"2024-09-10T07:20:09.838125+0000","last_unstale":"2024-09-10T07:20:14.948675+0000","last_undegraded":"2024-09-10T07:20:14.948675+0000","last_fullsized":"2024-09-10T07:20:14.948675+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:09.903300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:08.802048+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:08.801746+0000","last_became_peered":"2024-09-10T07:20:08.801746+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":177,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949367+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:20:14.949367+0000","last_peered":"2024-09-10T07:20:14.949367+0000","last_clean":"2024-09-10T07:20:14.949367+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:20:14.949367+0000","last_undegraded":"2024-09-10T07:20:14.949367+0000","last_fullsized":"2024-09-10T07:20:14.949367+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950034+0000","last_change":"2024-09-10T07:20:14.008242+0000","last_active":"2024-09-10T07:20:14.950034+0000","last_peered":"2024-09-10T07:20:14.950034+0000","last_clean":"2024-09-10T07:20:14.950034+0000","last_became_active":"2024-09-10T07:20:14.007842+0000","last_became_peered":"2024-09-10T07:20:14.007842+0000","last_unstale":"2024-09-10T07:20:14.950034+0000","last_undegraded":"2024-09-10T07:20:14.950034+0000","last_fullsized":"2024-09-10T07:20:14.950034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:49.260347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950176+0000","last_change":"2024-09-10T07:20:09.829211+0000","last_active":"2024-09-10T07:20:14.950176+0000","last_peered":"2024-09-10T07:20:14.950176+0000","last_clean":"2024-09-10T07:20:14.950176+0000","last_became_active":"2024-09-10T07:20:09.828546+0000","last_became_peered":"2024-09-10T07:20:09.828546+0000","last_unstale":"2024-09-10T07:20:14.950176+0000","last_undegraded":"2024-09-10T07:20:14.950176+0000","last_fullsized":"2024-09-10T07:20:14.950176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986358+0000","last_change":"2024-09-10T07:20:08.803252+0000","last_active":"2024-09-10T07:20:14.986358+0000","last_peered":"2024-09-10T07:20:14.986358+0000","last_clean":"2024-09-10T07:20:14.986358+0000","last_became_active":"2024-09-10T07:20:08.802980+0000","last_became_peered":"2024-09-10T07:20:08.802980+0000","last_unstale":"2024-09-10T07:20:14.986358+0000","last_undegraded":"2024-09-10T07:20:14.986358+0000","last_fullsized":"2024-09-10T07:20:14.986358+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949257+0000","last_change":"2024-09-10T07:20:14.007555+0000","last_active":"2024-09-10T07:20:14.949257+0000","last_peered":"2024-09-10T07:20:14.949257+0000","last_clean":"2024-09-10T07:20:14.949257+0000","last_became_active":"2024-09-10T07:20:14.007198+0000","last_became_peered":"2024-09-10T07:20:14.007198+0000","last_unstale":"2024-09-10T07:20:14.949257+0000","last_undegraded":"2024-09-10T07:20:14.949257+0000","last_fullsized":"2024-09-10T07:20:14.949257+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:46:41.962720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985651+0000","last_change":"2024-09-10T07:20:09.834479+0000","last_active":"2024-09-10T07:20:14.985651+0000","last_peered":"2024-09-10T07:20:14.985651+0000","last_clean":"2024-09-10T07:20:14.985651+0000","last_became_active":"2024-09-10T07:20:09.832398+0000","last_became_peered":"2024-09-10T07:20:09.832398+0000","last_unstale":"2024-09-10T07:20:14.985651+0000","last_undegraded":"2024-09-10T07:20:14.985651+0000","last_fullsized":"2024-09-10T07:20:14.985651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986771+0000","last_change":"2024-09-10T07:20:08.791336+0000","last_active":"2024-09-10T07:20:14.986771+0000","last_peered":"2024-09-10T07:20:14.986771+0000","last_clean":"2024-09-10T07:20:14.986771+0000","last_became_active":"2024-09-10T07:20:08.790906+0000","last_became_peered":"2024-09-10T07:20:08.790906+0000","last_unstale":"2024-09-10T07:20:14.986771+0000","last_undegraded":"2024-09-10T07:20:14.986771+0000","last_fullsized":"2024-09-10T07:20:14.986771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:27.890488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985951+0000","last_change":"2024-09-10T07:20:13.960035+0000","last_active":"2024-09-10T07:20:14.985951+0000","last_peered":"2024-09-10T07:20:14.985951+0000","last_clean":"2024-09-10T07:20:14.985951+0000","last_became_active":"2024-09-10T07:20:13.959112+0000","last_became_peered":"2024-09-10T07:20:13.959112+0000","last_unstale":"2024-09-10T07:20:14.985951+0000","last_undegraded":"2024-09-10T07:20:14.985951+0000","last_fullsized":"2024-09-10T07:20:14.985951+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:54.056113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951059+0000","last_change":"2024-09-10T07:20:09.829240+0000","last_active":"2024-09-10T07:20:14.951059+0000","last_peered":"2024-09-10T07:20:14.951059+0000","last_clean":"2024-09-10T07:20:14.951059+0000","last_became_active":"2024-09-10T07:20:09.828943+0000","last_became_peered":"2024-09-10T07:20:09.828943+0000","last_unstale":"2024-09-10T07:20:14.951059+0000","last_undegraded":"2024-09-10T07:20:14.951059+0000","last_fullsized":"2024-09-10T07:20:14.951059+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:21:21.966337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986897+0000","last_change":"2024-09-10T07:20:08.803225+0000","last_active":"2024-09-10T07:20:14.986897+0000","last_peered":"2024-09-10T07:20:14.986897+0000","last_clean":"2024-09-10T07:20:14.986897+0000","last_became_active":"2024-09-10T07:20:08.802923+0000","last_became_peered":"2024-09-10T07:20:08.802923+0000","last_unstale":"2024-09-10T07:20:14.986897+0000","last_undegraded":"2024-09-10T07:20:14.986897+0000","last_fullsized":"2024-09-10T07:20:14.986897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984546+0000","last_change":"2024-09-10T07:20:14.005204+0000","last_active":"2024-09-10T07:20:14.984546+0000","last_peered":"2024-09-10T07:20:14.984546+0000","last_clean":"2024-09-10T07:20:14.984546+0000","last_became_active":"2024-09-10T07:20:14.004802+0000","last_became_peered":"2024-09-10T07:20:14.004802+0000","last_unstale":"2024-09-10T07:20:14.984546+0000","last_undegraded":"2024-09-10T07:20:14.984546+0000","last_fullsized":"2024-09-10T07:20:14.984546+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:36.650996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950670+0000","last_change":"2024-09-10T07:20:09.826948+0000","last_active":"2024-09-10T07:20:14.950670+0000","last_peered":"2024-09-10T07:20:14.950670+0000","last_clean":"2024-09-10T07:20:14.950670+0000","last_became_active":"2024-09-10T07:20:09.826662+0000","last_became_peered":"2024-09-10T07:20:09.826662+0000","last_unstale":"2024-09-10T07:20:14.950670+0000","last_undegraded":"2024-09-10T07:20:14.950670+0000","last_fullsized":"2024-09-10T07:20:14.950670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984920+0000","last_change":"2024-09-10T07:20:08.799586+0000","last_active":"2024-09-10T07:20:14.984920+0000","last_peered":"2024-09-10T07:20:14.984920+0000","last_clean":"2024-09-10T07:20:14.984920+0000","last_became_active":"2024-09-10T07:20:08.799273+0000","last_became_peered":"2024-09-10T07:20:08.799273+0000","last_unstale":"2024-09-10T07:20:14.984920+0000","last_undegraded":"2024-09-10T07:20:14.984920+0000","last_fullsized":"2024-09-10T07:20:14.984920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984273+0000","last_change":"2024-09-10T07:20:13.950668+0000","last_active":"2024-09-10T07:20:14.984273+0000","last_peered":"2024-09-10T07:20:14.984273+0000","last_clean":"2024-09-10T07:20:14.984273+0000","last_became_active":"2024-09-10T07:20:13.950323+0000","last_became_peered":"2024-09-10T07:20:13.950323+0000","last_unstale":"2024-09-10T07:20:14.984273+0000","last_undegraded":"2024-09-10T07:20:14.984273+0000","last_fullsized":"2024-09-10T07:20:14.984273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:56.907831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949189+0000","last_change":"2024-09-10T07:20:09.831169+0000","last_active":"2024-09-10T07:20:14.949189+0000","last_peered":"2024-09-10T07:20:14.949189+0000","last_clean":"2024-09-10T07:20:14.949189+0000","last_became_active":"2024-09-10T07:20:09.830894+0000","last_became_peered":"2024-09-10T07:20:09.830894+0000","last_unstale":"2024-09-10T07:20:14.949189+0000","last_undegraded":"2024-09-10T07:20:14.949189+0000","last_fullsized":"2024-09-10T07:20:14.949189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":29,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984654+0000","last_change":"2024-09-10T07:20:08.796558+0000","last_active":"2024-09-10T07:20:14.984654+0000","last_peered":"2024-09-10T07:20:14.984654+0000","last_clean":"2024-09-10T07:20:14.984654+0000","last_became_active":"2024-09-10T07:20:08.796260+0000","last_became_peered":"2024-09-10T07:20:08.796260+0000","last_unstale":"2024-09-10T07:20:14.984654+0000","last_undegraded":"2024-09-10T07:20:14.984654+0000","last_fullsized":"2024-09-10T07:20:14.984654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:36.702825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985383+0000","last_change":"2024-09-10T07:20:13.953623+0000","last_active":"2024-09-10T07:20:14.985383+0000","last_peered":"2024-09-10T07:20:14.985383+0000","last_clean":"2024-09-10T07:20:14.985383+0000","last_became_active":"2024-09-10T07:20:13.953010+0000","last_became_peered":"2024-09-10T07:20:13.953010+0000","last_unstale":"2024-09-10T07:20:14.985383+0000","last_undegraded":"2024-09-10T07:20:14.985383+0000","last_fullsized":"2024-09-10T07:20:14.985383+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:25.133099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950080+0000","last_change":"2024-09-10T07:20:09.835235+0000","last_active":"2024-09-10T07:20:14.950080+0000","last_peered":"2024-09-10T07:20:14.950080+0000","last_clean":"2024-09-10T07:20:14.950080+0000","last_became_active":"2024-09-10T07:20:09.834578+0000","last_became_peered":"2024-09-10T07:20:09.834578+0000","last_unstale":"2024-09-10T07:20:14.950080+0000","last_undegraded":"2024-09-10T07:20:14.950080+0000","last_fullsized":"2024-09-10T07:20:14.950080+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949574+0000","last_change":"2024-09-10T07:20:08.798983+0000","last_active":"2024-09-10T07:20:14.949574+0000","last_peered":"2024-09-10T07:20:14.949574+0000","last_clean":"2024-09-10T07:20:14.949574+0000","last_became_active":"2024-09-10T07:20:08.798726+0000","last_became_peered":"2024-09-10T07:20:08.798726+0000","last_unstale":"2024-09-10T07:20:14.949574+0000","last_undegraded":"2024-09-10T07:20:14.949574+0000","last_fullsized":"2024-09-10T07:20:14.949574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949722+0000","last_change":"2024-09-10T07:20:14.007973+0000","last_active":"2024-09-10T07:20:14.949722+0000","last_peered":"2024-09-10T07:20:14.949722+0000","last_clean":"2024-09-10T07:20:14.949722+0000","last_became_active":"2024-09-10T07:20:14.007602+0000","last_became_peered":"2024-09-10T07:20:14.007602+0000","last_unstale":"2024-09-10T07:20:14.949722+0000","last_undegraded":"2024-09-10T07:20:14.949722+0000","last_fullsized":"2024-09-10T07:20:14.949722+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:10:09.781427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949950+0000","last_change":"2024-09-10T07:20:09.831808+0000","last_active":"2024-09-10T07:20:14.949950+0000","last_peered":"2024-09-10T07:20:14.949950+0000","last_clean":"2024-09-10T07:20:14.949950+0000","last_became_active":"2024-09-10T07:20:09.831254+0000","last_became_peered":"2024-09-10T07:20:09.831254+0000","last_unstale":"2024-09-10T07:20:14.949950+0000","last_undegraded":"2024-09-10T07:20:14.949950+0000","last_fullsized":"2024-09-10T07:20:14.949950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985428+0000","last_change":"2024-09-10T07:20:08.806404+0000","last_active":"2024-09-10T07:20:14.985428+0000","last_peered":"2024-09-10T07:20:14.985428+0000","last_clean":"2024-09-10T07:20:14.985428+0000","last_became_active":"2024-09-10T07:20:08.805935+0000","last_became_peered":"2024-09-10T07:20:08.805935+0000","last_unstale":"2024-09-10T07:20:14.985428+0000","last_undegraded":"2024-09-10T07:20:14.985428+0000","last_fullsized":"2024-09-10T07:20:14.985428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949372+0000","last_change":"2024-09-10T07:20:14.005389+0000","last_active":"2024-09-10T07:20:14.949372+0000","last_peered":"2024-09-10T07:20:14.949372+0000","last_clean":"2024-09-10T07:20:14.949372+0000","last_became_active":"2024-09-10T07:20:14.004847+0000","last_became_peered":"2024-09-10T07:20:14.004847+0000","last_unstale":"2024-09-10T07:20:14.949372+0000","last_undegraded":"2024-09-10T07:20:14.949372+0000","last_fullsized":"2024-09-10T07:20:14.949372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:32.023415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985782+0000","last_change":"2024-09-10T07:20:09.827223+0000","last_active":"2024-09-10T07:20:14.985782+0000","last_peered":"2024-09-10T07:20:14.985782+0000","last_clean":"2024-09-10T07:20:14.985782+0000","last_became_active":"2024-09-10T07:20:09.826917+0000","last_became_peered":"2024-09-10T07:20:09.826917+0000","last_unstale":"2024-09-10T07:20:14.985782+0000","last_undegraded":"2024-09-10T07:20:14.985782+0000","last_fullsized":"2024-09-10T07:20:14.985782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:30.026446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986229+0000","last_change":"2024-09-10T07:20:08.798294+0000","last_active":"2024-09-10T07:20:14.986229+0000","last_peered":"2024-09-10T07:20:14.986229+0000","last_clean":"2024-09-10T07:20:14.986229+0000","last_became_active":"2024-09-10T07:20:08.797864+0000","last_became_peered":"2024-09-10T07:20:08.797864+0000","last_unstale":"2024-09-10T07:20:14.986229+0000","last_undegraded":"2024-09-10T07:20:14.986229+0000","last_fullsized":"2024-09-10T07:20:14.986229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:12:14.576803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985646+0000","last_change":"2024-09-10T07:20:14.005849+0000","last_active":"2024-09-10T07:20:14.985646+0000","last_peered":"2024-09-10T07:20:14.985646+0000","last_clean":"2024-09-10T07:20:14.985646+0000","last_became_active":"2024-09-10T07:20:14.005002+0000","last_became_peered":"2024-09-10T07:20:14.005002+0000","last_unstale":"2024-09-10T07:20:14.985646+0000","last_undegraded":"2024-09-10T07:20:14.985646+0000","last_fullsized":"2024-09-10T07:20:14.985646+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:02.232870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950072+0000","last_change":"2024-09-10T07:20:09.829638+0000","last_active":"2024-09-10T07:20:14.950072+0000","last_peered":"2024-09-10T07:20:14.950072+0000","last_clean":"2024-09-10T07:20:14.950072+0000","last_became_active":"2024-09-10T07:20:09.828923+0000","last_became_peered":"2024-09-10T07:20:09.828923+0000","last_unstale":"2024-09-10T07:20:14.950072+0000","last_undegraded":"2024-09-10T07:20:14.950072+0000","last_fullsized":"2024-09-10T07:20:14.950072+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:19.429105+0000","last_change":"2024-09-10T07:20:08.804399+0000","last_active":"2024-09-10T07:20:19.429105+0000","last_peered":"2024-09-10T07:20:19.429105+0000","last_clean":"2024-09-10T07:20:19.429105+0000","last_became_active":"2024-09-10T07:20:08.804100+0000","last_became_peered":"2024-09-10T07:20:08.804100+0000","last_unstale":"2024-09-10T07:20:19.429105+0000","last_undegraded":"2024-09-10T07:20:19.429105+0000","last_fullsized":"2024-09-10T07:20:19.429105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986335+0000","last_change":"2024-09-10T07:20:13.956998+0000","last_active":"2024-09-10T07:20:14.986335+0000","last_peered":"2024-09-10T07:20:14.986335+0000","last_clean":"2024-09-10T07:20:14.986335+0000","last_became_active":"2024-09-10T07:20:13.956583+0000","last_became_peered":"2024-09-10T07:20:13.956583+0000","last_unstale":"2024-09-10T07:20:14.986335+0000","last_undegraded":"2024-09-10T07:20:14.986335+0000","last_fullsized":"2024-09-10T07:20:14.986335+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:38.994654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984841+0000","last_change":"2024-09-10T07:20:09.818461+0000","last_active":"2024-09-10T07:20:14.984841+0000","last_peered":"2024-09-10T07:20:14.984841+0000","last_clean":"2024-09-10T07:20:14.984841+0000","last_became_active":"2024-09-10T07:20:09.818162+0000","last_became_peered":"2024-09-10T07:20:09.818162+0000","last_unstale":"2024-09-10T07:20:14.984841+0000","last_undegraded":"2024-09-10T07:20:14.984841+0000","last_fullsized":"2024-09-10T07:20:14.984841+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986727+0000","last_change":"2024-09-10T07:20:08.803013+0000","last_active":"2024-09-10T07:20:14.986727+0000","last_peered":"2024-09-10T07:20:14.986727+0000","last_clean":"2024-09-10T07:20:14.986727+0000","last_became_active":"2024-09-10T07:20:08.802603+0000","last_became_peered":"2024-09-10T07:20:08.802603+0000","last_unstale":"2024-09-10T07:20:14.986727+0000","last_undegraded":"2024-09-10T07:20:14.986727+0000","last_fullsized":"2024-09-10T07:20:14.986727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985023+0000","last_change":"2024-09-10T07:20:13.949057+0000","last_active":"2024-09-10T07:20:14.985023+0000","last_peered":"2024-09-10T07:20:14.985023+0000","last_clean":"2024-09-10T07:20:14.985023+0000","last_became_active":"2024-09-10T07:20:13.948672+0000","last_became_peered":"2024-09-10T07:20:13.948672+0000","last_unstale":"2024-09-10T07:20:14.985023+0000","last_undegraded":"2024-09-10T07:20:14.985023+0000","last_fullsized":"2024-09-10T07:20:14.985023+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:48.716634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985098+0000","last_change":"2024-09-10T07:20:09.828145+0000","last_active":"2024-09-10T07:20:14.985098+0000","last_peered":"2024-09-10T07:20:14.985098+0000","last_clean":"2024-09-10T07:20:14.985098+0000","last_became_active":"2024-09-10T07:20:09.827823+0000","last_became_peered":"2024-09-10T07:20:09.827823+0000","last_unstale":"2024-09-10T07:20:14.985098+0000","last_undegraded":"2024-09-10T07:20:14.985098+0000","last_fullsized":"2024-09-10T07:20:14.985098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985206+0000","last_change":"2024-09-10T07:20:08.804704+0000","last_active":"2024-09-10T07:20:14.985206+0000","last_peered":"2024-09-10T07:20:14.985206+0000","last_clean":"2024-09-10T07:20:14.985206+0000","last_became_active":"2024-09-10T07:20:08.804462+0000","last_became_peered":"2024-09-10T07:20:08.804462+0000","last_unstale":"2024-09-10T07:20:14.985206+0000","last_undegraded":"2024-09-10T07:20:14.985206+0000","last_fullsized":"2024-09-10T07:20:14.985206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948701+0000","last_change":"2024-09-10T07:20:13.957077+0000","last_active":"2024-09-10T07:20:14.948701+0000","last_peered":"2024-09-10T07:20:14.948701+0000","last_clean":"2024-09-10T07:20:14.948701+0000","last_became_active":"2024-09-10T07:20:13.956673+0000","last_became_peered":"2024-09-10T07:20:13.956673+0000","last_unstale":"2024-09-10T07:20:14.948701+0000","last_undegraded":"2024-09-10T07:20:14.948701+0000","last_fullsized":"2024-09-10T07:20:14.948701+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:52.999849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985113+0000","last_change":"2024-09-10T07:20:09.826003+0000","last_active":"2024-09-10T07:20:14.985113+0000","last_peered":"2024-09-10T07:20:14.985113+0000","last_clean":"2024-09-10T07:20:14.985113+0000","last_became_active":"2024-09-10T07:20:09.825721+0000","last_became_peered":"2024-09-10T07:20:09.825721+0000","last_unstale":"2024-09-10T07:20:14.985113+0000","last_undegraded":"2024-09-10T07:20:14.985113+0000","last_fullsized":"2024-09-10T07:20:14.985113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950371+0000","last_change":"2024-09-10T07:20:08.808932+0000","last_active":"2024-09-10T07:20:14.950371+0000","last_peered":"2024-09-10T07:20:14.950371+0000","last_clean":"2024-09-10T07:20:14.950371+0000","last_became_active":"2024-09-10T07:20:08.808660+0000","last_became_peered":"2024-09-10T07:20:08.808660+0000","last_unstale":"2024-09-10T07:20:14.950371+0000","last_undegraded":"2024-09-10T07:20:14.950371+0000","last_fullsized":"2024-09-10T07:20:14.950371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948601+0000","last_change":"2024-09-10T07:20:14.008040+0000","last_active":"2024-09-10T07:20:14.948601+0000","last_peered":"2024-09-10T07:20:14.948601+0000","last_clean":"2024-09-10T07:20:14.948601+0000","last_became_active":"2024-09-10T07:20:14.007674+0000","last_became_peered":"2024-09-10T07:20:14.007674+0000","last_unstale":"2024-09-10T07:20:14.948601+0000","last_undegraded":"2024-09-10T07:20:14.948601+0000","last_fullsized":"2024-09-10T07:20:14.948601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:02:54.020395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985203+0000","last_change":"2024-09-10T07:20:14.007515+0000","last_active":"2024-09-10T07:20:14.985203+0000","last_peered":"2024-09-10T07:20:14.985203+0000","last_clean":"2024-09-10T07:20:14.985203+0000","last_became_active":"2024-09-10T07:20:14.007109+0000","last_became_peered":"2024-09-10T07:20:14.007109+0000","last_unstale":"2024-09-10T07:20:14.985203+0000","last_undegraded":"2024-09-10T07:20:14.985203+0000","last_fullsized":"2024-09-10T07:20:14.985203+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984812+0000","last_change":"2024-09-10T07:20:09.820081+0000","last_active":"2024-09-10T07:20:14.984812+0000","last_peered":"2024-09-10T07:20:14.984812+0000","last_clean":"2024-09-10T07:20:14.984812+0000","last_became_active":"2024-09-10T07:20:09.819754+0000","last_became_peered":"2024-09-10T07:20:09.819754+0000","last_unstale":"2024-09-10T07:20:14.984812+0000","last_undegraded":"2024-09-10T07:20:14.984812+0000","last_fullsized":"2024-09-10T07:20:14.984812+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984875+0000","last_change":"2024-09-10T07:20:08.798170+0000","last_active":"2024-09-10T07:20:14.984875+0000","last_peered":"2024-09-10T07:20:14.984875+0000","last_clean":"2024-09-10T07:20:14.984875+0000","last_became_active":"2024-09-10T07:20:08.796942+0000","last_became_peered":"2024-09-10T07:20:08.796942+0000","last_unstale":"2024-09-10T07:20:14.984875+0000","last_undegraded":"2024-09-10T07:20:14.984875+0000","last_fullsized":"2024-09-10T07:20:14.984875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950300+0000","last_change":"2024-09-10T07:20:13.959450+0000","last_active":"2024-09-10T07:20:14.950300+0000","last_peered":"2024-09-10T07:20:14.950300+0000","last_clean":"2024-09-10T07:20:14.950300+0000","last_became_active":"2024-09-10T07:20:13.958955+0000","last_became_peered":"2024-09-10T07:20:13.958955+0000","last_unstale":"2024-09-10T07:20:14.950300+0000","last_undegraded":"2024-09-10T07:20:14.950300+0000","last_fullsized":"2024-09-10T07:20:14.950300+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948767+0000","last_change":"2024-09-10T07:20:09.829588+0000","last_active":"2024-09-10T07:20:14.948767+0000","last_peered":"2024-09-10T07:20:14.948767+0000","last_clean":"2024-09-10T07:20:14.948767+0000","last_became_active":"2024-09-10T07:20:09.829113+0000","last_became_peered":"2024-09-10T07:20:09.829113+0000","last_unstale":"2024-09-10T07:20:14.948767+0000","last_undegraded":"2024-09-10T07:20:14.948767+0000","last_fullsized":"2024-09-10T07:20:14.948767+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948878+0000","last_change":"2024-09-10T07:20:08.807734+0000","last_active":"2024-09-10T07:20:14.948878+0000","last_peered":"2024-09-10T07:20:14.948878+0000","last_clean":"2024-09-10T07:20:14.948878+0000","last_became_active":"2024-09-10T07:20:08.807431+0000","last_became_peered":"2024-09-10T07:20:08.807431+0000","last_unstale":"2024-09-10T07:20:14.948878+0000","last_undegraded":"2024-09-10T07:20:14.948878+0000","last_fullsized":"2024-09-10T07:20:14.948878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:43.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949743+0000","last_change":"2024-09-10T07:20:08.798470+0000","last_active":"2024-09-10T07:20:14.949743+0000","last_peered":"2024-09-10T07:20:14.949743+0000","last_clean":"2024-09-10T07:20:14.949743+0000","last_became_active":"2024-09-10T07:20:08.798107+0000","last_became_peered":"2024-09-10T07:20:08.798107+0000","last_unstale":"2024-09-10T07:20:14.949743+0000","last_undegraded":"2024-09-10T07:20:14.949743+0000","last_fullsized":"2024-09-10T07:20:14.949743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986119+0000","last_change":"2024-09-10T07:20:09.829187+0000","last_active":"2024-09-10T07:20:14.986119+0000","last_peered":"2024-09-10T07:20:14.986119+0000","last_clean":"2024-09-10T07:20:14.986119+0000","last_became_active":"2024-09-10T07:20:09.828196+0000","last_became_peered":"2024-09-10T07:20:09.828196+0000","last_unstale":"2024-09-10T07:20:14.986119+0000","last_undegraded":"2024-09-10T07:20:14.986119+0000","last_fullsized":"2024-09-10T07:20:14.986119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986148+0000","last_change":"2024-09-10T07:20:13.950962+0000","last_active":"2024-09-10T07:20:14.986148+0000","last_peered":"2024-09-10T07:20:14.986148+0000","last_clean":"2024-09-10T07:20:14.986148+0000","last_became_active":"2024-09-10T07:20:13.950502+0000","last_became_peered":"2024-09-10T07:20:13.950502+0000","last_unstale":"2024-09-10T07:20:14.986148+0000","last_undegraded":"2024-09-10T07:20:14.986148+0000","last_fullsized":"2024-09-10T07:20:14.986148+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:28.158499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948969+0000","last_change":"2024-09-10T07:20:08.802514+0000","last_active":"2024-09-10T07:20:14.948969+0000","last_peered":"2024-09-10T07:20:14.948969+0000","last_clean":"2024-09-10T07:20:14.948969+0000","last_became_active":"2024-09-10T07:20:08.802023+0000","last_became_peered":"2024-09-10T07:20:08.802023+0000","last_unstale":"2024-09-10T07:20:14.948969+0000","last_undegraded":"2024-09-10T07:20:14.948969+0000","last_fullsized":"2024-09-10T07:20:14.948969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:11:35.689996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985284+0000","last_change":"2024-09-10T07:20:09.813324+0000","last_active":"2024-09-10T07:20:14.985284+0000","last_peered":"2024-09-10T07:20:14.985284+0000","last_clean":"2024-09-10T07:20:14.985284+0000","last_became_active":"2024-09-10T07:20:09.813034+0000","last_became_peered":"2024-09-10T07:20:09.813034+0000","last_unstale":"2024-09-10T07:20:14.985284+0000","last_undegraded":"2024-09-10T07:20:14.985284+0000","last_fullsized":"2024-09-10T07:20:14.985284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:18.175352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949488+0000","last_change":"2024-09-10T07:20:13.949213+0000","last_active":"2024-09-10T07:20:14.949488+0000","last_peered":"2024-09-10T07:20:14.949488+0000","last_clean":"2024-09-10T07:20:14.949488+0000","last_became_active":"2024-09-10T07:20:13.948766+0000","last_became_peered":"2024-09-10T07:20:13.948766+0000","last_unstale":"2024-09-10T07:20:14.949488+0000","last_undegraded":"2024-09-10T07:20:14.949488+0000","last_fullsized":"2024-09-10T07:20:14.949488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:14.131072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949901+0000","last_change":"2024-09-10T07:20:09.835455+0000","last_active":"2024-09-10T07:20:14.949901+0000","last_peered":"2024-09-10T07:20:14.949901+0000","last_clean":"2024-09-10T07:20:14.949901+0000","last_became_active":"2024-09-10T07:20:09.834959+0000","last_became_peered":"2024-09-10T07:20:09.834959+0000","last_unstale":"2024-09-10T07:20:14.949901+0000","last_undegraded":"2024-09-10T07:20:14.949901+0000","last_fullsized":"2024-09-10T07:20:14.949901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984659+0000","last_change":"2024-09-10T07:20:09.825117+0000","last_active":"2024-09-10T07:20:14.984659+0000","last_peered":"2024-09-10T07:20:14.984659+0000","last_clean":"2024-09-10T07:20:14.984659+0000","last_became_active":"2024-09-10T07:20:09.824749+0000","last_became_peered":"2024-09-10T07:20:09.824749+0000","last_unstale":"2024-09-10T07:20:14.984659+0000","last_undegraded":"2024-09-10T07:20:14.984659+0000","last_fullsized":"2024-09-10T07:20:14.984659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985376+0000","last_change":"2024-09-10T07:20:09.832016+0000","last_active":"2024-09-10T07:20:14.985376+0000","last_peered":"2024-09-10T07:20:14.985376+0000","last_clean":"2024-09-10T07:20:14.985376+0000","last_became_active":"2024-09-10T07:20:09.831744+0000","last_became_peered":"2024-09-10T07:20:09.831744+0000","last_unstale":"2024-09-10T07:20:14.985376+0000","last_undegraded":"2024-09-10T07:20:14.985376+0000","last_fullsized":"2024-09-10T07:20:14.985376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986013+0000","last_change":"2024-09-10T07:20:09.830466+0000","last_active":"2024-09-10T07:20:14.986013+0000","last_peered":"2024-09-10T07:20:14.986013+0000","last_clean":"2024-09-10T07:20:14.986013+0000","last_became_active":"2024-09-10T07:20:09.830167+0000","last_became_peered":"2024-09-10T07:20:09.830167+0000","last_unstale":"2024-09-10T07:20:14.986013+0000","last_undegraded":"2024-09-10T07:20:14.986013+0000","last_fullsized":"2024-09-10T07:20:14.986013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:29.819401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949453+0000","last_change":"2024-09-10T07:20:09.831096+0000","last_active":"2024-09-10T07:20:14.949453+0000","last_peered":"2024-09-10T07:20:14.949453+0000","last_clean":"2024-09-10T07:20:14.949453+0000","last_became_active":"2024-09-10T07:20:09.830800+0000","last_became_peered":"2024-09-10T07:20:09.830800+0000","last_unstale":"2024-09-10T07:20:14.949453+0000","last_undegraded":"2024-09-10T07:20:14.949453+0000","last_fullsized":"2024-09-10T07:20:14.949453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:34:34.139136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986605+0000","last_change":"2024-09-10T07:20:09.820355+0000","last_active":"2024-09-10T07:20:14.986605+0000","last_peered":"2024-09-10T07:20:14.986605+0000","last_clean":"2024-09-10T07:20:14.986605+0000","last_became_active":"2024-09-10T07:20:09.820086+0000","last_became_peered":"2024-09-10T07:20:09.820086+0000","last_unstale":"2024-09-10T07:20:14.986605+0000","last_undegraded":"2024-09-10T07:20:14.986605+0000","last_fullsized":"2024-09-10T07:20:14.986605+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950389+0000","last_change":"2024-09-10T07:20:09.828233+0000","last_active":"2024-09-10T07:20:14.950389+0000","last_peered":"2024-09-10T07:20:14.950389+0000","last_clean":"2024-09-10T07:20:14.950389+0000","last_became_active":"2024-09-10T07:20:09.827974+0000","last_became_peered":"2024-09-10T07:20:09.827974+0000","last_unstale":"2024-09-10T07:20:14.950389+0000","last_undegraded":"2024-09-10T07:20:14.950389+0000","last_fullsized":"2024-09-10T07:20:14.950389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949644+0000","last_change":"2024-09-10T07:20:09.832283+0000","last_active":"2024-09-10T07:20:14.949644+0000","last_peered":"2024-09-10T07:20:14.949644+0000","last_clean":"2024-09-10T07:20:14.949644+0000","last_became_active":"2024-09-10T07:20:09.831957+0000","last_became_peered":"2024-09-10T07:20:09.831957+0000","last_unstale":"2024-09-10T07:20:14.949644+0000","last_undegraded":"2024-09-10T07:20:14.949644+0000","last_fullsized":"2024-09-10T07:20:14.949644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984777+0000","last_change":"2024-09-10T07:20:09.826901+0000","last_active":"2024-09-10T07:20:14.984777+0000","last_peered":"2024-09-10T07:20:14.984777+0000","last_clean":"2024-09-10T07:20:14.984777+0000","last_became_active":"2024-09-10T07:20:09.824634+0000","last_became_peered":"2024-09-10T07:20:09.824634+0000","last_unstale":"2024-09-10T07:20:14.984777+0000","last_undegraded":"2024-09-10T07:20:14.984777+0000","last_fullsized":"2024-09-10T07:20:14.984777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948685+0000","last_change":"2024-09-10T07:20:09.831895+0000","last_active":"2024-09-10T07:20:14.948685+0000","last_peered":"2024-09-10T07:20:14.948685+0000","last_clean":"2024-09-10T07:20:14.948685+0000","last_became_active":"2024-09-10T07:20:09.831594+0000","last_became_peered":"2024-09-10T07:20:09.831594+0000","last_unstale":"2024-09-10T07:20:14.948685+0000","last_undegraded":"2024-09-10T07:20:14.948685+0000","last_fullsized":"2024-09-10T07:20:14.948685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985325+0000","last_change":"2024-09-10T07:20:09.828106+0000","last_active":"2024-09-10T07:20:14.985325+0000","last_peered":"2024-09-10T07:20:14.985325+0000","last_clean":"2024-09-10T07:20:14.985325+0000","last_became_active":"2024-09-10T07:20:09.825451+0000","last_became_peered":"2024-09-10T07:20:09.825451+0000","last_unstale":"2024-09-10T07:20:14.985325+0000","last_undegraded":"2024-09-10T07:20:14.985325+0000","last_fullsized":"2024-09-10T07:20:14.985325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:46.654861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985683+0000","last_change":"2024-09-10T07:20:09.830265+0000","last_active":"2024-09-10T07:20:14.985683+0000","last_peered":"2024-09-10T07:20:14.985683+0000","last_clean":"2024-09-10T07:20:14.985683+0000","last_became_active":"2024-09-10T07:20:09.829211+0000","last_became_peered":"2024-09-10T07:20:09.829211+0000","last_unstale":"2024-09-10T07:20:14.985683+0000","last_undegraded":"2024-09-10T07:20:14.985683+0000","last_fullsized":"2024-09-10T07:20:14.985683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:09.595052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949663+0000","last_change":"2024-09-10T07:20:09.833230+0000","last_active":"2024-09-10T07:20:14.949663+0000","last_peered":"2024-09-10T07:20:14.949663+0000","last_clean":"2024-09-10T07:20:14.949663+0000","last_became_active":"2024-09-10T07:20:09.832959+0000","last_became_peered":"2024-09-10T07:20:09.832959+0000","last_unstale":"2024-09-10T07:20:14.949663+0000","last_undegraded":"2024-09-10T07:20:14.949663+0000","last_fullsized":"2024-09-10T07:20:14.949663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950342+0000","last_change":"2024-09-10T07:20:09.822364+0000","last_active":"2024-09-10T07:20:14.950342+0000","last_peered":"2024-09-10T07:20:14.950342+0000","last_clean":"2024-09-10T07:20:14.950342+0000","last_became_active":"2024-09-10T07:20:09.822086+0000","last_became_peered":"2024-09-10T07:20:09.822086+0000","last_unstale":"2024-09-10T07:20:14.950342+0000","last_undegraded":"2024-09-10T07:20:14.950342+0000","last_fullsized":"2024-09-10T07:20:14.950342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986895+0000","last_change":"2024-09-10T07:20:09.825144+0000","last_active":"2024-09-10T07:20:14.986895+0000","last_peered":"2024-09-10T07:20:14.986895+0000","last_clean":"2024-09-10T07:20:14.986895+0000","last_became_active":"2024-09-10T07:20:09.824864+0000","last_became_peered":"2024-09-10T07:20:09.824864+0000","last_unstale":"2024-09-10T07:20:14.986895+0000","last_undegraded":"2024-09-10T07:20:14.986895+0000","last_fullsized":"2024-09-10T07:20:14.986895+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985762+0000","last_change":"2024-09-10T07:20:09.827949+0000","last_active":"2024-09-10T07:20:14.985762+0000","last_peered":"2024-09-10T07:20:14.985762+0000","last_clean":"2024-09-10T07:20:14.985762+0000","last_became_active":"2024-09-10T07:20:09.825196+0000","last_became_peered":"2024-09-10T07:20:09.825196+0000","last_unstale":"2024-09-10T07:20:14.985762+0000","last_undegraded":"2024-09-10T07:20:14.985762+0000","last_fullsized":"2024-09-10T07:20:14.985762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984678+0000","last_change":"2024-09-10T07:20:09.826774+0000","last_active":"2024-09-10T07:20:14.984678+0000","last_peered":"2024-09-10T07:20:14.984678+0000","last_clean":"2024-09-10T07:20:14.984678+0000","last_became_active":"2024-09-10T07:20:09.826473+0000","last_became_peered":"2024-09-10T07:20:09.826473+0000","last_unstale":"2024-09-10T07:20:14.984678+0000","last_undegraded":"2024-09-10T07:20:14.984678+0000","last_fullsized":"2024-09-10T07:20:14.984678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984907+0000","last_change":"2024-09-10T07:20:09.810621+0000","last_active":"2024-09-10T07:20:14.984907+0000","last_peered":"2024-09-10T07:20:14.984907+0000","last_clean":"2024-09-10T07:20:14.984907+0000","last_became_active":"2024-09-10T07:20:09.810329+0000","last_became_peered":"2024-09-10T07:20:09.810329+0000","last_unstale":"2024-09-10T07:20:14.984907+0000","last_undegraded":"2024-09-10T07:20:14.984907+0000","last_fullsized":"2024-09-10T07:20:14.984907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985755+0000","last_change":"2024-09-10T07:20:09.819322+0000","last_active":"2024-09-10T07:20:14.985755+0000","last_peered":"2024-09-10T07:20:14.985755+0000","last_clean":"2024-09-10T07:20:14.985755+0000","last_became_active":"2024-09-10T07:20:09.819001+0000","last_became_peered":"2024-09-10T07:20:09.819001+0000","last_unstale":"2024-09-10T07:20:14.985755+0000","last_undegraded":"2024-09-10T07:20:14.985755+0000","last_fullsized":"2024-09-10T07:20:14.985755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:49.655123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948731+0000","last_change":"2024-09-10T07:20:09.823459+0000","last_active":"2024-09-10T07:20:14.948731+0000","last_peered":"2024-09-10T07:20:14.948731+0000","last_clean":"2024-09-10T07:20:14.948731+0000","last_became_active":"2024-09-10T07:20:09.823158+0000","last_became_peered":"2024-09-10T07:20:09.823158+0000","last_unstale":"2024-09-10T07:20:14.948731+0000","last_undegraded":"2024-09-10T07:20:14.948731+0000","last_fullsized":"2024-09-10T07:20:14.948731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984744+0000","last_change":"2024-09-10T07:20:09.826825+0000","last_active":"2024-09-10T07:20:14.984744+0000","last_peered":"2024-09-10T07:20:14.984744+0000","last_clean":"2024-09-10T07:20:14.984744+0000","last_became_active":"2024-09-10T07:20:09.826541+0000","last_became_peered":"2024-09-10T07:20:09.826541+0000","last_unstale":"2024-09-10T07:20:14.984744+0000","last_undegraded":"2024-09-10T07:20:14.984744+0000","last_fullsized":"2024-09-10T07:20:14.984744+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950173+0000","last_change":"2024-09-10T07:20:09.835656+0000","last_active":"2024-09-10T07:20:14.950173+0000","last_peered":"2024-09-10T07:20:14.950173+0000","last_clean":"2024-09-10T07:20:14.950173+0000","last_became_active":"2024-09-10T07:20:09.835366+0000","last_became_peered":"2024-09-10T07:20:09.835366+0000","last_unstale":"2024-09-10T07:20:14.950173+0000","last_undegraded":"2024-09-10T07:20:14.950173+0000","last_fullsized":"2024-09-10T07:20:14.950173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950286+0000","last_change":"2024-09-10T07:20:09.835583+0000","last_active":"2024-09-10T07:20:14.950286+0000","last_peered":"2024-09-10T07:20:14.950286+0000","last_clean":"2024-09-10T07:20:14.950286+0000","last_became_active":"2024-09-10T07:20:09.835240+0000","last_became_peered":"2024-09-10T07:20:09.835240+0000","last_unstale":"2024-09-10T07:20:14.950286+0000","last_undegraded":"2024-09-10T07:20:14.950286+0000","last_fullsized":"2024-09-10T07:20:14.950286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951019+0000","last_change":"2024-09-10T07:20:09.836130+0000","last_active":"2024-09-10T07:20:14.951019+0000","last_peered":"2024-09-10T07:20:14.951019+0000","last_clean":"2024-09-10T07:20:14.951019+0000","last_became_active":"2024-09-10T07:20:09.835872+0000","last_became_peered":"2024-09-10T07:20:09.835872+0000","last_unstale":"2024-09-10T07:20:14.951019+0000","last_undegraded":"2024-09-10T07:20:14.951019+0000","last_fullsized":"2024-09-10T07:20:14.951019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:49.913929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:09.838486+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:09.838148+0000","last_became_peered":"2024-09-10T07:20:09.838148+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:28.196990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949108+0000","last_change":"2024-09-10T07:20:09.829236+0000","last_active":"2024-09-10T07:20:14.949108+0000","last_peered":"2024-09-10T07:20:14.949108+0000","last_clean":"2024-09-10T07:20:14.949108+0000","last_became_active":"2024-09-10T07:20:09.828489+0000","last_became_peered":"2024-09-10T07:20:09.828489+0000","last_unstale":"2024-09-10T07:20:14.949108+0000","last_undegraded":"2024-09-10T07:20:14.949108+0000","last_fullsized":"2024-09-10T07:20:14.949108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985233+0000","last_change":"2024-09-10T07:20:09.828491+0000","last_active":"2024-09-10T07:20:14.985233+0000","last_peered":"2024-09-10T07:20:14.985233+0000","last_clean":"2024-09-10T07:20:14.985233+0000","last_became_active":"2024-09-10T07:20:09.828238+0000","last_became_peered":"2024-09-10T07:20:09.828238+0000","last_unstale":"2024-09-10T07:20:14.985233+0000","last_undegraded":"2024-09-10T07:20:14.985233+0000","last_fullsized":"2024-09-10T07:20:14.985233+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949789+0000","last_change":"2024-09-10T07:20:09.821765+0000","last_active":"2024-09-10T07:20:14.949789+0000","last_peered":"2024-09-10T07:20:14.949789+0000","last_clean":"2024-09-10T07:20:14.949789+0000","last_became_active":"2024-09-10T07:20:09.821482+0000","last_became_peered":"2024-09-10T07:20:09.821482+0000","last_unstale":"2024-09-10T07:20:14.949789+0000","last_undegraded":"2024-09-10T07:20:14.949789+0000","last_fullsized":"2024-09-10T07:20:14.949789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985470+0000","last_change":"2024-09-10T07:20:09.834469+0000","last_active":"2024-09-10T07:20:14.985470+0000","last_peered":"2024-09-10T07:20:14.985470+0000","last_clean":"2024-09-10T07:20:14.985470+0000","last_became_active":"2024-09-10T07:20:09.832457+0000","last_became_peered":"2024-09-10T07:20:09.832457+0000","last_unstale":"2024-09-10T07:20:14.985470+0000","last_undegraded":"2024-09-10T07:20:14.985470+0000","last_fullsized":"2024-09-10T07:20:14.985470+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985742+0000","last_change":"2024-09-10T07:20:09.821513+0000","last_active":"2024-09-10T07:20:14.985742+0000","last_peered":"2024-09-10T07:20:14.985742+0000","last_clean":"2024-09-10T07:20:14.985742+0000","last_became_active":"2024-09-10T07:20:09.821237+0000","last_became_peered":"2024-09-10T07:20:09.821237+0000","last_unstale":"2024-09-10T07:20:14.985742+0000","last_undegraded":"2024-09-10T07:20:14.985742+0000","last_fullsized":"2024-09-10T07:20:14.985742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.526686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986328+0000","last_change":"2024-09-10T07:20:09.823494+0000","last_active":"2024-09-10T07:20:14.986328+0000","last_peered":"2024-09-10T07:20:14.986328+0000","last_clean":"2024-09-10T07:20:14.986328+0000","last_became_active":"2024-09-10T07:20:09.822985+0000","last_became_peered":"2024-09-10T07:20:09.822985+0000","last_unstale":"2024-09-10T07:20:14.986328+0000","last_undegraded":"2024-09-10T07:20:14.986328+0000","last_fullsized":"2024-09-10T07:20:14.986328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950851+0000","last_change":"2024-09-10T07:20:09.828663+0000","last_active":"2024-09-10T07:20:14.950851+0000","last_peered":"2024-09-10T07:20:14.950851+0000","last_clean":"2024-09-10T07:20:14.950851+0000","last_became_active":"2024-09-10T07:20:09.828256+0000","last_became_peered":"2024-09-10T07:20:09.828256+0000","last_unstale":"2024-09-10T07:20:14.950851+0000","last_undegraded":"2024-09-10T07:20:14.950851+0000","last_fullsized":"2024-09-10T07:20:14.950851+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:38.416815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":872448,"data_stored":699164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":108304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31472,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340368,"statfs":{"total":96636764160,"available":96604536832,"internally_reserved":0,"allocated":286720,"data_stored":108340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":108214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":282624,"data_stored":108374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27892,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343948,"statfs":{"total":96636764160,"available":96608202752,"internally_reserved":0,"allocated":880640,"data_stored":699220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:20:30.116 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:20:30.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.253+0000 7f2b45c77640 1 Processor -- start 2024-09-10T07:20:30.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.253+0000 7f2b45c77640 1 -- start start 2024-09-10T07:20:30.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b45c77640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b400ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b45c77640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2b400d13d0 0x7f2b400b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b45c77640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b400d3430 con 0x7f2b400cf040 2024-09-10T07:20:30.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b45c77640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f2b400d36d0 con 0x7f2b400d13d0 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b45c77640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2b400d39b0 con 0x7f2b4015e510 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2b400d13d0 0x7f2b400b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2b400d13d0 0x7f2b400b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56990/0 (socket says 172.21.15.3:56990) 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 -- 172.21.15.3:0/814453707 learned_addr learned my addr 172.21.15.3:0/814453707 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3f7fe640 1 --2- 172.21.15.3:0/814453707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b400ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 -- 172.21.15.3:0/814453707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 msgr2=0x7f2b400ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 --2- 172.21.15.3:0/814453707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b400ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 -- 172.21.15.3:0/814453707 >> v1:172.21.15.70:6789/0 conn(0x7f2b400cf040 legacy=0x7f2b400d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:30.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.254+0000 7f2b3ffff640 1 -- 172.21.15.3:0/814453707 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b400d3c90 con 0x7f2b400d13d0 2024-09-10T07:20:30.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.255+0000 7f2b3ffff640 1 --2- 172.21.15.3:0/814453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400d13d0 0x7f2b400b78e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2b38009e50 tx=0x7f2b3802a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1295c99585741a6e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.255+0000 7f2b3e7fc640 1 -- 172.21.15.3:0/814453707 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b38036070 con 0x7f2b400d13d0 2024-09-10T07:20:30.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.255+0000 7f2b3e7fc640 1 -- 172.21.15.3:0/814453707 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b38031600 con 0x7f2b400d13d0 2024-09-10T07:20:30.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.255+0000 7f2b3e7fc640 1 -- 172.21.15.3:0/814453707 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b380319d0 con 0x7f2b400d13d0 2024-09-10T07:20:30.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 -- 172.21.15.3:0/814453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400d13d0 msgr2=0x7f2b400b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 --2- 172.21.15.3:0/814453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400d13d0 0x7f2b400b78e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2b38009e50 tx=0x7f2b3802a630 comp rx=0 tx=0).stop 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 -- 172.21.15.3:0/814453707 shutdown_connections 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 --2- 172.21.15.3:0/814453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400d13d0 0x7f2b400b78e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 --2- 172.21.15.3:0/814453707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b400ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 -- 172.21.15.3:0/814453707 >> 172.21.15.3:0/814453707 conn(0x7f2b4006d1a0 msgr2=0x7f2b40073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 -- 172.21.15.3:0/814453707 shutdown_connections 2024-09-10T07:20:30.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.256+0000 7f2b45c77640 1 -- 172.21.15.3:0/814453707 wait complete. 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.257+0000 7f2b45c77640 1 Processor -- start 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.257+0000 7f2b45c77640 1 -- start start 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b45c77640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 0x7f2b400b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b45c77640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b400d13d0 0x7f2b400cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b45c77640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b401f4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b45c77640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4015e8f0 con 0x7f2b400cf040 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b45c77640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b400d22a0 con 0x7f2b400d13d0 2024-09-10T07:20:30.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b45c77640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2b4015ea70 con 0x7f2b4015e510 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 0x7f2b400b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 0x7f2b400b6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57004/0 (socket says 172.21.15.3:57004) 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 -- 172.21.15.3:0/2189894271 learned_addr learned my addr 172.21.15.3:0/2189894271 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3effd640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b400d13d0 0x7f2b400cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3ffff640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b401f4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 -- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 msgr2=0x7f2b401f4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b401f4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 -- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b400d13d0 msgr2=0x7f2b400cc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b400d13d0 0x7f2b400cc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3f7fe640 1 -- 172.21.15.3:0/2189894271 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b401f4ad0 con 0x7f2b400cf040 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.258+0000 7f2b3ffff640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b401f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.259+0000 7f2b3f7fe640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 0x7f2b400b6350 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2b3000c7f0 tx=0x7f2b3000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.259+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b30015070 con 0x7f2b400cf040 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.259+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b30004220 con 0x7f2b400cf040 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.259+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b30007620 con 0x7f2b400cf040 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.259+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b400cb720 con 0x7f2b400cf040 2024-09-10T07:20:30.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.259+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b400b6890 con 0x7f2b400cf040 2024-09-10T07:20:30.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.260+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b400ceb00 con 0x7f2b400cf040 2024-09-10T07:20:30.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.260+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b300079d0 con 0x7f2b400cf040 2024-09-10T07:20:30.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.261+0000 7f2b27fff640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2c06be30 0x7f2b2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.261+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2b3008b570 con 0x7f2b400cf040 2024-09-10T07:20:30.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.261+0000 7f2b3effd640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2c06be30 0x7f2b2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.261+0000 7f2b3effd640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2c06be30 0x7f2b2c06e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2b401f72c0 tx=0x7f2b34009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.265+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b30059be0 con 0x7f2b400cf040 2024-09-10T07:20:30.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.437+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2b400cbd70 con 0x7f2b2c06be30 2024-09-10T07:20:30.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.445+0000 7f2b27fff640 1 -- 172.21.15.3:0/2189894271 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f2b400cbd70 con 0x7f2b2c06be30 2024-09-10T07:20:30.448 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:30.450 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:20:30.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.448+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2c06be30 msgr2=0x7f2b2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2c06be30 0x7f2b2c06e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2b401f72c0 tx=0x7f2b34009040 comp rx=0 tx=0).stop 2024-09-10T07:20:30.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 msgr2=0x7f2b400b6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 0x7f2b400b6350 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2b3000c7f0 tx=0x7f2b3000ccb0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 shutdown_connections 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2c06be30 0x7f2b2c06e2f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b4015e510 0x7f2b401f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b400d13d0 0x7f2b400cc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 --2- 172.21.15.3:0/2189894271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b400cf040 0x7f2b400b6350 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 >> 172.21.15.3:0/2189894271 conn(0x7f2b4006d1a0 msgr2=0x7f2b400b78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 shutdown_connections 2024-09-10T07:20:30.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.449+0000 7f2b45c77640 1 -- 172.21.15.3:0/2189894271 wait complete. 2024-09-10T07:20:30.459 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-10T07:20:30.062579+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236240,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738480,"statfs":{"total":773094113280,"available":772852203520,"internally_reserved":0,"allocated":3448832,"data_stored":2055732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003195"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985201+0000","last_change":"2024-09-10T07:20:08.801916+0000","last_active":"2024-09-10T07:20:14.985201+0000","last_peered":"2024-09-10T07:20:14.985201+0000","last_clean":"2024-09-10T07:20:14.985201+0000","last_became_active":"2024-09-10T07:20:08.801618+0000","last_became_peered":"2024-09-10T07:20:08.801618+0000","last_unstale":"2024-09-10T07:20:14.985201+0000","last_undegraded":"2024-09-10T07:20:14.985201+0000","last_fullsized":"2024-09-10T07:20:14.985201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949529+0000","last_change":"2024-09-10T07:20:09.825065+0000","last_active":"2024-09-10T07:20:14.949529+0000","last_peered":"2024-09-10T07:20:14.949529+0000","last_clean":"2024-09-10T07:20:14.949529+0000","last_became_active":"2024-09-10T07:20:09.823770+0000","last_became_peered":"2024-09-10T07:20:09.823770+0000","last_unstale":"2024-09-10T07:20:14.949529+0000","last_undegraded":"2024-09-10T07:20:14.949529+0000","last_fullsized":"2024-09-10T07:20:14.949529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948528+0000","last_change":"2024-09-10T07:20:14.011423+0000","last_active":"2024-09-10T07:20:14.948528+0000","last_peered":"2024-09-10T07:20:14.948528+0000","last_clean":"2024-09-10T07:20:14.948528+0000","last_became_active":"2024-09-10T07:20:14.011051+0000","last_became_peered":"2024-09-10T07:20:14.011051+0000","last_unstale":"2024-09-10T07:20:14.948528+0000","last_undegraded":"2024-09-10T07:20:14.948528+0000","last_fullsized":"2024-09-10T07:20:14.948528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:11.049912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949693+0000","last_change":"2024-09-10T07:20:08.804958+0000","last_active":"2024-09-10T07:20:14.949693+0000","last_peered":"2024-09-10T07:20:14.949693+0000","last_clean":"2024-09-10T07:20:14.949693+0000","last_became_active":"2024-09-10T07:20:08.804644+0000","last_became_peered":"2024-09-10T07:20:08.804644+0000","last_unstale":"2024-09-10T07:20:14.949693+0000","last_undegraded":"2024-09-10T07:20:14.949693+0000","last_fullsized":"2024-09-10T07:20:14.949693+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984903+0000","last_change":"2024-09-10T07:20:09.837772+0000","last_active":"2024-09-10T07:20:14.984903+0000","last_peered":"2024-09-10T07:20:14.984903+0000","last_clean":"2024-09-10T07:20:14.984903+0000","last_became_active":"2024-09-10T07:20:09.837419+0000","last_became_peered":"2024-09-10T07:20:09.837419+0000","last_unstale":"2024-09-10T07:20:14.984903+0000","last_undegraded":"2024-09-10T07:20:14.984903+0000","last_fullsized":"2024-09-10T07:20:14.984903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:18.134431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984320+0000","last_change":"2024-09-10T07:20:13.956877+0000","last_active":"2024-09-10T07:20:14.984320+0000","last_peered":"2024-09-10T07:20:14.984320+0000","last_clean":"2024-09-10T07:20:14.984320+0000","last_became_active":"2024-09-10T07:20:13.956515+0000","last_became_peered":"2024-09-10T07:20:13.956515+0000","last_unstale":"2024-09-10T07:20:14.984320+0000","last_undegraded":"2024-09-10T07:20:14.984320+0000","last_fullsized":"2024-09-10T07:20:14.984320+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:28.156778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950273+0000","last_change":"2024-09-10T07:20:08.804730+0000","last_active":"2024-09-10T07:20:14.950273+0000","last_peered":"2024-09-10T07:20:14.950273+0000","last_clean":"2024-09-10T07:20:14.950273+0000","last_became_active":"2024-09-10T07:20:08.804426+0000","last_became_peered":"2024-09-10T07:20:08.804426+0000","last_unstale":"2024-09-10T07:20:14.950273+0000","last_undegraded":"2024-09-10T07:20:14.950273+0000","last_fullsized":"2024-09-10T07:20:14.950273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:44.013988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985495+0000","last_change":"2024-09-10T07:20:09.831560+0000","last_active":"2024-09-10T07:20:14.985495+0000","last_peered":"2024-09-10T07:20:14.985495+0000","last_clean":"2024-09-10T07:20:14.985495+0000","last_became_active":"2024-09-10T07:20:09.824566+0000","last_became_peered":"2024-09-10T07:20:09.824566+0000","last_unstale":"2024-09-10T07:20:14.985495+0000","last_undegraded":"2024-09-10T07:20:14.985495+0000","last_fullsized":"2024-09-10T07:20:14.985495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984995+0000","last_change":"2024-09-10T07:20:13.949852+0000","last_active":"2024-09-10T07:20:14.984995+0000","last_peered":"2024-09-10T07:20:14.984995+0000","last_clean":"2024-09-10T07:20:14.984995+0000","last_became_active":"2024-09-10T07:20:13.949262+0000","last_became_peered":"2024-09-10T07:20:13.949262+0000","last_unstale":"2024-09-10T07:20:14.984995+0000","last_undegraded":"2024-09-10T07:20:14.984995+0000","last_fullsized":"2024-09-10T07:20:14.984995+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:13.091535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950037+0000","last_change":"2024-09-10T07:20:08.809531+0000","last_active":"2024-09-10T07:20:14.950037+0000","last_peered":"2024-09-10T07:20:14.950037+0000","last_clean":"2024-09-10T07:20:14.950037+0000","last_became_active":"2024-09-10T07:20:08.809251+0000","last_became_peered":"2024-09-10T07:20:08.809251+0000","last_unstale":"2024-09-10T07:20:14.950037+0000","last_undegraded":"2024-09-10T07:20:14.950037+0000","last_fullsized":"2024-09-10T07:20:14.950037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:43.555918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985447+0000","last_change":"2024-09-10T07:20:09.827754+0000","last_active":"2024-09-10T07:20:14.985447+0000","last_peered":"2024-09-10T07:20:14.985447+0000","last_clean":"2024-09-10T07:20:14.985447+0000","last_became_active":"2024-09-10T07:20:09.827503+0000","last_became_peered":"2024-09-10T07:20:09.827503+0000","last_unstale":"2024-09-10T07:20:14.985447+0000","last_undegraded":"2024-09-10T07:20:14.985447+0000","last_fullsized":"2024-09-10T07:20:14.985447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984510+0000","last_change":"2024-09-10T07:20:13.952287+0000","last_active":"2024-09-10T07:20:14.984510+0000","last_peered":"2024-09-10T07:20:14.984510+0000","last_clean":"2024-09-10T07:20:14.984510+0000","last_became_active":"2024-09-10T07:20:13.951774+0000","last_became_peered":"2024-09-10T07:20:13.951774+0000","last_unstale":"2024-09-10T07:20:14.984510+0000","last_undegraded":"2024-09-10T07:20:14.984510+0000","last_fullsized":"2024-09-10T07:20:14.984510+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:39.963550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949315+0000","last_change":"2024-09-10T07:20:09.830765+0000","last_active":"2024-09-10T07:20:14.949315+0000","last_peered":"2024-09-10T07:20:14.949315+0000","last_clean":"2024-09-10T07:20:14.949315+0000","last_became_active":"2024-09-10T07:20:09.830493+0000","last_became_peered":"2024-09-10T07:20:09.830493+0000","last_unstale":"2024-09-10T07:20:14.949315+0000","last_undegraded":"2024-09-10T07:20:14.949315+0000","last_fullsized":"2024-09-10T07:20:14.949315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950036+0000","last_change":"2024-09-10T07:20:08.801973+0000","last_active":"2024-09-10T07:20:14.950036+0000","last_peered":"2024-09-10T07:20:14.950036+0000","last_clean":"2024-09-10T07:20:14.950036+0000","last_became_active":"2024-09-10T07:20:08.801510+0000","last_became_peered":"2024-09-10T07:20:08.801510+0000","last_unstale":"2024-09-10T07:20:14.950036+0000","last_undegraded":"2024-09-10T07:20:14.950036+0000","last_fullsized":"2024-09-10T07:20:14.950036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:49.097407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984969+0000","last_change":"2024-09-10T07:20:13.952116+0000","last_active":"2024-09-10T07:20:14.984969+0000","last_peered":"2024-09-10T07:20:14.984969+0000","last_clean":"2024-09-10T07:20:14.984969+0000","last_became_active":"2024-09-10T07:20:13.951575+0000","last_became_peered":"2024-09-10T07:20:13.951575+0000","last_unstale":"2024-09-10T07:20:14.984969+0000","last_undegraded":"2024-09-10T07:20:14.984969+0000","last_fullsized":"2024-09-10T07:20:14.984969+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:51.955278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948823+0000","last_change":"2024-09-10T07:20:09.831761+0000","last_active":"2024-09-10T07:20:14.948823+0000","last_peered":"2024-09-10T07:20:14.948823+0000","last_clean":"2024-09-10T07:20:14.948823+0000","last_became_active":"2024-09-10T07:20:09.831345+0000","last_became_peered":"2024-09-10T07:20:09.831345+0000","last_unstale":"2024-09-10T07:20:14.948823+0000","last_undegraded":"2024-09-10T07:20:14.948823+0000","last_fullsized":"2024-09-10T07:20:14.948823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986543+0000","last_change":"2024-09-10T07:20:08.799677+0000","last_active":"2024-09-10T07:20:14.986543+0000","last_peered":"2024-09-10T07:20:14.986543+0000","last_clean":"2024-09-10T07:20:14.986543+0000","last_became_active":"2024-09-10T07:20:08.799295+0000","last_became_peered":"2024-09-10T07:20:08.799295+0000","last_unstale":"2024-09-10T07:20:14.986543+0000","last_undegraded":"2024-09-10T07:20:14.986543+0000","last_fullsized":"2024-09-10T07:20:14.986543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985224+0000","last_change":"2024-09-10T07:20:13.950887+0000","last_active":"2024-09-10T07:20:14.985224+0000","last_peered":"2024-09-10T07:20:14.985224+0000","last_clean":"2024-09-10T07:20:14.985224+0000","last_became_active":"2024-09-10T07:20:13.950427+0000","last_became_peered":"2024-09-10T07:20:13.950427+0000","last_unstale":"2024-09-10T07:20:14.985224+0000","last_undegraded":"2024-09-10T07:20:14.985224+0000","last_fullsized":"2024-09-10T07:20:14.985224+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948903+0000","last_change":"2024-09-10T07:20:09.819991+0000","last_active":"2024-09-10T07:20:14.948903+0000","last_peered":"2024-09-10T07:20:14.948903+0000","last_clean":"2024-09-10T07:20:14.948903+0000","last_became_active":"2024-09-10T07:20:09.818747+0000","last_became_peered":"2024-09-10T07:20:09.818747+0000","last_unstale":"2024-09-10T07:20:14.948903+0000","last_undegraded":"2024-09-10T07:20:14.948903+0000","last_fullsized":"2024-09-10T07:20:14.948903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:28.746959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984942+0000","last_change":"2024-09-10T07:20:08.802955+0000","last_active":"2024-09-10T07:20:14.984942+0000","last_peered":"2024-09-10T07:20:14.984942+0000","last_clean":"2024-09-10T07:20:14.984942+0000","last_became_active":"2024-09-10T07:20:08.802637+0000","last_became_peered":"2024-09-10T07:20:08.802637+0000","last_unstale":"2024-09-10T07:20:14.984942+0000","last_undegraded":"2024-09-10T07:20:14.984942+0000","last_fullsized":"2024-09-10T07:20:14.984942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:24.561409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986884+0000","last_change":"2024-09-10T07:20:14.005385+0000","last_active":"2024-09-10T07:20:14.986884+0000","last_peered":"2024-09-10T07:20:14.986884+0000","last_clean":"2024-09-10T07:20:14.986884+0000","last_became_active":"2024-09-10T07:20:14.004903+0000","last_became_peered":"2024-09-10T07:20:14.004903+0000","last_unstale":"2024-09-10T07:20:14.986884+0000","last_undegraded":"2024-09-10T07:20:14.986884+0000","last_fullsized":"2024-09-10T07:20:14.986884+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:05.982665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984554+0000","last_change":"2024-09-10T07:20:09.823061+0000","last_active":"2024-09-10T07:20:14.984554+0000","last_peered":"2024-09-10T07:20:14.984554+0000","last_clean":"2024-09-10T07:20:14.984554+0000","last_became_active":"2024-09-10T07:20:09.822355+0000","last_became_peered":"2024-09-10T07:20:09.822355+0000","last_unstale":"2024-09-10T07:20:14.984554+0000","last_undegraded":"2024-09-10T07:20:14.984554+0000","last_fullsized":"2024-09-10T07:20:14.984554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:26.326066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948929+0000","last_change":"2024-09-10T07:20:08.805126+0000","last_active":"2024-09-10T07:20:14.948929+0000","last_peered":"2024-09-10T07:20:14.948929+0000","last_clean":"2024-09-10T07:20:14.948929+0000","last_became_active":"2024-09-10T07:20:08.804759+0000","last_became_peered":"2024-09-10T07:20:08.804759+0000","last_unstale":"2024-09-10T07:20:14.948929+0000","last_undegraded":"2024-09-10T07:20:14.948929+0000","last_fullsized":"2024-09-10T07:20:14.948929+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985149+0000","last_change":"2024-09-10T07:20:13.950931+0000","last_active":"2024-09-10T07:20:14.985149+0000","last_peered":"2024-09-10T07:20:14.985149+0000","last_clean":"2024-09-10T07:20:14.985149+0000","last_became_active":"2024-09-10T07:20:13.950276+0000","last_became_peered":"2024-09-10T07:20:13.950276+0000","last_unstale":"2024-09-10T07:20:14.985149+0000","last_undegraded":"2024-09-10T07:20:14.985149+0000","last_fullsized":"2024-09-10T07:20:14.985149+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:40.442499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985770+0000","last_change":"2024-09-10T07:20:09.819251+0000","last_active":"2024-09-10T07:20:14.985770+0000","last_peered":"2024-09-10T07:20:14.985770+0000","last_clean":"2024-09-10T07:20:14.985770+0000","last_became_active":"2024-09-10T07:20:09.818775+0000","last_became_peered":"2024-09-10T07:20:09.818775+0000","last_unstale":"2024-09-10T07:20:14.985770+0000","last_undegraded":"2024-09-10T07:20:14.985770+0000","last_fullsized":"2024-09-10T07:20:14.985770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:36.747417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950492+0000","last_change":"2024-09-10T07:20:08.807141+0000","last_active":"2024-09-10T07:20:14.950492+0000","last_peered":"2024-09-10T07:20:14.950492+0000","last_clean":"2024-09-10T07:20:14.950492+0000","last_became_active":"2024-09-10T07:20:08.806875+0000","last_became_peered":"2024-09-10T07:20:08.806875+0000","last_unstale":"2024-09-10T07:20:14.950492+0000","last_undegraded":"2024-09-10T07:20:14.950492+0000","last_fullsized":"2024-09-10T07:20:14.950492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984334+0000","last_change":"2024-09-10T07:20:14.008434+0000","last_active":"2024-09-10T07:20:14.984334+0000","last_peered":"2024-09-10T07:20:14.984334+0000","last_clean":"2024-09-10T07:20:14.984334+0000","last_became_active":"2024-09-10T07:20:14.007777+0000","last_became_peered":"2024-09-10T07:20:14.007777+0000","last_unstale":"2024-09-10T07:20:14.984334+0000","last_undegraded":"2024-09-10T07:20:14.984334+0000","last_fullsized":"2024-09-10T07:20:14.984334+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:50.797045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949734+0000","last_change":"2024-09-10T07:20:09.833735+0000","last_active":"2024-09-10T07:20:14.949734+0000","last_peered":"2024-09-10T07:20:14.949734+0000","last_clean":"2024-09-10T07:20:14.949734+0000","last_became_active":"2024-09-10T07:20:09.832769+0000","last_became_peered":"2024-09-10T07:20:09.832769+0000","last_unstale":"2024-09-10T07:20:14.949734+0000","last_undegraded":"2024-09-10T07:20:14.949734+0000","last_fullsized":"2024-09-10T07:20:14.949734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986423+0000","last_change":"2024-09-10T07:20:08.804620+0000","last_active":"2024-09-10T07:20:14.986423+0000","last_peered":"2024-09-10T07:20:14.986423+0000","last_clean":"2024-09-10T07:20:14.986423+0000","last_became_active":"2024-09-10T07:20:08.804329+0000","last_became_peered":"2024-09-10T07:20:08.804329+0000","last_unstale":"2024-09-10T07:20:14.986423+0000","last_undegraded":"2024-09-10T07:20:14.986423+0000","last_fullsized":"2024-09-10T07:20:14.986423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:14.007277+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:14.006901+0000","last_became_peered":"2024-09-10T07:20:14.006901+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:29.279379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985816+0000","last_change":"2024-09-10T07:20:09.822648+0000","last_active":"2024-09-10T07:20:14.985816+0000","last_peered":"2024-09-10T07:20:14.985816+0000","last_clean":"2024-09-10T07:20:14.985816+0000","last_became_active":"2024-09-10T07:20:09.822330+0000","last_became_peered":"2024-09-10T07:20:09.822330+0000","last_unstale":"2024-09-10T07:20:14.985816+0000","last_undegraded":"2024-09-10T07:20:14.985816+0000","last_fullsized":"2024-09-10T07:20:14.985816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950379+0000","last_change":"2024-09-10T07:20:08.807990+0000","last_active":"2024-09-10T07:20:14.950379+0000","last_peered":"2024-09-10T07:20:14.950379+0000","last_clean":"2024-09-10T07:20:14.950379+0000","last_became_active":"2024-09-10T07:20:08.807674+0000","last_became_peered":"2024-09-10T07:20:08.807674+0000","last_unstale":"2024-09-10T07:20:14.950379+0000","last_undegraded":"2024-09-10T07:20:14.950379+0000","last_fullsized":"2024-09-10T07:20:14.950379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:59.102030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985627+0000","last_change":"2024-09-10T07:20:14.007227+0000","last_active":"2024-09-10T07:20:14.985627+0000","last_peered":"2024-09-10T07:20:14.985627+0000","last_clean":"2024-09-10T07:20:14.985627+0000","last_became_active":"2024-09-10T07:20:14.006856+0000","last_became_peered":"2024-09-10T07:20:14.006856+0000","last_unstale":"2024-09-10T07:20:14.985627+0000","last_undegraded":"2024-09-10T07:20:14.985627+0000","last_fullsized":"2024-09-10T07:20:14.985627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:42.558999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985584+0000","last_change":"2024-09-10T07:20:09.836680+0000","last_active":"2024-09-10T07:20:14.985584+0000","last_peered":"2024-09-10T07:20:14.985584+0000","last_clean":"2024-09-10T07:20:14.985584+0000","last_became_active":"2024-09-10T07:20:09.836293+0000","last_became_peered":"2024-09-10T07:20:09.836293+0000","last_unstale":"2024-09-10T07:20:14.985584+0000","last_undegraded":"2024-09-10T07:20:14.985584+0000","last_fullsized":"2024-09-10T07:20:14.985584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985921+0000","last_change":"2024-09-10T07:20:08.799719+0000","last_active":"2024-09-10T07:20:14.985921+0000","last_peered":"2024-09-10T07:20:14.985921+0000","last_clean":"2024-09-10T07:20:14.985921+0000","last_became_active":"2024-09-10T07:20:08.799406+0000","last_became_peered":"2024-09-10T07:20:08.799406+0000","last_unstale":"2024-09-10T07:20:14.985921+0000","last_undegraded":"2024-09-10T07:20:14.985921+0000","last_fullsized":"2024-09-10T07:20:14.985921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986118+0000","last_change":"2024-09-10T07:20:13.958001+0000","last_active":"2024-09-10T07:20:14.986118+0000","last_peered":"2024-09-10T07:20:14.986118+0000","last_clean":"2024-09-10T07:20:14.986118+0000","last_became_active":"2024-09-10T07:20:13.957603+0000","last_became_peered":"2024-09-10T07:20:13.957603+0000","last_unstale":"2024-09-10T07:20:14.986118+0000","last_undegraded":"2024-09-10T07:20:14.986118+0000","last_fullsized":"2024-09-10T07:20:14.986118+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:32.412414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:09.832258+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:09.831274+0000","last_became_peered":"2024-09-10T07:20:09.831274+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:00.103780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985528+0000","last_change":"2024-09-10T07:20:08.802540+0000","last_active":"2024-09-10T07:20:14.985528+0000","last_peered":"2024-09-10T07:20:14.985528+0000","last_clean":"2024-09-10T07:20:14.985528+0000","last_became_active":"2024-09-10T07:20:08.802261+0000","last_became_peered":"2024-09-10T07:20:08.802261+0000","last_unstale":"2024-09-10T07:20:14.985528+0000","last_undegraded":"2024-09-10T07:20:14.985528+0000","last_fullsized":"2024-09-10T07:20:14.985528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985764+0000","last_change":"2024-09-10T07:20:13.949661+0000","last_active":"2024-09-10T07:20:14.985764+0000","last_peered":"2024-09-10T07:20:14.985764+0000","last_clean":"2024-09-10T07:20:14.985764+0000","last_became_active":"2024-09-10T07:20:13.948738+0000","last_became_peered":"2024-09-10T07:20:13.948738+0000","last_unstale":"2024-09-10T07:20:14.985764+0000","last_undegraded":"2024-09-10T07:20:14.985764+0000","last_fullsized":"2024-09-10T07:20:14.985764+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985246+0000","last_change":"2024-09-10T07:20:09.823556+0000","last_active":"2024-09-10T07:20:14.985246+0000","last_peered":"2024-09-10T07:20:14.985246+0000","last_clean":"2024-09-10T07:20:14.985246+0000","last_became_active":"2024-09-10T07:20:09.823012+0000","last_became_peered":"2024-09-10T07:20:09.823012+0000","last_unstale":"2024-09-10T07:20:14.985246+0000","last_undegraded":"2024-09-10T07:20:14.985246+0000","last_fullsized":"2024-09-10T07:20:14.985246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984937+0000","last_change":"2024-09-10T07:20:08.801500+0000","last_active":"2024-09-10T07:20:14.984937+0000","last_peered":"2024-09-10T07:20:14.984937+0000","last_clean":"2024-09-10T07:20:14.984937+0000","last_became_active":"2024-09-10T07:20:08.801144+0000","last_became_peered":"2024-09-10T07:20:08.801144+0000","last_unstale":"2024-09-10T07:20:14.984937+0000","last_undegraded":"2024-09-10T07:20:14.984937+0000","last_fullsized":"2024-09-10T07:20:14.984937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986974+0000","last_change":"2024-09-10T07:20:13.959430+0000","last_active":"2024-09-10T07:20:14.986974+0000","last_peered":"2024-09-10T07:20:14.986974+0000","last_clean":"2024-09-10T07:20:14.986974+0000","last_became_active":"2024-09-10T07:20:13.958992+0000","last_became_peered":"2024-09-10T07:20:13.958992+0000","last_unstale":"2024-09-10T07:20:14.986974+0000","last_undegraded":"2024-09-10T07:20:14.986974+0000","last_fullsized":"2024-09-10T07:20:14.986974+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:08.284855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985575+0000","last_change":"2024-09-10T07:20:09.828784+0000","last_active":"2024-09-10T07:20:14.985575+0000","last_peered":"2024-09-10T07:20:14.985575+0000","last_clean":"2024-09-10T07:20:14.985575+0000","last_became_active":"2024-09-10T07:20:09.828473+0000","last_became_peered":"2024-09-10T07:20:09.828473+0000","last_unstale":"2024-09-10T07:20:14.985575+0000","last_undegraded":"2024-09-10T07:20:14.985575+0000","last_fullsized":"2024-09-10T07:20:14.985575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949106+0000","last_change":"2024-09-10T07:20:08.808676+0000","last_active":"2024-09-10T07:20:14.949106+0000","last_peered":"2024-09-10T07:20:14.949106+0000","last_clean":"2024-09-10T07:20:14.949106+0000","last_became_active":"2024-09-10T07:20:08.808406+0000","last_became_peered":"2024-09-10T07:20:08.808406+0000","last_unstale":"2024-09-10T07:20:14.949106+0000","last_undegraded":"2024-09-10T07:20:14.949106+0000","last_fullsized":"2024-09-10T07:20:14.949106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985563+0000","last_change":"2024-09-10T07:20:14.007014+0000","last_active":"2024-09-10T07:20:14.985563+0000","last_peered":"2024-09-10T07:20:14.985563+0000","last_clean":"2024-09-10T07:20:14.985563+0000","last_became_active":"2024-09-10T07:20:14.006621+0000","last_became_peered":"2024-09-10T07:20:14.006621+0000","last_unstale":"2024-09-10T07:20:14.985563+0000","last_undegraded":"2024-09-10T07:20:14.985563+0000","last_fullsized":"2024-09-10T07:20:14.985563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:29.665552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948675+0000","last_change":"2024-09-10T07:20:09.838436+0000","last_active":"2024-09-10T07:20:14.948675+0000","last_peered":"2024-09-10T07:20:14.948675+0000","last_clean":"2024-09-10T07:20:14.948675+0000","last_became_active":"2024-09-10T07:20:09.838125+0000","last_became_peered":"2024-09-10T07:20:09.838125+0000","last_unstale":"2024-09-10T07:20:14.948675+0000","last_undegraded":"2024-09-10T07:20:14.948675+0000","last_fullsized":"2024-09-10T07:20:14.948675+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:09.903300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:08.802048+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:08.801746+0000","last_became_peered":"2024-09-10T07:20:08.801746+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":177,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949367+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:20:14.949367+0000","last_peered":"2024-09-10T07:20:14.949367+0000","last_clean":"2024-09-10T07:20:14.949367+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:20:14.949367+0000","last_undegraded":"2024-09-10T07:20:14.949367+0000","last_fullsized":"2024-09-10T07:20:14.949367+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950034+0000","last_change":"2024-09-10T07:20:14.008242+0000","last_active":"2024-09-10T07:20:14.950034+0000","last_peered":"2024-09-10T07:20:14.950034+0000","last_clean":"2024-09-10T07:20:14.950034+0000","last_became_active":"2024-09-10T07:20:14.007842+0000","last_became_peered":"2024-09-10T07:20:14.007842+0000","last_unstale":"2024-09-10T07:20:14.950034+0000","last_undegraded":"2024-09-10T07:20:14.950034+0000","last_fullsized":"2024-09-10T07:20:14.950034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:49.260347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950176+0000","last_change":"2024-09-10T07:20:09.829211+0000","last_active":"2024-09-10T07:20:14.950176+0000","last_peered":"2024-09-10T07:20:14.950176+0000","last_clean":"2024-09-10T07:20:14.950176+0000","last_became_active":"2024-09-10T07:20:09.828546+0000","last_became_peered":"2024-09-10T07:20:09.828546+0000","last_unstale":"2024-09-10T07:20:14.950176+0000","last_undegraded":"2024-09-10T07:20:14.950176+0000","last_fullsized":"2024-09-10T07:20:14.950176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986358+0000","last_change":"2024-09-10T07:20:08.803252+0000","last_active":"2024-09-10T07:20:14.986358+0000","last_peered":"2024-09-10T07:20:14.986358+0000","last_clean":"2024-09-10T07:20:14.986358+0000","last_became_active":"2024-09-10T07:20:08.802980+0000","last_became_peered":"2024-09-10T07:20:08.802980+0000","last_unstale":"2024-09-10T07:20:14.986358+0000","last_undegraded":"2024-09-10T07:20:14.986358+0000","last_fullsized":"2024-09-10T07:20:14.986358+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949257+0000","last_change":"2024-09-10T07:20:14.007555+0000","last_active":"2024-09-10T07:20:14.949257+0000","last_peered":"2024-09-10T07:20:14.949257+0000","last_clean":"2024-09-10T07:20:14.949257+0000","last_became_active":"2024-09-10T07:20:14.007198+0000","last_became_peered":"2024-09-10T07:20:14.007198+0000","last_unstale":"2024-09-10T07:20:14.949257+0000","last_undegraded":"2024-09-10T07:20:14.949257+0000","last_fullsized":"2024-09-10T07:20:14.949257+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:46:41.962720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985651+0000","last_change":"2024-09-10T07:20:09.834479+0000","last_active":"2024-09-10T07:20:14.985651+0000","last_peered":"2024-09-10T07:20:14.985651+0000","last_clean":"2024-09-10T07:20:14.985651+0000","last_became_active":"2024-09-10T07:20:09.832398+0000","last_became_peered":"2024-09-10T07:20:09.832398+0000","last_unstale":"2024-09-10T07:20:14.985651+0000","last_undegraded":"2024-09-10T07:20:14.985651+0000","last_fullsized":"2024-09-10T07:20:14.985651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986771+0000","last_change":"2024-09-10T07:20:08.791336+0000","last_active":"2024-09-10T07:20:14.986771+0000","last_peered":"2024-09-10T07:20:14.986771+0000","last_clean":"2024-09-10T07:20:14.986771+0000","last_became_active":"2024-09-10T07:20:08.790906+0000","last_became_peered":"2024-09-10T07:20:08.790906+0000","last_unstale":"2024-09-10T07:20:14.986771+0000","last_undegraded":"2024-09-10T07:20:14.986771+0000","last_fullsized":"2024-09-10T07:20:14.986771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:27.890488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985951+0000","last_change":"2024-09-10T07:20:13.960035+0000","last_active":"2024-09-10T07:20:14.985951+0000","last_peered":"2024-09-10T07:20:14.985951+0000","last_clean":"2024-09-10T07:20:14.985951+0000","last_became_active":"2024-09-10T07:20:13.959112+0000","last_became_peered":"2024-09-10T07:20:13.959112+0000","last_unstale":"2024-09-10T07:20:14.985951+0000","last_undegraded":"2024-09-10T07:20:14.985951+0000","last_fullsized":"2024-09-10T07:20:14.985951+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:54.056113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951059+0000","last_change":"2024-09-10T07:20:09.829240+0000","last_active":"2024-09-10T07:20:14.951059+0000","last_peered":"2024-09-10T07:20:14.951059+0000","last_clean":"2024-09-10T07:20:14.951059+0000","last_became_active":"2024-09-10T07:20:09.828943+0000","last_became_peered":"2024-09-10T07:20:09.828943+0000","last_unstale":"2024-09-10T07:20:14.951059+0000","last_undegraded":"2024-09-10T07:20:14.951059+0000","last_fullsized":"2024-09-10T07:20:14.951059+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:21:21.966337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986897+0000","last_change":"2024-09-10T07:20:08.803225+0000","last_active":"2024-09-10T07:20:14.986897+0000","last_peered":"2024-09-10T07:20:14.986897+0000","last_clean":"2024-09-10T07:20:14.986897+0000","last_became_active":"2024-09-10T07:20:08.802923+0000","last_became_peered":"2024-09-10T07:20:08.802923+0000","last_unstale":"2024-09-10T07:20:14.986897+0000","last_undegraded":"2024-09-10T07:20:14.986897+0000","last_fullsized":"2024-09-10T07:20:14.986897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984546+0000","last_change":"2024-09-10T07:20:14.005204+0000","last_active":"2024-09-10T07:20:14.984546+0000","last_peered":"2024-09-10T07:20:14.984546+0000","last_clean":"2024-09-10T07:20:14.984546+0000","last_became_active":"2024-09-10T07:20:14.004802+0000","last_became_peered":"2024-09-10T07:20:14.004802+0000","last_unstale":"2024-09-10T07:20:14.984546+0000","last_undegraded":"2024-09-10T07:20:14.984546+0000","last_fullsized":"2024-09-10T07:20:14.984546+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:36.650996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950670+0000","last_change":"2024-09-10T07:20:09.826948+0000","last_active":"2024-09-10T07:20:14.950670+0000","last_peered":"2024-09-10T07:20:14.950670+0000","last_clean":"2024-09-10T07:20:14.950670+0000","last_became_active":"2024-09-10T07:20:09.826662+0000","last_became_peered":"2024-09-10T07:20:09.826662+0000","last_unstale":"2024-09-10T07:20:14.950670+0000","last_undegraded":"2024-09-10T07:20:14.950670+0000","last_fullsized":"2024-09-10T07:20:14.950670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984920+0000","last_change":"2024-09-10T07:20:08.799586+0000","last_active":"2024-09-10T07:20:14.984920+0000","last_peered":"2024-09-10T07:20:14.984920+0000","last_clean":"2024-09-10T07:20:14.984920+0000","last_became_active":"2024-09-10T07:20:08.799273+0000","last_became_peered":"2024-09-10T07:20:08.799273+0000","last_unstale":"2024-09-10T07:20:14.984920+0000","last_undegraded":"2024-09-10T07:20:14.984920+0000","last_fullsized":"2024-09-10T07:20:14.984920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984273+0000","last_change":"2024-09-10T07:20:13.950668+0000","last_active":"2024-09-10T07:20:14.984273+0000","last_peered":"2024-09-10T07:20:14.984273+0000","last_clean":"2024-09-10T07:20:14.984273+0000","last_became_active":"2024-09-10T07:20:13.950323+0000","last_became_peered":"2024-09-10T07:20:13.950323+0000","last_unstale":"2024-09-10T07:20:14.984273+0000","last_undegraded":"2024-09-10T07:20:14.984273+0000","last_fullsized":"2024-09-10T07:20:14.984273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:56.907831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949189+0000","last_change":"2024-09-10T07:20:09.831169+0000","last_active":"2024-09-10T07:20:14.949189+0000","last_peered":"2024-09-10T07:20:14.949189+0000","last_clean":"2024-09-10T07:20:14.949189+0000","last_became_active":"2024-09-10T07:20:09.830894+0000","last_became_peered":"2024-09-10T07:20:09.830894+0000","last_unstale":"2024-09-10T07:20:14.949189+0000","last_undegraded":"2024-09-10T07:20:14.949189+0000","last_fullsized":"2024-09-10T07:20:14.949189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":29,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984654+0000","last_change":"2024-09-10T07:20:08.796558+0000","last_active":"2024-09-10T07:20:14.984654+0000","last_peered":"2024-09-10T07:20:14.984654+0000","last_clean":"2024-09-10T07:20:14.984654+0000","last_became_active":"2024-09-10T07:20:08.796260+0000","last_became_peered":"2024-09-10T07:20:08.796260+0000","last_unstale":"2024-09-10T07:20:14.984654+0000","last_undegraded":"2024-09-10T07:20:14.984654+0000","last_fullsized":"2024-09-10T07:20:14.984654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:36.702825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985383+0000","last_change":"2024-09-10T07:20:13.953623+0000","last_active":"2024-09-10T07:20:14.985383+0000","last_peered":"2024-09-10T07:20:14.985383+0000","last_clean":"2024-09-10T07:20:14.985383+0000","last_became_active":"2024-09-10T07:20:13.953010+0000","last_became_peered":"2024-09-10T07:20:13.953010+0000","last_unstale":"2024-09-10T07:20:14.985383+0000","last_undegraded":"2024-09-10T07:20:14.985383+0000","last_fullsized":"2024-09-10T07:20:14.985383+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:25.133099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950080+0000","last_change":"2024-09-10T07:20:09.835235+0000","last_active":"2024-09-10T07:20:14.950080+0000","last_peered":"2024-09-10T07:20:14.950080+0000","last_clean":"2024-09-10T07:20:14.950080+0000","last_became_active":"2024-09-10T07:20:09.834578+0000","last_became_peered":"2024-09-10T07:20:09.834578+0000","last_unstale":"2024-09-10T07:20:14.950080+0000","last_undegraded":"2024-09-10T07:20:14.950080+0000","last_fullsized":"2024-09-10T07:20:14.950080+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949574+0000","last_change":"2024-09-10T07:20:08.798983+0000","last_active":"2024-09-10T07:20:14.949574+0000","last_peered":"2024-09-10T07:20:14.949574+0000","last_clean":"2024-09-10T07:20:14.949574+0000","last_became_active":"2024-09-10T07:20:08.798726+0000","last_became_peered":"2024-09-10T07:20:08.798726+0000","last_unstale":"2024-09-10T07:20:14.949574+0000","last_undegraded":"2024-09-10T07:20:14.949574+0000","last_fullsized":"2024-09-10T07:20:14.949574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949722+0000","last_change":"2024-09-10T07:20:14.007973+0000","last_active":"2024-09-10T07:20:14.949722+0000","last_peered":"2024-09-10T07:20:14.949722+0000","last_clean":"2024-09-10T07:20:14.949722+0000","last_became_active":"2024-09-10T07:20:14.007602+0000","last_became_peered":"2024-09-10T07:20:14.007602+0000","last_unstale":"2024-09-10T07:20:14.949722+0000","last_undegraded":"2024-09-10T07:20:14.949722+0000","last_fullsized":"2024-09-10T07:20:14.949722+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:10:09.781427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949950+0000","last_change":"2024-09-10T07:20:09.831808+0000","last_active":"2024-09-10T07:20:14.949950+0000","last_peered":"2024-09-10T07:20:14.949950+0000","last_clean":"2024-09-10T07:20:14.949950+0000","last_became_active":"2024-09-10T07:20:09.831254+0000","last_became_peered":"2024-09-10T07:20:09.831254+0000","last_unstale":"2024-09-10T07:20:14.949950+0000","last_undegraded":"2024-09-10T07:20:14.949950+0000","last_fullsized":"2024-09-10T07:20:14.949950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985428+0000","last_change":"2024-09-10T07:20:08.806404+0000","last_active":"2024-09-10T07:20:14.985428+0000","last_peered":"2024-09-10T07:20:14.985428+0000","last_clean":"2024-09-10T07:20:14.985428+0000","last_became_active":"2024-09-10T07:20:08.805935+0000","last_became_peered":"2024-09-10T07:20:08.805935+0000","last_unstale":"2024-09-10T07:20:14.985428+0000","last_undegraded":"2024-09-10T07:20:14.985428+0000","last_fullsized":"2024-09-10T07:20:14.985428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949372+0000","last_change":"2024-09-10T07:20:14.005389+0000","last_active":"2024-09-10T07:20:14.949372+0000","last_peered":"2024-09-10T07:20:14.949372+0000","last_clean":"2024-09-10T07:20:14.949372+0000","last_became_active":"2024-09-10T07:20:14.004847+0000","last_became_peered":"2024-09-10T07:20:14.004847+0000","last_unstale":"2024-09-10T07:20:14.949372+0000","last_undegraded":"2024-09-10T07:20:14.949372+0000","last_fullsized":"2024-09-10T07:20:14.949372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:32.023415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985782+0000","last_change":"2024-09-10T07:20:09.827223+0000","last_active":"2024-09-10T07:20:14.985782+0000","last_peered":"2024-09-10T07:20:14.985782+0000","last_clean":"2024-09-10T07:20:14.985782+0000","last_became_active":"2024-09-10T07:20:09.826917+0000","last_became_peered":"2024-09-10T07:20:09.826917+0000","last_unstale":"2024-09-10T07:20:14.985782+0000","last_undegraded":"2024-09-10T07:20:14.985782+0000","last_fullsized":"2024-09-10T07:20:14.985782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:30.026446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986229+0000","last_change":"2024-09-10T07:20:08.798294+0000","last_active":"2024-09-10T07:20:14.986229+0000","last_peered":"2024-09-10T07:20:14.986229+0000","last_clean":"2024-09-10T07:20:14.986229+0000","last_became_active":"2024-09-10T07:20:08.797864+0000","last_became_peered":"2024-09-10T07:20:08.797864+0000","last_unstale":"2024-09-10T07:20:14.986229+0000","last_undegraded":"2024-09-10T07:20:14.986229+0000","last_fullsized":"2024-09-10T07:20:14.986229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:12:14.576803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985646+0000","last_change":"2024-09-10T07:20:14.005849+0000","last_active":"2024-09-10T07:20:14.985646+0000","last_peered":"2024-09-10T07:20:14.985646+0000","last_clean":"2024-09-10T07:20:14.985646+0000","last_became_active":"2024-09-10T07:20:14.005002+0000","last_became_peered":"2024-09-10T07:20:14.005002+0000","last_unstale":"2024-09-10T07:20:14.985646+0000","last_undegraded":"2024-09-10T07:20:14.985646+0000","last_fullsized":"2024-09-10T07:20:14.985646+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:02.232870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950072+0000","last_change":"2024-09-10T07:20:09.829638+0000","last_active":"2024-09-10T07:20:14.950072+0000","last_peered":"2024-09-10T07:20:14.950072+0000","last_clean":"2024-09-10T07:20:14.950072+0000","last_became_active":"2024-09-10T07:20:09.828923+0000","last_became_peered":"2024-09-10T07:20:09.828923+0000","last_unstale":"2024-09-10T07:20:14.950072+0000","last_undegraded":"2024-09-10T07:20:14.950072+0000","last_fullsized":"2024-09-10T07:20:14.950072+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:19.429105+0000","last_change":"2024-09-10T07:20:08.804399+0000","last_active":"2024-09-10T07:20:19.429105+0000","last_peered":"2024-09-10T07:20:19.429105+0000","last_clean":"2024-09-10T07:20:19.429105+0000","last_became_active":"2024-09-10T07:20:08.804100+0000","last_became_peered":"2024-09-10T07:20:08.804100+0000","last_unstale":"2024-09-10T07:20:19.429105+0000","last_undegraded":"2024-09-10T07:20:19.429105+0000","last_fullsized":"2024-09-10T07:20:19.429105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986335+0000","last_change":"2024-09-10T07:20:13.956998+0000","last_active":"2024-09-10T07:20:14.986335+0000","last_peered":"2024-09-10T07:20:14.986335+0000","last_clean":"2024-09-10T07:20:14.986335+0000","last_became_active":"2024-09-10T07:20:13.956583+0000","last_became_peered":"2024-09-10T07:20:13.956583+0000","last_unstale":"2024-09-10T07:20:14.986335+0000","last_undegraded":"2024-09-10T07:20:14.986335+0000","last_fullsized":"2024-09-10T07:20:14.986335+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:38.994654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984841+0000","last_change":"2024-09-10T07:20:09.818461+0000","last_active":"2024-09-10T07:20:14.984841+0000","last_peered":"2024-09-10T07:20:14.984841+0000","last_clean":"2024-09-10T07:20:14.984841+0000","last_became_active":"2024-09-10T07:20:09.818162+0000","last_became_peered":"2024-09-10T07:20:09.818162+0000","last_unstale":"2024-09-10T07:20:14.984841+0000","last_undegraded":"2024-09-10T07:20:14.984841+0000","last_fullsized":"2024-09-10T07:20:14.984841+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986727+0000","last_change":"2024-09-10T07:20:08.803013+0000","last_active":"2024-09-10T07:20:14.986727+0000","last_peered":"2024-09-10T07:20:14.986727+0000","last_clean":"2024-09-10T07:20:14.986727+0000","last_became_active":"2024-09-10T07:20:08.802603+0000","last_became_peered":"2024-09-10T07:20:08.802603+0000","last_unstale":"2024-09-10T07:20:14.986727+0000","last_undegraded":"2024-09-10T07:20:14.986727+0000","last_fullsized":"2024-09-10T07:20:14.986727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985023+0000","last_change":"2024-09-10T07:20:13.949057+0000","last_active":"2024-09-10T07:20:14.985023+0000","last_peered":"2024-09-10T07:20:14.985023+0000","last_clean":"2024-09-10T07:20:14.985023+0000","last_became_active":"2024-09-10T07:20:13.948672+0000","last_became_peered":"2024-09-10T07:20:13.948672+0000","last_unstale":"2024-09-10T07:20:14.985023+0000","last_undegraded":"2024-09-10T07:20:14.985023+0000","last_fullsized":"2024-09-10T07:20:14.985023+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:48.716634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985098+0000","last_change":"2024-09-10T07:20:09.828145+0000","last_active":"2024-09-10T07:20:14.985098+0000","last_peered":"2024-09-10T07:20:14.985098+0000","last_clean":"2024-09-10T07:20:14.985098+0000","last_became_active":"2024-09-10T07:20:09.827823+0000","last_became_peered":"2024-09-10T07:20:09.827823+0000","last_unstale":"2024-09-10T07:20:14.985098+0000","last_undegraded":"2024-09-10T07:20:14.985098+0000","last_fullsized":"2024-09-10T07:20:14.985098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985206+0000","last_change":"2024-09-10T07:20:08.804704+0000","last_active":"2024-09-10T07:20:14.985206+0000","last_peered":"2024-09-10T07:20:14.985206+0000","last_clean":"2024-09-10T07:20:14.985206+0000","last_became_active":"2024-09-10T07:20:08.804462+0000","last_became_peered":"2024-09-10T07:20:08.804462+0000","last_unstale":"2024-09-10T07:20:14.985206+0000","last_undegraded":"2024-09-10T07:20:14.985206+0000","last_fullsized":"2024-09-10T07:20:14.985206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948701+0000","last_change":"2024-09-10T07:20:13.957077+0000","last_active":"2024-09-10T07:20:14.948701+0000","last_peered":"2024-09-10T07:20:14.948701+0000","last_clean":"2024-09-10T07:20:14.948701+0000","last_became_active":"2024-09-10T07:20:13.956673+0000","last_became_peered":"2024-09-10T07:20:13.956673+0000","last_unstale":"2024-09-10T07:20:14.948701+0000","last_undegraded":"2024-09-10T07:20:14.948701+0000","last_fullsized":"2024-09-10T07:20:14.948701+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:52.999849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985113+0000","last_change":"2024-09-10T07:20:09.826003+0000","last_active":"2024-09-10T07:20:14.985113+0000","last_peered":"2024-09-10T07:20:14.985113+0000","last_clean":"2024-09-10T07:20:14.985113+0000","last_became_active":"2024-09-10T07:20:09.825721+0000","last_became_peered":"2024-09-10T07:20:09.825721+0000","last_unstale":"2024-09-10T07:20:14.985113+0000","last_undegraded":"2024-09-10T07:20:14.985113+0000","last_fullsized":"2024-09-10T07:20:14.985113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950371+0000","last_change":"2024-09-10T07:20:08.808932+0000","last_active":"2024-09-10T07:20:14.950371+0000","last_peered":"2024-09-10T07:20:14.950371+0000","last_clean":"2024-09-10T07:20:14.950371+0000","last_became_active":"2024-09-10T07:20:08.808660+0000","last_became_peered":"2024-09-10T07:20:08.808660+0000","last_unstale":"2024-09-10T07:20:14.950371+0000","last_undegraded":"2024-09-10T07:20:14.950371+0000","last_fullsized":"2024-09-10T07:20:14.950371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948601+0000","last_change":"2024-09-10T07:20:14.008040+0000","last_active":"2024-09-10T07:20:14.948601+0000","last_peered":"2024-09-10T07:20:14.948601+0000","last_clean":"2024-09-10T07:20:14.948601+0000","last_became_active":"2024-09-10T07:20:14.007674+0000","last_became_peered":"2024-09-10T07:20:14.007674+0000","last_unstale":"2024-09-10T07:20:14.948601+0000","last_undegraded":"2024-09-10T07:20:14.948601+0000","last_fullsized":"2024-09-10T07:20:14.948601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:02:54.020395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985203+0000","last_change":"2024-09-10T07:20:14.007515+0000","last_active":"2024-09-10T07:20:14.985203+0000","last_peered":"2024-09-10T07:20:14.985203+0000","last_clean":"2024-09-10T07:20:14.985203+0000","last_became_active":"2024-09-10T07:20:14.007109+0000","last_became_peered":"2024-09-10T07:20:14.007109+0000","last_unstale":"2024-09-10T07:20:14.985203+0000","last_undegraded":"2024-09-10T07:20:14.985203+0000","last_fullsized":"2024-09-10T07:20:14.985203+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984812+0000","last_change":"2024-09-10T07:20:09.820081+0000","last_active":"2024-09-10T07:20:14.984812+0000","last_peered":"2024-09-10T07:20:14.984812+0000","last_clean":"2024-09-10T07:20:14.984812+0000","last_became_active":"2024-09-10T07:20:09.819754+0000","last_became_peered":"2024-09-10T07:20:09.819754+0000","last_unstale":"2024-09-10T07:20:14.984812+0000","last_undegraded":"2024-09-10T07:20:14.984812+0000","last_fullsized":"2024-09-10T07:20:14.984812+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984875+0000","last_change":"2024-09-10T07:20:08.798170+0000","last_active":"2024-09-10T07:20:14.984875+0000","last_peered":"2024-09-10T07:20:14.984875+0000","last_clean":"2024-09-10T07:20:14.984875+0000","last_became_active":"2024-09-10T07:20:08.796942+0000","last_became_peered":"2024-09-10T07:20:08.796942+0000","last_unstale":"2024-09-10T07:20:14.984875+0000","last_undegraded":"2024-09-10T07:20:14.984875+0000","last_fullsized":"2024-09-10T07:20:14.984875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950300+0000","last_change":"2024-09-10T07:20:13.959450+0000","last_active":"2024-09-10T07:20:14.950300+0000","last_peered":"2024-09-10T07:20:14.950300+0000","last_clean":"2024-09-10T07:20:14.950300+0000","last_became_active":"2024-09-10T07:20:13.958955+0000","last_became_peered":"2024-09-10T07:20:13.958955+0000","last_unstale":"2024-09-10T07:20:14.950300+0000","last_undegraded":"2024-09-10T07:20:14.950300+0000","last_fullsized":"2024-09-10T07:20:14.950300+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948767+0000","last_change":"2024-09-10T07:20:09.829588+0000","last_active":"2024-09-10T07:20:14.948767+0000","last_peered":"2024-09-10T07:20:14.948767+0000","last_clean":"2024-09-10T07:20:14.948767+0000","last_became_active":"2024-09-10T07:20:09.829113+0000","last_became_peered":"2024-09-10T07:20:09.829113+0000","last_unstale":"2024-09-10T07:20:14.948767+0000","last_undegraded":"2024-09-10T07:20:14.948767+0000","last_fullsized":"2024-09-10T07:20:14.948767+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948878+0000","last_change":"2024-09-10T07:20:08.807734+0000","last_active":"2024-09-10T07:20:14.948878+0000","last_peered":"2024-09-10T07:20:14.948878+0000","last_clean":"2024-09-10T07:20:14.948878+0000","last_became_active":"2024-09-10T07:20:08.807431+0000","last_became_peered":"2024-09-10T07:20:08.807431+0000","last_unstale":"2024-09-10T07:20:14.948878+0000","last_undegraded":"2024-09-10T07:20:14.948878+0000","last_fullsized":"2024-09-10T07:20:14.948878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:43.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949743+0000","last_change":"2024-09-10T07:20:08.798470+0000","last_active":"2024-09-10T07:20:14.949743+0000","last_peered":"2024-09-10T07:20:14.949743+0000","last_clean":"2024-09-10T07:20:14.949743+0000","last_became_active":"2024-09-10T07:20:08.798107+0000","last_became_peered":"2024-09-10T07:20:08.798107+0000","last_unstale":"2024-09-10T07:20:14.949743+0000","last_undegraded":"2024-09-10T07:20:14.949743+0000","last_fullsized":"2024-09-10T07:20:14.949743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986119+0000","last_change":"2024-09-10T07:20:09.829187+0000","last_active":"2024-09-10T07:20:14.986119+0000","last_peered":"2024-09-10T07:20:14.986119+0000","last_clean":"2024-09-10T07:20:14.986119+0000","last_became_active":"2024-09-10T07:20:09.828196+0000","last_became_peered":"2024-09-10T07:20:09.828196+0000","last_unstale":"2024-09-10T07:20:14.986119+0000","last_undegraded":"2024-09-10T07:20:14.986119+0000","last_fullsized":"2024-09-10T07:20:14.986119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986148+0000","last_change":"2024-09-10T07:20:13.950962+0000","last_active":"2024-09-10T07:20:14.986148+0000","last_peered":"2024-09-10T07:20:14.986148+0000","last_clean":"2024-09-10T07:20:14.986148+0000","last_became_active":"2024-09-10T07:20:13.950502+0000","last_became_peered":"2024-09-10T07:20:13.950502+0000","last_unstale":"2024-09-10T07:20:14.986148+0000","last_undegraded":"2024-09-10T07:20:14.986148+0000","last_fullsized":"2024-09-10T07:20:14.986148+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:28.158499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948969+0000","last_change":"2024-09-10T07:20:08.802514+0000","last_active":"2024-09-10T07:20:14.948969+0000","last_peered":"2024-09-10T07:20:14.948969+0000","last_clean":"2024-09-10T07:20:14.948969+0000","last_became_active":"2024-09-10T07:20:08.802023+0000","last_became_peered":"2024-09-10T07:20:08.802023+0000","last_unstale":"2024-09-10T07:20:14.948969+0000","last_undegraded":"2024-09-10T07:20:14.948969+0000","last_fullsized":"2024-09-10T07:20:14.948969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:11:35.689996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985284+0000","last_change":"2024-09-10T07:20:09.813324+0000","last_active":"2024-09-10T07:20:14.985284+0000","last_peered":"2024-09-10T07:20:14.985284+0000","last_clean":"2024-09-10T07:20:14.985284+0000","last_became_active":"2024-09-10T07:20:09.813034+0000","last_became_peered":"2024-09-10T07:20:09.813034+0000","last_unstale":"2024-09-10T07:20:14.985284+0000","last_undegraded":"2024-09-10T07:20:14.985284+0000","last_fullsized":"2024-09-10T07:20:14.985284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:18.175352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949488+0000","last_change":"2024-09-10T07:20:13.949213+0000","last_active":"2024-09-10T07:20:14.949488+0000","last_peered":"2024-09-10T07:20:14.949488+0000","last_clean":"2024-09-10T07:20:14.949488+0000","last_became_active":"2024-09-10T07:20:13.948766+0000","last_became_peered":"2024-09-10T07:20:13.948766+0000","last_unstale":"2024-09-10T07:20:14.949488+0000","last_undegraded":"2024-09-10T07:20:14.949488+0000","last_fullsized":"2024-09-10T07:20:14.949488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:14.131072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949901+0000","last_change":"2024-09-10T07:20:09.835455+0000","last_active":"2024-09-10T07:20:14.949901+0000","last_peered":"2024-09-10T07:20:14.949901+0000","last_clean":"2024-09-10T07:20:14.949901+0000","last_became_active":"2024-09-10T07:20:09.834959+0000","last_became_peered":"2024-09-10T07:20:09.834959+0000","last_unstale":"2024-09-10T07:20:14.949901+0000","last_undegraded":"2024-09-10T07:20:14.949901+0000","last_fullsized":"2024-09-10T07:20:14.949901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984659+0000","last_change":"2024-09-10T07:20:09.825117+0000","last_active":"2024-09-10T07:20:14.984659+0000","last_peered":"2024-09-10T07:20:14.984659+0000","last_clean":"2024-09-10T07:20:14.984659+0000","last_became_active":"2024-09-10T07:20:09.824749+0000","last_became_peered":"2024-09-10T07:20:09.824749+0000","last_unstale":"2024-09-10T07:20:14.984659+0000","last_undegraded":"2024-09-10T07:20:14.984659+0000","last_fullsized":"2024-09-10T07:20:14.984659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985376+0000","last_change":"2024-09-10T07:20:09.832016+0000","last_active":"2024-09-10T07:20:14.985376+0000","last_peered":"2024-09-10T07:20:14.985376+0000","last_clean":"2024-09-10T07:20:14.985376+0000","last_became_active":"2024-09-10T07:20:09.831744+0000","last_became_peered":"2024-09-10T07:20:09.831744+0000","last_unstale":"2024-09-10T07:20:14.985376+0000","last_undegraded":"2024-09-10T07:20:14.985376+0000","last_fullsized":"2024-09-10T07:20:14.985376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986013+0000","last_change":"2024-09-10T07:20:09.830466+0000","last_active":"2024-09-10T07:20:14.986013+0000","last_peered":"2024-09-10T07:20:14.986013+0000","last_clean":"2024-09-10T07:20:14.986013+0000","last_became_active":"2024-09-10T07:20:09.830167+0000","last_became_peered":"2024-09-10T07:20:09.830167+0000","last_unstale":"2024-09-10T07:20:14.986013+0000","last_undegraded":"2024-09-10T07:20:14.986013+0000","last_fullsized":"2024-09-10T07:20:14.986013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:29.819401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949453+0000","last_change":"2024-09-10T07:20:09.831096+0000","last_active":"2024-09-10T07:20:14.949453+0000","last_peered":"2024-09-10T07:20:14.949453+0000","last_clean":"2024-09-10T07:20:14.949453+0000","last_became_active":"2024-09-10T07:20:09.830800+0000","last_became_peered":"2024-09-10T07:20:09.830800+0000","last_unstale":"2024-09-10T07:20:14.949453+0000","last_undegraded":"2024-09-10T07:20:14.949453+0000","last_fullsized":"2024-09-10T07:20:14.949453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:34:34.139136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986605+0000","last_change":"2024-09-10T07:20:09.820355+0000","last_active":"2024-09-10T07:20:14.986605+0000","last_peered":"2024-09-10T07:20:14.986605+0000","last_clean":"2024-09-10T07:20:14.986605+0000","last_became_active":"2024-09-10T07:20:09.820086+0000","last_became_peered":"2024-09-10T07:20:09.820086+0000","last_unstale":"2024-09-10T07:20:14.986605+0000","last_undegraded":"2024-09-10T07:20:14.986605+0000","last_fullsized":"2024-09-10T07:20:14.986605+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950389+0000","last_change":"2024-09-10T07:20:09.828233+0000","last_active":"2024-09-10T07:20:14.950389+0000","last_peered":"2024-09-10T07:20:14.950389+0000","last_clean":"2024-09-10T07:20:14.950389+0000","last_became_active":"2024-09-10T07:20:09.827974+0000","last_became_peered":"2024-09-10T07:20:09.827974+0000","last_unstale":"2024-09-10T07:20:14.950389+0000","last_undegraded":"2024-09-10T07:20:14.950389+0000","last_fullsized":"2024-09-10T07:20:14.950389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949644+0000","last_change":"2024-09-10T07:20:09.832283+0000","last_active":"2024-09-10T07:20:14.949644+0000","last_peered":"2024-09-10T07:20:14.949644+0000","last_clean":"2024-09-10T07:20:14.949644+0000","last_became_active":"2024-09-10T07:20:09.831957+0000","last_became_peered":"2024-09-10T07:20:09.831957+0000","last_unstale":"2024-09-10T07:20:14.949644+0000","last_undegraded":"2024-09-10T07:20:14.949644+0000","last_fullsized":"2024-09-10T07:20:14.949644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984777+0000","last_change":"2024-09-10T07:20:09.826901+0000","last_active":"2024-09-10T07:20:14.984777+0000","last_peered":"2024-09-10T07:20:14.984777+0000","last_clean":"2024-09-10T07:20:14.984777+0000","last_became_active":"2024-09-10T07:20:09.824634+0000","last_became_peered":"2024-09-10T07:20:09.824634+0000","last_unstale":"2024-09-10T07:20:14.984777+0000","last_undegraded":"2024-09-10T07:20:14.984777+0000","last_fullsized":"2024-09-10T07:20:14.984777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948685+0000","last_change":"2024-09-10T07:20:09.831895+0000","last_active":"2024-09-10T07:20:14.948685+0000","last_peered":"2024-09-10T07:20:14.948685+0000","last_clean":"2024-09-10T07:20:14.948685+0000","last_became_active":"2024-09-10T07:20:09.831594+0000","last_became_peered":"2024-09-10T07:20:09.831594+0000","last_unstale":"2024-09-10T07:20:14.948685+0000","last_undegraded":"2024-09-10T07:20:14.948685+0000","last_fullsized":"2024-09-10T07:20:14.948685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985325+0000","last_change":"2024-09-10T07:20:09.828106+0000","last_active":"2024-09-10T07:20:14.985325+0000","last_peered":"2024-09-10T07:20:14.985325+0000","last_clean":"2024-09-10T07:20:14.985325+0000","last_became_active":"2024-09-10T07:20:09.825451+0000","last_became_peered":"2024-09-10T07:20:09.825451+0000","last_unstale":"2024-09-10T07:20:14.985325+0000","last_undegraded":"2024-09-10T07:20:14.985325+0000","last_fullsized":"2024-09-10T07:20:14.985325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:46.654861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985683+0000","last_change":"2024-09-10T07:20:09.830265+0000","last_active":"2024-09-10T07:20:14.985683+0000","last_peered":"2024-09-10T07:20:14.985683+0000","last_clean":"2024-09-10T07:20:14.985683+0000","last_became_active":"2024-09-10T07:20:09.829211+0000","last_became_peered":"2024-09-10T07:20:09.829211+0000","last_unstale":"2024-09-10T07:20:14.985683+0000","last_undegraded":"2024-09-10T07:20:14.985683+0000","last_fullsized":"2024-09-10T07:20:14.985683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:09.595052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949663+0000","last_change":"2024-09-10T07:20:09.833230+0000","last_active":"2024-09-10T07:20:14.949663+0000","last_peered":"2024-09-10T07:20:14.949663+0000","last_clean":"2024-09-10T07:20:14.949663+0000","last_became_active":"2024-09-10T07:20:09.832959+0000","last_became_peered":"2024-09-10T07:20:09.832959+0000","last_unstale":"2024-09-10T07:20:14.949663+0000","last_undegraded":"2024-09-10T07:20:14.949663+0000","last_fullsized":"2024-09-10T07:20:14.949663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950342+0000","last_change":"2024-09-10T07:20:09.822364+0000","last_active":"2024-09-10T07:20:14.950342+0000","last_peered":"2024-09-10T07:20:14.950342+0000","last_clean":"2024-09-10T07:20:14.950342+0000","last_became_active":"2024-09-10T07:20:09.822086+0000","last_became_peered":"2024-09-10T07:20:09.822086+0000","last_unstale":"2024-09-10T07:20:14.950342+0000","last_undegraded":"2024-09-10T07:20:14.950342+0000","last_fullsized":"2024-09-10T07:20:14.950342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986895+0000","last_change":"2024-09-10T07:20:09.825144+0000","last_active":"2024-09-10T07:20:14.986895+0000","last_peered":"2024-09-10T07:20:14.986895+0000","last_clean":"2024-09-10T07:20:14.986895+0000","last_became_active":"2024-09-10T07:20:09.824864+0000","last_became_peered":"2024-09-10T07:20:09.824864+0000","last_unstale":"2024-09-10T07:20:14.986895+0000","last_undegraded":"2024-09-10T07:20:14.986895+0000","last_fullsized":"2024-09-10T07:20:14.986895+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985762+0000","last_change":"2024-09-10T07:20:09.827949+0000","last_active":"2024-09-10T07:20:14.985762+0000","last_peered":"2024-09-10T07:20:14.985762+0000","last_clean":"2024-09-10T07:20:14.985762+0000","last_became_active":"2024-09-10T07:20:09.825196+0000","last_became_peered":"2024-09-10T07:20:09.825196+0000","last_unstale":"2024-09-10T07:20:14.985762+0000","last_undegraded":"2024-09-10T07:20:14.985762+0000","last_fullsized":"2024-09-10T07:20:14.985762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984678+0000","last_change":"2024-09-10T07:20:09.826774+0000","last_active":"2024-09-10T07:20:14.984678+0000","last_peered":"2024-09-10T07:20:14.984678+0000","last_clean":"2024-09-10T07:20:14.984678+0000","last_became_active":"2024-09-10T07:20:09.826473+0000","last_became_peered":"2024-09-10T07:20:09.826473+0000","last_unstale":"2024-09-10T07:20:14.984678+0000","last_undegraded":"2024-09-10T07:20:14.984678+0000","last_fullsized":"2024-09-10T07:20:14.984678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984907+0000","last_change":"2024-09-10T07:20:09.810621+0000","last_active":"2024-09-10T07:20:14.984907+0000","last_peered":"2024-09-10T07:20:14.984907+0000","last_clean":"2024-09-10T07:20:14.984907+0000","last_became_active":"2024-09-10T07:20:09.810329+0000","last_became_peered":"2024-09-10T07:20:09.810329+0000","last_unstale":"2024-09-10T07:20:14.984907+0000","last_undegraded":"2024-09-10T07:20:14.984907+0000","last_fullsized":"2024-09-10T07:20:14.984907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985755+0000","last_change":"2024-09-10T07:20:09.819322+0000","last_active":"2024-09-10T07:20:14.985755+0000","last_peered":"2024-09-10T07:20:14.985755+0000","last_clean":"2024-09-10T07:20:14.985755+0000","last_became_active":"2024-09-10T07:20:09.819001+0000","last_became_peered":"2024-09-10T07:20:09.819001+0000","last_unstale":"2024-09-10T07:20:14.985755+0000","last_undegraded":"2024-09-10T07:20:14.985755+0000","last_fullsized":"2024-09-10T07:20:14.985755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:49.655123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948731+0000","last_change":"2024-09-10T07:20:09.823459+0000","last_active":"2024-09-10T07:20:14.948731+0000","last_peered":"2024-09-10T07:20:14.948731+0000","last_clean":"2024-09-10T07:20:14.948731+0000","last_became_active":"2024-09-10T07:20:09.823158+0000","last_became_peered":"2024-09-10T07:20:09.823158+0000","last_unstale":"2024-09-10T07:20:14.948731+0000","last_undegraded":"2024-09-10T07:20:14.948731+0000","last_fullsized":"2024-09-10T07:20:14.948731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984744+0000","last_change":"2024-09-10T07:20:09.826825+0000","last_active":"2024-09-10T07:20:14.984744+0000","last_peered":"2024-09-10T07:20:14.984744+0000","last_clean":"2024-09-10T07:20:14.984744+0000","last_became_active":"2024-09-10T07:20:09.826541+0000","last_became_peered":"2024-09-10T07:20:09.826541+0000","last_unstale":"2024-09-10T07:20:14.984744+0000","last_undegraded":"2024-09-10T07:20:14.984744+0000","last_fullsized":"2024-09-10T07:20:14.984744+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950173+0000","last_change":"2024-09-10T07:20:09.835656+0000","last_active":"2024-09-10T07:20:14.950173+0000","last_peered":"2024-09-10T07:20:14.950173+0000","last_clean":"2024-09-10T07:20:14.950173+0000","last_became_active":"2024-09-10T07:20:09.835366+0000","last_became_peered":"2024-09-10T07:20:09.835366+0000","last_unstale":"2024-09-10T07:20:14.950173+0000","last_undegraded":"2024-09-10T07:20:14.950173+0000","last_fullsized":"2024-09-10T07:20:14.950173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950286+0000","last_change":"2024-09-10T07:20:09.835583+0000","last_active":"2024-09-10T07:20:14.950286+0000","last_peered":"2024-09-10T07:20:14.950286+0000","last_clean":"2024-09-10T07:20:14.950286+0000","last_became_active":"2024-09-10T07:20:09.835240+0000","last_became_peered":"2024-09-10T07:20:09.835240+0000","last_unstale":"2024-09-10T07:20:14.950286+0000","last_undegraded":"2024-09-10T07:20:14.950286+0000","last_fullsized":"2024-09-10T07:20:14.950286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951019+0000","last_change":"2024-09-10T07:20:09.836130+0000","last_active":"2024-09-10T07:20:14.951019+0000","last_peered":"2024-09-10T07:20:14.951019+0000","last_clean":"2024-09-10T07:20:14.951019+0000","last_became_active":"2024-09-10T07:20:09.835872+0000","last_became_peered":"2024-09-10T07:20:09.835872+0000","last_unstale":"2024-09-10T07:20:14.951019+0000","last_undegraded":"2024-09-10T07:20:14.951019+0000","last_fullsized":"2024-09-10T07:20:14.951019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:49.913929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:09.838486+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:09.838148+0000","last_became_peered":"2024-09-10T07:20:09.838148+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:28.196990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949108+0000","last_change":"2024-09-10T07:20:09.829236+0000","last_active":"2024-09-10T07:20:14.949108+0000","last_peered":"2024-09-10T07:20:14.949108+0000","last_clean":"2024-09-10T07:20:14.949108+0000","last_became_active":"2024-09-10T07:20:09.828489+0000","last_became_peered":"2024-09-10T07:20:09.828489+0000","last_unstale":"2024-09-10T07:20:14.949108+0000","last_undegraded":"2024-09-10T07:20:14.949108+0000","last_fullsized":"2024-09-10T07:20:14.949108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985233+0000","last_change":"2024-09-10T07:20:09.828491+0000","last_active":"2024-09-10T07:20:14.985233+0000","last_peered":"2024-09-10T07:20:14.985233+0000","last_clean":"2024-09-10T07:20:14.985233+0000","last_became_active":"2024-09-10T07:20:09.828238+0000","last_became_peered":"2024-09-10T07:20:09.828238+0000","last_unstale":"2024-09-10T07:20:14.985233+0000","last_undegraded":"2024-09-10T07:20:14.985233+0000","last_fullsized":"2024-09-10T07:20:14.985233+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949789+0000","last_change":"2024-09-10T07:20:09.821765+0000","last_active":"2024-09-10T07:20:14.949789+0000","last_peered":"2024-09-10T07:20:14.949789+0000","last_clean":"2024-09-10T07:20:14.949789+0000","last_became_active":"2024-09-10T07:20:09.821482+0000","last_became_peered":"2024-09-10T07:20:09.821482+0000","last_unstale":"2024-09-10T07:20:14.949789+0000","last_undegraded":"2024-09-10T07:20:14.949789+0000","last_fullsized":"2024-09-10T07:20:14.949789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985470+0000","last_change":"2024-09-10T07:20:09.834469+0000","last_active":"2024-09-10T07:20:14.985470+0000","last_peered":"2024-09-10T07:20:14.985470+0000","last_clean":"2024-09-10T07:20:14.985470+0000","last_became_active":"2024-09-10T07:20:09.832457+0000","last_became_peered":"2024-09-10T07:20:09.832457+0000","last_unstale":"2024-09-10T07:20:14.985470+0000","last_undegraded":"2024-09-10T07:20:14.985470+0000","last_fullsized":"2024-09-10T07:20:14.985470+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985742+0000","last_change":"2024-09-10T07:20:09.821513+0000","last_active":"2024-09-10T07:20:14.985742+0000","last_peered":"2024-09-10T07:20:14.985742+0000","last_clean":"2024-09-10T07:20:14.985742+0000","last_became_active":"2024-09-10T07:20:09.821237+0000","last_became_peered":"2024-09-10T07:20:09.821237+0000","last_unstale":"2024-09-10T07:20:14.985742+0000","last_undegraded":"2024-09-10T07:20:14.985742+0000","last_fullsized":"2024-09-10T07:20:14.985742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.526686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986328+0000","last_change":"2024-09-10T07:20:09.823494+0000","last_active":"2024-09-10T07:20:14.986328+0000","last_peered":"2024-09-10T07:20:14.986328+0000","last_clean":"2024-09-10T07:20:14.986328+0000","last_became_active":"2024-09-10T07:20:09.822985+0000","last_became_peered":"2024-09-10T07:20:09.822985+0000","last_unstale":"2024-09-10T07:20:14.986328+0000","last_undegraded":"2024-09-10T07:20:14.986328+0000","last_fullsized":"2024-09-10T07:20:14.986328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950851+0000","last_change":"2024-09-10T07:20:09.828663+0000","last_active":"2024-09-10T07:20:14.950851+0000","last_peered":"2024-09-10T07:20:14.950851+0000","last_clean":"2024-09-10T07:20:14.950851+0000","last_became_active":"2024-09-10T07:20:09.828256+0000","last_became_peered":"2024-09-10T07:20:09.828256+0000","last_unstale":"2024-09-10T07:20:14.950851+0000","last_undegraded":"2024-09-10T07:20:14.950851+0000","last_fullsized":"2024-09-10T07:20:14.950851+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:38.416815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":872448,"data_stored":699164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":108304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542151,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31472,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340368,"statfs":{"total":96636764160,"available":96604536832,"internally_reserved":0,"allocated":286720,"data_stored":108340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":108214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":282624,"data_stored":108374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27892,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343948,"statfs":{"total":96636764160,"available":96608202752,"internally_reserved":0,"allocated":880640,"data_stored":699220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:20:30.464 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:20:30.464 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T07:20:30.464 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T07:20:30.464 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T07:20:30.465 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T07:20:30.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.602+0000 7fd64a817640 1 Processor -- start 2024-09-10T07:20:30.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.602+0000 7fd64a817640 1 -- start start 2024-09-10T07:20:30.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd64a817640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd6440ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd64a817640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd6440d13d0 0x7fd6440b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd64a817640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6440d3430 con 0x7fd6440cf040 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd64a817640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd6440d36d0 con 0x7fd6440d13d0 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd64a817640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd6440d39b0 con 0x7fd64415e510 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd6437fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd6440cf040 0x7fd6440d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46646/0 (socket says 172.21.15.3:46646) 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd6437fe640 1 -- 172.21.15.3:0/3496588596 learned_addr learned my addr 172.21.15.3:0/3496588596 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd648db4640 1 --2- 172.21.15.3:0/3496588596 >> v2:172.21.15.70:3300/0 conn(0x7fd6440d13d0 0x7fd6440b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd643fff640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd6440ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 744458834 0 0) 0x7fd6440d3430 con 0x7fd6440cf040 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.603+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd62c003520 con 0x7fd6440cf040 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 375937413 0 0) 0x7fd62c003520 con 0x7fd6440cf040 2024-09-10T07:20:30.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 msgr2=0x7fd6440ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd6440ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 >> v2:172.21.15.70:3300/0 conn(0x7fd6440d13d0 msgr2=0x7fd6440b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 --2- 172.21.15.3:0/3496588596 >> v2:172.21.15.70:3300/0 conn(0x7fd6440d13d0 0x7fd6440b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6440d3c90 con 0x7fd6440cf040 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fd638001670 con 0x7fd6440cf040 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 >> v1:172.21.15.3:6789/0 conn(0x7fd6440cf040 legacy=0x7fd6440d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd62c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd62c003fa0 0x7fd62c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd62c004d40 0x7fd62c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd6440d36d0 con 0x7fd62c004d40 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd6440d39b0 con 0x7fd62c003fa0 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd62c00ba70 con 0x7fd64415e510 2024-09-10T07:20:30.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd648db4640 1 --2- 172.21.15.3:0/3496588596 >> v2:172.21.15.70:3300/0 conn(0x7fd6440d13d0 0x7fd6440b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd643fff640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd62c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd648db4640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd62c004d40 0x7fd62c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd6437fe640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd62c003fa0 0x7fd62c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd643fff640 1 -- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd62c003fa0 msgr2=0x7fd62c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd643fff640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd62c003fa0 0x7fd62c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd643fff640 1 -- 172.21.15.3:0/3496588596 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd62c004d40 msgr2=0x7fd62c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd643fff640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd62c004d40 0x7fd62c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd643fff640 1 -- 172.21.15.3:0/3496588596 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd62c003520 con 0x7fd64415e510 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.604+0000 7fd648db4640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd62c004d40 0x7fd62c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.605+0000 7fd643fff640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd62c003a20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd634009ac0 tx=0x7fd62c005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=108a9e70b725b0a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.605+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd634036070 con 0x7fd64415e510 2024-09-10T07:20:30.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.605+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd634031400 con 0x7fd64415e510 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.605+0000 7fd642ffd640 1 -- 172.21.15.3:0/3496588596 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd634009690 con 0x7fd64415e510 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd64a817640 1 -- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 msgr2=0x7fd62c003a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd64a817640 1 --2- 172.21.15.3:0/3496588596 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd62c003a20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd634009ac0 tx=0x7fd62c005830 comp rx=0 tx=0).stop 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd648db4640 1 -- 172.21.15.3:0/3496588596 reap_dead start 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd64a817640 1 -- 172.21.15.3:0/3496588596 shutdown_connections 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd64a817640 1 -- 172.21.15.3:0/3496588596 >> 172.21.15.3:0/3496588596 conn(0x7fd64406d1a0 msgr2=0x7fd644073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd64a817640 1 -- 172.21.15.3:0/3496588596 shutdown_connections 2024-09-10T07:20:30.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.606+0000 7fd64a817640 1 -- 172.21.15.3:0/3496588596 wait complete. 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.607+0000 7fd64a817640 1 Processor -- start 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.607+0000 7fd64a817640 1 -- start start 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd64a817640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd64414f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd64a817640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd644155200 0x7fd6440cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd64a817640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 0x7fd644160180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd64a817640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd64415e8f0 con 0x7fd644156060 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd64a817640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd6440d22a0 con 0x7fd644155200 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd64a817640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd64415ea70 con 0x7fd64415e510 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 0x7fd644160180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 0x7fd644160180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57014/0 (socket says 172.21.15.3:57014) 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 -- 172.21.15.3:0/3000556290 learned_addr learned my addr 172.21.15.3:0/3000556290 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd643fff640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd64414f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd6437fe640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd644155200 0x7fd6440cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 -- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 msgr2=0x7fd64414f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd64414f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 -- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd644155200 msgr2=0x7fd6440cc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd644155200 0x7fd6440cc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.608+0000 7fd648db4640 1 -- 172.21.15.3:0/3000556290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6441589a0 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.609+0000 7fd648db4640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 0x7fd644160180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd6440d1860 tx=0x7fd63c00f870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.609+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c009dc0 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.609+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd63c01c070 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.609+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd644158070 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.609+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c003d90 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.609+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd644158630 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.610+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6440ceb00 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.610+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd63c004030 con 0x7fd644156060 2024-09-10T07:20:30.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.611+0000 7fd640ff9640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd63006be60 0x7fd63006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.611+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd63c08bc80 con 0x7fd644156060 2024-09-10T07:20:30.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.611+0000 7fd643fff640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd63006be60 0x7fd63006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.612+0000 7fd643fff640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd63006be60 0x7fd63006e320 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd634033000 tx=0x7fd634008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.615+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd63c010040 con 0x7fd644156060 2024-09-10T07:20:30.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.839+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd6440b88f0 con 0x7fd644156060 2024-09-10T07:20:30.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.842+0000 7fd640ff9640 1 -- 172.21.15.3:0/3000556290 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+172936 (secure 0 0 0) 0x7fd63c05a270 con 0x7fd644156060 2024-09-10T07:20:30.843 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:30.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd63006be60 msgr2=0x7fd63006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd63006be60 0x7fd63006e320 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd634033000 tx=0x7fd634008030 comp rx=0 tx=0).stop 2024-09-10T07:20:30.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 msgr2=0x7fd644160180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 0x7fd644160180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd6440d1860 tx=0x7fd63c00f870 comp rx=0 tx=0).stop 2024-09-10T07:20:30.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 shutdown_connections 2024-09-10T07:20:30.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd63006be60 0x7fd63006e320 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd644156060 0x7fd644160180 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd644155200 0x7fd6440cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 --2- 172.21.15.3:0/3000556290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd64415e510 0x7fd64414f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.844+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 >> 172.21.15.3:0/3000556290 conn(0x7fd64406d1a0 msgr2=0x7fd64415b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:30.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.845+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 shutdown_connections 2024-09-10T07:20:30.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.845+0000 7fd64a817640 1 -- 172.21.15.3:0/3000556290 wait complete. 2024-09-10T07:20:30.855 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6832","nonce":3291760172},{"type":"v1","addr":"172.21.15.70:6833","nonce":3291760172}]},"active_addr":"172.21.15.70:6833/3291760172","active_change":"2024-09-10T07:19:50.049422+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":2940447328}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":85837173}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":1612971381}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.70:0","nonce":127689985}]}]} 2024-09-10T07:20:30.858 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T07:20:30.859 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T07:20:30.859 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:30.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.961+0000 7ff752513640 1 Processor -- start 2024-09-10T07:20:30.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.961+0000 7ff752513640 1 -- start start 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff752513640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff74c0d04c0 0x7ff74c071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff752513640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff74c15e7c0 con 0x7ff74c1476d0 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff752513640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff74c071b80 con 0x7ff74c0cf340 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff752513640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ff74c071e60 con 0x7ff74c0d04c0 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff74b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff74c0d04c0 0x7ff74c071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff750ab0640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ff74c1476d0 0x7ff74c0ccc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46658/0 (socket says 172.21.15.3:46658) 2024-09-10T07:20:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff74b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff74c0d04c0 0x7ff74c071510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57018/0 (socket says 172.21.15.3:57018) 2024-09-10T07:20:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff750ab0640 1 -- 172.21.15.3:0/3190381350 learned_addr learned my addr 172.21.15.3:0/3190381350 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff74b7fe640 1 -- 172.21.15.3:0/3190381350 >> v1:172.21.15.70:6789/0 conn(0x7ff74c0cf340 legacy=0x7ff74c0cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff74b7fe640 1 -- 172.21.15.3:0/3190381350 >> v1:172.21.15.3:6789/0 conn(0x7ff74c1476d0 legacy=0x7ff74c0ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff74b7fe640 1 -- 172.21.15.3:0/3190381350 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff74c072140 con 0x7ff74c0d04c0 2024-09-10T07:20:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.962+0000 7ff74affd640 1 -- 172.21.15.3:0/3190381350 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4038812309 0 0) 0x7ff74c15e7c0 con 0x7ff74c1476d0 2024-09-10T07:20:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.963+0000 7ff74b7fe640 1 --2- 172.21.15.3:0/3190381350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c0d04c0 0x7ff74c071510 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff7400097a0 tx=0x7ff74002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d66c19f14c9fd03 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.963+0000 7ff74affd640 1 -- 172.21.15.3:0/3190381350 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff740037070 con 0x7ff74c0d04c0 2024-09-10T07:20:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.963+0000 7ff74affd640 1 -- 172.21.15.3:0/3190381350 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff740032440 con 0x7ff74c0d04c0 2024-09-10T07:20:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.963+0000 7ff74affd640 1 -- 172.21.15.3:0/3190381350 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff740032810 con 0x7ff74c0d04c0 2024-09-10T07:20:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 -- 172.21.15.3:0/3190381350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c0d04c0 msgr2=0x7ff74c071510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 --2- 172.21.15.3:0/3190381350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c0d04c0 0x7ff74c071510 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7ff7400097a0 tx=0x7ff74002a1a0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 -- 172.21.15.3:0/3190381350 shutdown_connections 2024-09-10T07:20:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 --2- 172.21.15.3:0/3190381350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c0d04c0 0x7ff74c071510 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 -- 172.21.15.3:0/3190381350 >> 172.21.15.3:0/3190381350 conn(0x7ff74c0b3d50 msgr2=0x7ff74c0b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 -- 172.21.15.3:0/3190381350 shutdown_connections 2024-09-10T07:20:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.964+0000 7ff752513640 1 -- 172.21.15.3:0/3190381350 wait complete. 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.965+0000 7ff752513640 1 Processor -- start 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.965+0000 7ff752513640 1 -- start start 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff752513640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff74c0cf340 0x7ff74c1615b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff752513640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff74c0d04c0 0x7ff74c15e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff752513640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 0x7ff74c0cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff752513640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff74c0cd320 con 0x7ff74c1476d0 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff752513640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff74c147ee0 con 0x7ff74c0cf340 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff752513640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff74c0cd4a0 con 0x7ff74c0d04c0 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 0x7ff74c0cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 0x7ff74c0cb6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57032/0 (socket says 172.21.15.3:57032) 2024-09-10T07:20:30.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 -- 172.21.15.3:0/3869958636 learned_addr learned my addr 172.21.15.3:0/3869958636 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff74b7fe640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff74c0d04c0 0x7ff74c15e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff74bfff640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff74c0cf340 0x7ff74c1615b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 -- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff74c0d04c0 msgr2=0x7ff74c15e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff74c0d04c0 0x7ff74c15e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 -- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff74c0cf340 msgr2=0x7ff74c1615b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff74c0cf340 0x7ff74c1615b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 -- 172.21.15.3:0/3869958636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff74c1607f0 con 0x7ff74c1476d0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.966+0000 7ff750ab0640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 0x7ff74c0cb6f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff74400c730 tx=0x7ff74400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.967+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744018070 con 0x7ff74c1476d0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.967+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff74400ce40 con 0x7ff74c1476d0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.967+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74400a860 con 0x7ff74c1476d0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.967+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff74c160ad0 con 0x7ff74c1476d0 2024-09-10T07:20:30.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.967+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff74c161af0 con 0x7ff74c1476d0 2024-09-10T07:20:30.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.968+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff74c071510 con 0x7ff74c1476d0 2024-09-10T07:20:30.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.968+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff74401b070 con 0x7ff74c1476d0 2024-09-10T07:20:30.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.969+0000 7ff748ff9640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff73806be30 0x7ff73806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:30.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.969+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff74408a7b0 con 0x7ff74c1476d0 2024-09-10T07:20:30.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.969+0000 7ff74bfff640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff73806be30 0x7ff73806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:30.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.969+0000 7ff74bfff640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff73806be30 0x7ff73806e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff73c000f60 tx=0x7ff73c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:30.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:30.973+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff744058730 con 0x7ff74c1476d0 2024-09-10T07:20:31.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.150+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff74c0b2630 con 0x7ff74c1476d0 2024-09-10T07:20:31.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.151+0000 7ff748ff9640 1 -- 172.21.15.3:0/3869958636 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7ff74405ca30 con 0x7ff74c1476d0 2024-09-10T07:20:31.151 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:31.151 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:31.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff73806be30 msgr2=0x7ff73806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff73806be30 0x7ff73806e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff73c000f60 tx=0x7ff73c009040 comp rx=0 tx=0).stop 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 msgr2=0x7ff74c0cb6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 0x7ff74c0cb6f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff74400c730 tx=0x7ff74400cbf0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 shutdown_connections 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff73806be30 0x7ff73806e2f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff74c1476d0 0x7ff74c0cb6f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff74c0d04c0 0x7ff74c15e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 --2- 172.21.15.3:0/3869958636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff74c0cf340 0x7ff74c1615b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.153+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 >> 172.21.15.3:0/3869958636 conn(0x7ff74c0b3d50 msgr2=0x7ff74c0b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.154+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 shutdown_connections 2024-09-10T07:20:31.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.154+0000 7ff752513640 1 -- 172.21.15.3:0/3869958636 wait complete. 2024-09-10T07:20:31.164 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T07:20:31.164 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.267+0000 7f0b3300e640 1 Processor -- start 2024-09-10T07:20:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.267+0000 7f0b3300e640 1 -- start start 2024-09-10T07:20:31.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b3300e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0b2c15e560 0x7f0b2c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b3300e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0b2c0d1550 0x7f0b2c0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b3300e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b2c0d3480 con 0x7f0b2c0cf510 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b3300e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0b2c0d3760 con 0x7f0b2c15e560 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b3300e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0b2c0d3a40 con 0x7f0b2c0d1550 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b30daa640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0b2c15e560 0x7f0b2c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b2bfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0b2c0cf510 0x7f0b2c0d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46664/0 (socket says 172.21.15.3:46664) 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b2bfff640 1 -- 172.21.15.3:0/3647218309 learned_addr learned my addr 172.21.15.3:0/3647218309 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b315ab640 1 --2- 172.21.15.3:0/3647218309 >> v2:172.21.15.70:3300/0 conn(0x7f0b2c0d1550 0x7f0b2c0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b30daa640 1 -- 172.21.15.3:0/3647218309 >> v2:172.21.15.70:3300/0 conn(0x7f0b2c0d1550 msgr2=0x7f0b2c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b30daa640 1 --2- 172.21.15.3:0/3647218309 >> v2:172.21.15.70:3300/0 conn(0x7f0b2c0d1550 0x7f0b2c0b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b30daa640 1 -- 172.21.15.3:0/3647218309 >> v1:172.21.15.3:6789/0 conn(0x7f0b2c0cf510 legacy=0x7f0b2c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b2b7fe640 1 -- 172.21.15.3:0/3647218309 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1619123193 0 0) 0x7f0b2c0d3480 con 0x7f0b2c0cf510 2024-09-10T07:20:31.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b30daa640 1 -- 172.21.15.3:0/3647218309 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2c0d3d20 con 0x7f0b2c15e560 2024-09-10T07:20:31.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.268+0000 7f0b315ab640 1 --2- 172.21.15.3:0/3647218309 >> v2:172.21.15.70:3300/0 conn(0x7f0b2c0d1550 0x7f0b2c0b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:31.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.269+0000 7f0b30daa640 1 --2- 172.21.15.3:0/3647218309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c15e560 0x7f0b2c0ceee0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c0b76e0 tx=0x7f0b1c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84f7f02a4f933e13 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.269+0000 7f0b2b7fe640 1 -- 172.21.15.3:0/3647218309 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c037070 con 0x7f0b2c15e560 2024-09-10T07:20:31.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.269+0000 7f0b2b7fe640 1 -- 172.21.15.3:0/3647218309 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b1c032440 con 0x7f0b2c15e560 2024-09-10T07:20:31.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.269+0000 7f0b2b7fe640 1 -- 172.21.15.3:0/3647218309 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c032810 con 0x7f0b2c15e560 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 -- 172.21.15.3:0/3647218309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c15e560 msgr2=0x7f0b2c0ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 --2- 172.21.15.3:0/3647218309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c15e560 0x7f0b2c0ceee0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c0b76e0 tx=0x7f0b1c02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 -- 172.21.15.3:0/3647218309 shutdown_connections 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 --2- 172.21.15.3:0/3647218309 >> v2:172.21.15.70:3300/0 conn(0x7f0b2c0d1550 0x7f0b2c0b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 --2- 172.21.15.3:0/3647218309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c15e560 0x7f0b2c0ceee0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 -- 172.21.15.3:0/3647218309 >> 172.21.15.3:0/3647218309 conn(0x7f0b2c073850 msgr2=0x7f0b2c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 -- 172.21.15.3:0/3647218309 shutdown_connections 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.270+0000 7f0b3300e640 1 -- 172.21.15.3:0/3647218309 wait complete. 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.271+0000 7f0b3300e640 1 Processor -- start 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.271+0000 7f0b3300e640 1 -- start start 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b3300e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b2c0cf510 0x7f0b2c15ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b3300e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 0x7f0b2c160660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b3300e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2c15e560 0x7f0b2c160ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b3300e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2c15eac0 con 0x7f0b2c0d1550 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b3300e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2c15e940 con 0x7f0b2c0cf510 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b3300e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0b2c0cf980 con 0x7f0b2c15e560 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 0x7f0b2c160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 0x7f0b2c160660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57048/0 (socket says 172.21.15.3:57048) 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 -- 172.21.15.3:0/2573398388 learned_addr learned my addr 172.21.15.3:0/2573398388 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b30daa640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b2c0cf510 0x7f0b2c15ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b315ab640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2c15e560 0x7f0b2c160ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 -- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2c15e560 msgr2=0x7f0b2c160ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2c15e560 0x7f0b2c160ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 -- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b2c0cf510 msgr2=0x7f0b2c15ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.272+0000 7f0b2bfff640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b2c0cf510 0x7f0b2c15ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b2bfff640 1 -- 172.21.15.3:0/2573398388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2c15f180 con 0x7f0b2c0d1550 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b315ab640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2c15e560 0x7f0b2c160ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b2bfff640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 0x7f0b2c160660 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0b2000c4a0 tx=0x7f0b2000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b20018070 con 0x7f0b2c0d1550 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b200074e0 con 0x7f0b2c0d1550 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b2c15f400 con 0x7f0b2c0d1550 2024-09-10T07:20:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b20004a20 con 0x7f0b2c0d1550 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.273+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b2c15f9c0 con 0x7f0b2c0d1550 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.274+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b2c0cd270 con 0x7f0b2c0d1550 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.274+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b2001b070 con 0x7f0b2c0d1550 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.275+0000 7f0b297fa640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1806be30 0x7f0b1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.275+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0b2008a3f0 con 0x7f0b2c0d1550 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.275+0000 7f0b30daa640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1806be30 0x7f0b1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.276+0000 7f0b30daa640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1806be30 0x7f0b1806e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c034000 tx=0x7f0b1c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.279+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b2c15f180 con 0x7f0b2c0d1550 2024-09-10T07:20:31.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.456+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b2c0ceee0 con 0x7f0b2c0d1550 2024-09-10T07:20:31.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.458+0000 7f0b297fa640 1 -- 172.21.15.3:0/2573398388 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f0b20058af0 con 0x7f0b2c0d1550 2024-09-10T07:20:31.458 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:31.458 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1806be30 msgr2=0x7f0b1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1806be30 0x7f0b1806e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c034000 tx=0x7f0b1c02e000 comp rx=0 tx=0).stop 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 msgr2=0x7f0b2c160660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 0x7f0b2c160660 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0b2000c4a0 tx=0x7f0b2000c960 comp rx=0 tx=0).stop 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 shutdown_connections 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1806be30 0x7f0b1806e2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2c15e560 0x7f0b2c160ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b2c0d1550 0x7f0b2c160660 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 --2- 172.21.15.3:0/2573398388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b2c0cf510 0x7f0b2c15ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 >> 172.21.15.3:0/2573398388 conn(0x7f0b2c073850 msgr2=0x7f0b2c1593d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 shutdown_connections 2024-09-10T07:20:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.460+0000 7f0b3300e640 1 -- 172.21.15.3:0/2573398388 wait complete. 2024-09-10T07:20:31.471 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T07:20:31.472 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T07:20:31.472 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T07:20:31.473 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T07:20:31.473 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-10T07:20:31.473 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-10T07:20:31.474 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-10T07:20:31.474 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-10T07:20:31.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.647+0000 7f1bf4a43640 1 Processor -- start 2024-09-10T07:20:31.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.648+0000 7f1bf4a43640 1 -- start start 2024-09-10T07:20:31.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1bf4a43640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1be80e7120 0x7f1be8053f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1bf4a43640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1be8052330 con 0x7f1be804eb60 2024-09-10T07:20:31.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1bf4a43640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1be8006cd0 con 0x7f1be8005ab0 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1bf4a43640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1be80520e0 con 0x7f1be80e7120 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1beffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f1be804eb60 0x7f1be801d530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46676/0 (socket says 172.21.15.3:46676) 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1beeffd640 1 --2- 172.21.15.3:0/685740752 >> v2:172.21.15.70:3300/0 conn(0x7f1be80e7120 0x7f1be8053f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f1beffff640 1 -- 172.21.15.3:0/685740752 learned_addr learned my addr 172.21.15.3:0/685740752 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.648+0000 7f28227cf640 1 Processor -- start 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.648+0000 7f28227cf640 1 -- start start 2024-09-10T07:20:31.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f28227cf640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f281c0cdb70 0x7f281c06f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f28227cf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c0adec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f28227cf640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f281c16b300 con 0x7f281c08b670 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f28227cf640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f281c16f5a0 con 0x7f281c0cdb70 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.649+0000 7f28227cf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f281c16f860 con 0x7f281c0ada30 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f281b7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f281c08b670 0x7f281c0cdf50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46682/0 (socket says 172.21.15.3:46682) 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f281b7fe640 1 -- 172.21.15.3:0/918575444 learned_addr learned my addr 172.21.15.3:0/918575444 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f2820d6c640 1 --2- 172.21.15.3:0/918575444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c0adec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7efc9882c640 1 Processor -- start 2024-09-10T07:20:31.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f281bfff640 1 --2- 172.21.15.3:0/918575444 >> v2:172.21.15.3:3300/0 conn(0x7f281c0cdb70 0x7f281c06f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7efc9882c640 1 -- start start 2024-09-10T07:20:31.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f0793926640 1 Processor -- start 2024-09-10T07:20:31.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f0793926640 1 -- start start 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f1beeffd640 1 -- 172.21.15.3:0/685740752 >> v1:172.21.15.70:6789/0 conn(0x7f1be8005ab0 legacy=0x7f1be8005e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f1beeffd640 1 -- 172.21.15.3:0/685740752 >> v1:172.21.15.3:6789/0 conn(0x7f1be804eb60 legacy=0x7f1be801d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.650+0000 7f1beeffd640 1 -- 172.21.15.3:0/685740752 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be8006fb0 con 0x7f1be80e7120 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f281affd640 1 -- 172.21.15.3:0/918575444 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1312733037 0 0) 0x7f281c16b300 con 0x7f281c08b670 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f281affd640 1 -- 172.21.15.3:0/918575444 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2804005730 con 0x7f281c08b670 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f2820d6c640 1 -- 172.21.15.3:0/918575444 >> v2:172.21.15.3:3300/0 conn(0x7f281c0cdb70 msgr2=0x7f281c06f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f2820d6c640 1 --2- 172.21.15.3:0/918575444 >> v2:172.21.15.3:3300/0 conn(0x7f281c0cdb70 0x7f281c06f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f2820d6c640 1 -- 172.21.15.3:0/918575444 >> v1:172.21.15.3:6789/0 conn(0x7f281c08b670 legacy=0x7f281c0cdf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7f1beeffd640 1 --2- 172.21.15.3:0/685740752 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be80e7120 0x7f1be8053f50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1bf0065710 tx=0x7f1bf00a6010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=661486a882d8d729 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f2820d6c640 1 -- 172.21.15.3:0/918575444 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281c0acf50 con 0x7f281c0ada30 2024-09-10T07:20:31.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.651+0000 7f0813386640 1 Processor -- start 2024-09-10T07:20:31.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7f0813386640 1 -- start start 2024-09-10T07:20:31.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7f2820d6c640 1 --2- 172.21.15.3:0/918575444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c0adec0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f281000a940 tx=0x7f281002a3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5e19441e21516c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7efc9882c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 0x7efc9406da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7efc9882c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efc940ce580 0x7efc940ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7f0793926640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f078c162ed0 0x7f078c1652c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.652+0000 7f281affd640 1 -- 172.21.15.3:0/918575444 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2810037070 con 0x7f281c0ada30 2024-09-10T07:20:31.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f281affd640 1 -- 172.21.15.3:0/918575444 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2810032640 con 0x7f281c0ada30 2024-09-10T07:20:31.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f281affd640 1 -- 172.21.15.3:0/918575444 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2810037070 con 0x7f281c0ada30 2024-09-10T07:20:31.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f1bee7fc640 1 -- 172.21.15.3:0/685740752 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf00b3070 con 0x7f1be80e7120 2024-09-10T07:20:31.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f1bee7fc640 1 -- 172.21.15.3:0/685740752 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bf00a6de0 con 0x7f1be80e7120 2024-09-10T07:20:31.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f07916c2640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f078c0ccfe0 0x7f078c0cde50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49904/0 (socket says 172.21.15.3:49904) 2024-09-10T07:20:31.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f07916c2640 1 -- 172.21.15.3:0/1822293868 learned_addr learned my addr 172.21.15.3:0/1822293868 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f078c0c6e50 con 0x7f078c0b5200 2024-09-10T07:20:31.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f078c0b3ca0 con 0x7f078c0ccfe0 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0813386640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f08040ea510 0x7f080400a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0813386640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f08040ea8f0 0x7f0804007700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0813386640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08040069b0 con 0x7f080400a950 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0813386640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f08040342a0 con 0x7f08040ea8f0 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0813386640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0804055ad0 con 0x7f08040ea510 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f188fa0e640 1 Processor -- start 2024-09-10T07:20:31.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 -- 172.21.15.3:0/918575444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 msgr2=0x7f281c0adec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 --2- 172.21.15.3:0/918575444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c0adec0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f281000a940 tx=0x7f281002a3a0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f078c15a810 con 0x7f078c162ed0 2024-09-10T07:20:31.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 -- 172.21.15.3:0/918575444 shutdown_connections 2024-09-10T07:20:31.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 --2- 172.21.15.3:0/918575444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c0adec0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 --2- 172.21.15.3:0/918575444 >> v2:172.21.15.3:3300/0 conn(0x7f281c0cdb70 0x7f281c06f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 -- 172.21.15.3:0/918575444 >> 172.21.15.3:0/918575444 conn(0x7f281c0b1bd0 msgr2=0x7f281c0b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0812b85640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f080400a950 0x7f0804039ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49912/0 (socket says 172.21.15.3:49912) 2024-09-10T07:20:31.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0812b85640 1 -- 172.21.15.3:0/4159186822 learned_addr learned my addr 172.21.15.3:0/4159186822 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7f0783fff640 1 -- 172.21.15.3:0/1822293868 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 967209090 0 0) 0x7f078c0b3ca0 con 0x7f078c0ccfe0 2024-09-10T07:20:31.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 -- 172.21.15.3:0/918575444 shutdown_connections 2024-09-10T07:20:31.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f1bf4a43640 1 -- 172.21.15.3:0/685740752 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be80e7120 msgr2=0x7f1be8053f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f1bf4a43640 1 --2- 172.21.15.3:0/685740752 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be80e7120 0x7f1be8053f50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1bf0065710 tx=0x7f1bf00a6010 comp rx=0 tx=0).stop 2024-09-10T07:20:31.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0791ec3640 1 --2- 172.21.15.3:0/1822293868 >> v2:172.21.15.3:3300/0 conn(0x7f078c162ed0 0x7f078c1652c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0783fff640 1 -- 172.21.15.3:0/1822293868 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0778003520 con 0x7f078c0ccfe0 2024-09-10T07:20:31.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f188fa0e640 1 -- start start 2024-09-10T07:20:31.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7efc9259c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 0x7efc9406da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.653+0000 7efc9259c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 0x7efc9406da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57344/0 (socket says 172.21.15.3:57344) 2024-09-10T07:20:31.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7efc9882c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc9415a8c0 con 0x7efc940b26c0 2024-09-10T07:20:31.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7efc9882c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7efc940c5440 con 0x7efc940ce580 2024-09-10T07:20:31.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7efc9882c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efc9406ea10 con 0x7efc9415a4e0 2024-09-10T07:20:31.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0812384640 1 --2- 172.21.15.3:0/4159186822 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f08040ea510 0x7f080400a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7efc9259c640 1 -- 172.21.15.3:0/2683623852 learned_addr learned my addr 172.21.15.3:0/2683623852 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0811b83640 1 --2- 172.21.15.3:0/4159186822 >> v2:172.21.15.3:3300/0 conn(0x7f08040ea8f0 0x7f0804007700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f0812384640 1 -- 172.21.15.3:0/4159186822 >> v2:172.21.15.3:3300/0 conn(0x7f08040ea8f0 msgr2=0x7f0804007700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f0812384640 1 --2- 172.21.15.3:0/4159186822 >> v2:172.21.15.3:3300/0 conn(0x7f08040ea8f0 0x7f0804007700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f0812384640 1 -- 172.21.15.3:0/4159186822 >> v1:172.21.15.70:6789/0 conn(0x7f080400a950 legacy=0x7f0804039ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f0812384640 1 -- 172.21.15.3:0/4159186822 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0804006c20 con 0x7f08040ea510 2024-09-10T07:20:31.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7efc91d9b640 1 --2- 172.21.15.3:0/2683623852 >> v2:172.21.15.3:3300/0 conn(0x7efc940ce580 0x7efc940ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f28227cf640 1 -- 172.21.15.3:0/918575444 wait complete. 2024-09-10T07:20:31.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0791ec3640 1 -- 172.21.15.3:0/1822293868 >> v1:172.21.15.70:6789/0 conn(0x7f078c0ccfe0 legacy=0x7f078c0cde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0791ec3640 1 -- 172.21.15.3:0/1822293868 >> v1:172.21.15.3:6789/0 conn(0x7f078c0b5200 legacy=0x7f078c0b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f0791ec3640 1 -- 172.21.15.3:0/1822293868 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f078c0b3f80 con 0x7f078c162ed0 2024-09-10T07:20:31.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f1bf4a43640 1 -- 172.21.15.3:0/685740752 shutdown_connections 2024-09-10T07:20:31.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f1bf4a43640 1 --2- 172.21.15.3:0/685740752 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be80e7120 0x7f1be8053f50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.654+0000 7f1bf4a43640 1 -- 172.21.15.3:0/685740752 >> 172.21.15.3:0/685740752 conn(0x7f1be8036090 msgr2=0x7f1be80364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f33f2aed640 1 Processor -- start 2024-09-10T07:20:31.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7efc9259c640 1 -- 172.21.15.3:0/2683623852 >> v2:172.21.15.3:3300/0 conn(0x7efc940ce580 msgr2=0x7efc940ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7efc9259c640 1 --2- 172.21.15.3:0/2683623852 >> v2:172.21.15.3:3300/0 conn(0x7efc940ce580 0x7efc940ccd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7efc9259c640 1 -- 172.21.15.3:0/2683623852 >> v1:172.21.15.3:6789/0 conn(0x7efc940b26c0 legacy=0x7efc9415dfc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:20:31.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f33f2aed640 1 -- start start 2024-09-10T07:20:31.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f188fa0e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 0x7f188000c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f0791ec3640 1 --2- 172.21.15.3:0/1822293868 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c162ed0 0x7f078c1652c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0784009d90 tx=0x7f078402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d0174f761523ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f1bf4a43640 1 -- 172.21.15.3:0/685740752 shutdown_connections 2024-09-10T07:20:31.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f28227cf640 1 Processor -- start 2024-09-10T07:20:31.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f28227cf640 1 -- start start 2024-09-10T07:20:31.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f0812384640 1 --2- 172.21.15.3:0/4159186822 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f08040ea510 0x7f080400a410 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0808009790 tx=0x7f080802a140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1739cd654b09140 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f188fa0e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 0x7f18800077b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f188fa0e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18800394a0 con 0x7f1880034a50 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f188fa0e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f188000ae10 con 0x7f188004fcf0 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.655+0000 7f188fa0e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f18800529d0 con 0x7f18800df8b0 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 0x7f188000c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188dfab640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 0x7f18800077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 0x7f188000c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57370/0 (socket says 172.21.15.3:57370) 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188dfab640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 0x7f18800077b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53578/0 (socket says 172.21.15.3:53578) 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 -- 172.21.15.3:0/862706340 learned_addr learned my addr 172.21.15.3:0/862706340 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 -- 172.21.15.3:0/862706340 >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 msgr2=0x7f18800077b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f75597d6640 1 Processor -- start 2024-09-10T07:20:31.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7efc9259c640 1 -- 172.21.15.3:0/2683623852 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc9406e170 con 0x7efc9415a4e0 2024-09-10T07:20:31.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f1bf4a43640 1 -- 172.21.15.3:0/685740752 wait complete. 2024-09-10T07:20:31.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f0811382640 1 -- 172.21.15.3:0/4159186822 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0808037070 con 0x7f08040ea510 2024-09-10T07:20:31.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f0811382640 1 -- 172.21.15.3:0/4159186822 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f080802ae50 con 0x7f08040ea510 2024-09-10T07:20:31.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f28227cf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f281c08b670 0x7f281c0c7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f33f2aed640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33ec06dd90 0x7f33ec0acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f33f2aed640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 0x7f33ec073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f33f2aed640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33ec06f530 con 0x7f33ec15e8d0 2024-09-10T07:20:31.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f33f2aed640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f33ec0cbbb0 con 0x7f33ec06dd90 2024-09-10T07:20:31.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f33f2aed640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33ec0cbe90 con 0x7f33ec0cb580 2024-09-10T07:20:31.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f28227cf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c168bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f28227cf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281c0cdb70 0x7f281c0b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f28227cf640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f281c0cd190 con 0x7f281c0cdb70 2024-09-10T07:20:31.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f33f108a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 0x7f33ec073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f0783fff640 1 -- 172.21.15.3:0/1822293868 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0784007740 con 0x7f078c162ed0 2024-09-10T07:20:31.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f0783fff640 1 -- 172.21.15.3:0/1822293868 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07840078e0 con 0x7f078c162ed0 2024-09-10T07:20:31.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f0783fff640 1 -- 172.21.15.3:0/1822293868 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0784007cf0 con 0x7f078c162ed0 2024-09-10T07:20:31.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f28227cf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f281c0ad510 con 0x7f281c08b670 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f28227cf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f281c0cd310 con 0x7f281c0ada30 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f281b7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c168bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f2820d6c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281c0cdb70 0x7f281c0b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f281b7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c168bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57398/0 (socket says 172.21.15.3:57398) 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f2820d6c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281c0cdb70 0x7f281c0b2ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57090/0 (socket says 172.21.15.3:57090) 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.657+0000 7f281b7fe640 1 -- 172.21.15.3:0/3748628551 learned_addr learned my addr 172.21.15.3:0/3748628551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281bfff640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f281c08b670 0x7f281c0c7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 --2- 172.21.15.3:0/862706340 >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 0x7f18800077b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 -- 172.21.15.3:0/862706340 >> v1:172.21.15.3:6789/0 conn(0x7f1880034a50 legacy=0x7f1880038d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188d7aa640 1 -- 172.21.15.3:0/862706340 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1880052c70 con 0x7f18800df8b0 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f188dfab640 1 --2- 172.21.15.3:0/862706340 >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 0x7f18800077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33f108a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 0x7f33ec073720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57382/0 (socket says 172.21.15.3:57382) 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33ebfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33ec06dd90 0x7f33ec0acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33f108a640 1 -- 172.21.15.3:0/2244234026 learned_addr learned my addr 172.21.15.3:0/2244234026 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f188d7aa640 1 --2- 172.21.15.3:0/862706340 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 0x7f188000c8a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f188400dc70 tx=0x7f188402e430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83f5211c94cf7aa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f0811382640 1 -- 172.21.15.3:0/4159186822 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0808032640 con 0x7f08040ea510 2024-09-10T07:20:31.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.656+0000 7f75597d6640 1 -- start start 2024-09-10T07:20:31.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f75597d6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f754c0541e0 0x7f754c03a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f75597d6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f754c00ad30 0x7f754c00b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f75597d6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754c047ae0 con 0x7f754c036460 2024-09-10T07:20:31.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f75597d6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f754c03a8f0 con 0x7f754c00ad30 2024-09-10T07:20:31.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f75597d6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f754c004bf0 con 0x7f754c0541e0 2024-09-10T07:20:31.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f1bf4a43640 1 Processor -- start 2024-09-10T07:20:31.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f187ffff640 1 -- 172.21.15.3:0/862706340 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188403a070 con 0x7f18800df8b0 2024-09-10T07:20:31.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f187ffff640 1 -- 172.21.15.3:0/862706340 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1884033710 con 0x7f18800df8b0 2024-09-10T07:20:31.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f187ffff640 1 -- 172.21.15.3:0/862706340 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884033ae0 con 0x7f18800df8b0 2024-09-10T07:20:31.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f7552ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f754c0541e0 0x7f754c03a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f7552ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f754c0541e0 0x7f754c03a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53600/0 (socket says 172.21.15.3:53600) 2024-09-10T07:20:31.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f7552ffd640 1 -- 172.21.15.3:0/2711697697 learned_addr learned my addr 172.21.15.3:0/2711697697 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f75537fe640 1 --2- 172.21.15.3:0/2711697697 >> v2:172.21.15.3:3300/0 conn(0x7f754c00ad30 0x7f754c00b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f1bf4a43640 1 -- start start 2024-09-10T07:20:31.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33eb7fe640 1 -- 172.21.15.3:0/2244234026 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1550190541 0 0) 0x7f33ec06f530 con 0x7f33ec15e8d0 2024-09-10T07:20:31.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33eb7fe640 1 -- 172.21.15.3:0/2244234026 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33d4005730 con 0x7f33ec15e8d0 2024-09-10T07:20:31.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f0813386640 1 -- 172.21.15.3:0/4159186822 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f08040ea510 msgr2=0x7f080400a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f0813386640 1 --2- 172.21.15.3:0/4159186822 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f08040ea510 0x7f080400a410 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0808009790 tx=0x7f080802a140 comp rx=0 tx=0).stop 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c162ed0 msgr2=0x7f078c1652c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 --2- 172.21.15.3:0/1822293868 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c162ed0 0x7f078c1652c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0784009d90 tx=0x7f078402a710 comp rx=0 tx=0).stop 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33f108a640 1 -- 172.21.15.3:0/2244234026 >> v2:172.21.15.70:3300/0 conn(0x7f33ec06dd90 msgr2=0x7f33ec0acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33f108a640 1 --2- 172.21.15.3:0/2244234026 >> v2:172.21.15.70:3300/0 conn(0x7f33ec06dd90 0x7f33ec0acdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33f108a640 1 -- 172.21.15.3:0/2244234026 >> v1:172.21.15.70:6789/0 conn(0x7f33ec15e8d0 legacy=0x7f33ec0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f33f108a640 1 -- 172.21.15.3:0/2244234026 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ec0ca5f0 con 0x7f33ec0cb580 2024-09-10T07:20:31.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f33ebfff640 1 --2- 172.21.15.3:0/2244234026 >> v2:172.21.15.70:3300/0 conn(0x7f33ec06dd90 0x7f33ec0acdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:31.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f7552ffd640 1 -- 172.21.15.3:0/2711697697 >> v2:172.21.15.3:3300/0 conn(0x7f754c00ad30 msgr2=0x7f754c00b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 shutdown_connections 2024-09-10T07:20:31.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0813386640 1 -- 172.21.15.3:0/4159186822 shutdown_connections 2024-09-10T07:20:31.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0813386640 1 --2- 172.21.15.3:0/4159186822 >> v2:172.21.15.3:3300/0 conn(0x7f08040ea8f0 0x7f0804007700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0813386640 1 --2- 172.21.15.3:0/4159186822 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f08040ea510 0x7f080400a410 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0813386640 1 -- 172.21.15.3:0/4159186822 >> 172.21.15.3:0/4159186822 conn(0x7f080401e1b0 msgr2=0x7f0804054e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 --2- 172.21.15.3:0/1822293868 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c162ed0 0x7f078c1652c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 >> 172.21.15.3:0/1822293868 conn(0x7f078c0b1bd0 msgr2=0x7f078c0b1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 shutdown_connections 2024-09-10T07:20:31.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f0793926640 1 -- 172.21.15.3:0/1822293868 wait complete. 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281b7fe640 1 -- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f281c08b670 msgr2=0x7f281c0c7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281b7fe640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f281c08b670 0x7f281c0c7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281b7fe640 1 -- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281c0cdb70 msgr2=0x7f281c0b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281b7fe640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281c0cdb70 0x7f281c0b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281b7fe640 1 -- 172.21.15.3:0/3748628551 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281c071d40 con 0x7f281c0ada30 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281bfff640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f281c08b670 0x7f281c0c7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7f281b7fe640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c168bb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f281400bc40 tx=0x7f2814009e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814015470 con 0x7f281c0ada30 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2814010070 con 0x7f281c0ada30 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f281c1690f0 con 0x7f281c0ada30 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814015870 con 0x7f281c0ada30 2024-09-10T07:20:31.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f281c072290 con 0x7f281c0ada30 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7efc9259c640 1 --2- 172.21.15.3:0/2683623852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 0x7efc9406da90 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efc940c55c0 tx=0x7efc8c02ba30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e91304ba9aee8e9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7efc9159a640 1 -- 172.21.15.3:0/2683623852 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8c034020 con 0x7efc9415a4e0 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.658+0000 7efc9159a640 1 -- 172.21.15.3:0/2683623852 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc8c030890 con 0x7efc9415a4e0 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7efc9159a640 1 -- 172.21.15.3:0/2683623852 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8c034020 con 0x7efc9415a4e0 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7efc9882c640 1 -- 172.21.15.3:0/2683623852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 msgr2=0x7efc9406da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 --2- 172.21.15.3:0/2683623852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 0x7efc9406da90 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7efc940c55c0 tx=0x7efc8c02ba30 comp rx=0 tx=0).stop 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 -- 172.21.15.3:0/2683623852 shutdown_connections 2024-09-10T07:20:31.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.659+0000 7f7551ffb640 1 -- 172.21.15.3:0/2711697697 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1880551184 0 0) 0x7f754c047ae0 con 0x7f754c036460 2024-09-10T07:20:31.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 --2- 172.21.15.3:0/2683623852 >> v2:172.21.15.3:3300/0 conn(0x7efc940ce580 0x7efc940ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 --2- 172.21.15.3:0/2683623852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc9415a4e0 0x7efc9406da90 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 -- 172.21.15.3:0/2683623852 >> 172.21.15.3:0/2683623852 conn(0x7efc940b1bd0 msgr2=0x7efc940b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f7552ffd640 1 --2- 172.21.15.3:0/2711697697 >> v2:172.21.15.3:3300/0 conn(0x7f754c00ad30 0x7f754c00b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f7552ffd640 1 -- 172.21.15.3:0/2711697697 >> v1:172.21.15.3:6789/0 conn(0x7f754c036460 legacy=0x7f754c036880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f7552ffd640 1 -- 172.21.15.3:0/2711697697 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c047dc0 con 0x7f754c0541e0 2024-09-10T07:20:31.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f33f108a640 1 --2- 172.21.15.3:0/2244234026 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 0x7f33ec073720 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f33e4009e50 tx=0x7f33e402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1b291311decbe37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bf4a43640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1be8005ab0 0x7f1be804aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bf4a43640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be804eb60 0x7f1be8184e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bf4a43640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1be80e7120 0x7f1be800a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bf4a43640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1be801dc40 con 0x7f1be8005ab0 2024-09-10T07:20:31.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bf4a43640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8053a10 con 0x7f1be804eb60 2024-09-10T07:20:31.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bf4a43640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1be801ddc0 con 0x7f1be80e7120 2024-09-10T07:20:31.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f75537fe640 1 --2- 172.21.15.3:0/2711697697 >> v2:172.21.15.3:3300/0 conn(0x7f754c00ad30 0x7f754c00b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:31.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1beffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1be80e7120 0x7f1be800a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f0813386640 1 -- 172.21.15.3:0/4159186822 shutdown_connections 2024-09-10T07:20:31.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f281c0b5f10 con 0x7f281c0ada30 2024-09-10T07:20:31.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 -- 172.21.15.3:0/2683623852 shutdown_connections 2024-09-10T07:20:31.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7efc9882c640 1 -- 172.21.15.3:0/2683623852 wait complete. 2024-09-10T07:20:31.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f33eb7fe640 1 -- 172.21.15.3:0/2244234026 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e4036070 con 0x7f33ec0cb580 2024-09-10T07:20:31.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f33eb7fe640 1 -- 172.21.15.3:0/2244234026 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33e4031600 con 0x7f33ec0cb580 2024-09-10T07:20:31.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f33eb7fe640 1 -- 172.21.15.3:0/2244234026 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e40319d0 con 0x7f33ec0cb580 2024-09-10T07:20:31.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f7552ffd640 1 --2- 172.21.15.3:0/2711697697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c0541e0 0x7f754c03a0a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f754c00c950 tx=0x7f754402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c0e349fe10b81de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f7551ffb640 1 -- 172.21.15.3:0/2711697697 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544004030 con 0x7f754c0541e0 2024-09-10T07:20:31.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f33f2aed640 1 -- 172.21.15.3:0/2244234026 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 msgr2=0x7f33ec073720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f33f2aed640 1 --2- 172.21.15.3:0/2244234026 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 0x7f33ec073720 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f33e4009e50 tx=0x7f33e402a710 comp rx=0 tx=0).stop 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 -- 172.21.15.3:0/862706340 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 msgr2=0x7f188000c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 --2- 172.21.15.3:0/862706340 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 0x7f188000c8a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f188400dc70 tx=0x7f188402e430 comp rx=0 tx=0).stop 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 -- 172.21.15.3:0/862706340 shutdown_connections 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 --2- 172.21.15.3:0/862706340 >> v2:172.21.15.70:3300/0 conn(0x7f188004fcf0 0x7f18800077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 --2- 172.21.15.3:0/862706340 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18800df8b0 0x7f188000c8a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 -- 172.21.15.3:0/862706340 >> 172.21.15.3:0/862706340 conn(0x7f188001ea80 msgr2=0x7f1880038680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 -- 172.21.15.3:0/862706340 shutdown_connections 2024-09-10T07:20:31.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f188fa0e640 1 -- 172.21.15.3:0/862706340 wait complete. 2024-09-10T07:20:31.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f0793926640 1 Processor -- start 2024-09-10T07:20:31.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f7551ffb640 1 -- 172.21.15.3:0/2711697697 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75440041d0 con 0x7f754c0541e0 2024-09-10T07:20:31.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f7551ffb640 1 -- 172.21.15.3:0/2711697697 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544003610 con 0x7f754c0541e0 2024-09-10T07:20:31.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f0793926640 1 -- start start 2024-09-10T07:20:31.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f33f2aed640 1 -- 172.21.15.3:0/2244234026 shutdown_connections 2024-09-10T07:20:31.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f33f2aed640 1 --2- 172.21.15.3:0/2244234026 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec0cb580 0x7f33ec073720 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f33f2aed640 1 --2- 172.21.15.3:0/2244234026 >> v2:172.21.15.70:3300/0 conn(0x7f33ec06dd90 0x7f33ec0acdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f33f2aed640 1 -- 172.21.15.3:0/2244234026 >> 172.21.15.3:0/2244234026 conn(0x7f33ec0cffa0 msgr2=0x7f33ec0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2814015a10 con 0x7f281c0ada30 2024-09-10T07:20:31.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f188fa0e640 1 Processor -- start 2024-09-10T07:20:31.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f2818ff9640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f280806be30 0x7f280806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f75597d6640 1 -- 172.21.15.3:0/2711697697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c0541e0 msgr2=0x7f754c03a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f75597d6640 1 --2- 172.21.15.3:0/2711697697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c0541e0 0x7f754c03a0a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f754c00c950 tx=0x7f754402a250 comp rx=0 tx=0).stop 2024-09-10T07:20:31.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2814004b40 con 0x7f281c0ada30 2024-09-10T07:20:31.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7efc9882c640 1 Processor -- start 2024-09-10T07:20:31.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f75597d6640 1 -- 172.21.15.3:0/2711697697 shutdown_connections 2024-09-10T07:20:31.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f75597d6640 1 --2- 172.21.15.3:0/2711697697 >> v2:172.21.15.3:3300/0 conn(0x7f754c00ad30 0x7f754c00b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f75597d6640 1 --2- 172.21.15.3:0/2711697697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c0541e0 0x7f754c03a0a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f75597d6640 1 -- 172.21.15.3:0/2711697697 >> 172.21.15.3:0/2711697697 conn(0x7f754c01dd70 msgr2=0x7f754c0549e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f2818ff9640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f2808076180 0x7f2808078620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f0813386640 1 -- 172.21.15.3:0/4159186822 wait complete. 2024-09-10T07:20:31.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7efc9882c640 1 -- start start 2024-09-10T07:20:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2808078cf0 con 0x7f2808076180 2024-09-10T07:20:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f28140560f0 con 0x7f281c0ada30 2024-09-10T07:20:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f0813386640 1 Processor -- start 2024-09-10T07:20:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.662+0000 7f0813386640 1 -- start start 2024-09-10T07:20:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f281bfff640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f280806be30 0x7f280806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f33f2aed640 1 -- 172.21.15.3:0/2244234026 shutdown_connections 2024-09-10T07:20:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f188fa0e640 1 -- start start 2024-09-10T07:20:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f0793926640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f078c0b5200 0x7f078c0ca5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f0793926640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c0ccfe0 0x7f078c1572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f75597d6640 1 -- 172.21.15.3:0/2711697697 shutdown_connections 2024-09-10T07:20:31.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0790ec1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c0ccfe0 0x7f078c1572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1beffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1be80e7120 0x7f1be800a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57408/0 (socket says 172.21.15.3:57408) 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1beffff640 1 -- 172.21.15.3:0/598610790 learned_addr learned my addr 172.21.15.3:0/598610790 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1bef7fe640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1be8005ab0 0x7f1be804aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.660+0000 7f1beffff640 1 -- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be804eb60 msgr2=0x7f1be8184e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1beffff640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1be804eb60 0x7f1be8184e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1beffff640 1 -- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1be8005ab0 msgr2=0x7f1be804aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1beffff640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1be8005ab0 0x7f1be804aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1beffff640 1 -- 172.21.15.3:0/598610790 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be80499e0 con 0x7f1be80e7120 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1beffff640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1be80e7120 0x7f1be800a430 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00c3c0 tx=0x7f1bdc00c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc017070 con 0x7f1be80e7120 2024-09-10T07:20:31.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bdc005ce0 con 0x7f1be80e7120 2024-09-10T07:20:31.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc0072d0 con 0x7f1be80e7120 2024-09-10T07:20:31.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be8049cc0 con 0x7f1be80e7120 2024-09-10T07:20:31.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.661+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be804a280 con 0x7f1be80e7120 2024-09-10T07:20:31.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0790ec1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c0ccfe0 0x7f078c1572f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57130/0 (socket says 172.21.15.3:57130) 2024-09-10T07:20:31.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0790ec1640 1 -- 172.21.15.3:0/1593350593 learned_addr learned my addr 172.21.15.3:0/1593350593 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1bdc01a070 con 0x7f1be80e7120 2024-09-10T07:20:31.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f2820d6c640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f2808076180 0x7f2808078620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0813386640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f080400a950 0x7f080404e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0813386640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08040ea510 0x7f08040d9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0813386640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08040ea8f0 0x7f0804034fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0813386640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0804033b50 con 0x7f08040ea510 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0813386640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f08040071e0 con 0x7f08040ea8f0 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0813386640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0804033cd0 con 0x7f080400a950 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0811b83640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08040ea510 0x7f08040d9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0811b83640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08040ea510 0x7f08040d9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57140/0 (socket says 172.21.15.3:57140) 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0811b83640 1 -- 172.21.15.3:0/1373063350 learned_addr learned my addr 172.21.15.3:0/1373063350 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f188fa0e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1880034a50 0x7f18800dadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0812b85640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08040ea8f0 0x7f0804034fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0812384640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f080400a950 0x7f080404e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7efc9882c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc940b26c0 0x7efc940b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f2820d6c640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f2808076180 0x7f2808078620 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f188fa0e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188004fcf0 0x7f18800dfc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f188fa0e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18800df8b0 0x7f188004e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f188fa0e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1880008cf0 con 0x7f1880034a50 2024-09-10T07:20:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f188fa0e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1880009090 con 0x7f18800df8b0 2024-09-10T07:20:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f188fa0e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1880008e70 con 0x7f188004fcf0 2024-09-10T07:20:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.663+0000 7f33f2aed640 1 -- 172.21.15.3:0/2244234026 wait complete. 2024-09-10T07:20:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc9882c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc940ce580 0x7efc94153af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f75597d6640 1 -- 172.21.15.3:0/2711697697 wait complete. 2024-09-10T07:20:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc9259c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc940b26c0 0x7efc940b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0793926640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f078c162ed0 0x7f078c1424a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0793926640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f078c0b4820 con 0x7f078c0ccfe0 2024-09-10T07:20:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0793926640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f078c0b4540 con 0x7f078c0b5200 2024-09-10T07:20:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.664+0000 7f0793926640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f078c0b4d20 con 0x7f078c162ed0 2024-09-10T07:20:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f07916c2640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f078c0b5200 0x7f078c0ca5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0791ec3640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f078c162ed0 0x7f078c1424a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f1bdbfff640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bd406bf00 0x7f1bd406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f33f2aed640 1 Processor -- start 2024-09-10T07:20:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f33f2aed640 1 -- start start 2024-09-10T07:20:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc9259c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc940b26c0 0x7efc940b2ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57440/0 (socket says 172.21.15.3:57440) 2024-09-10T07:20:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc9259c640 1 -- 172.21.15.3:0/3928876142 learned_addr learned my addr 172.21.15.3:0/3928876142 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0791ec3640 1 -- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f078c0b5200 msgr2=0x7f078c0ca5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1bdc08a420 con 0x7f1be80e7120 2024-09-10T07:20:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0791ec3640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f078c0b5200 0x7f078c0ca5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0791ec3640 1 -- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c0ccfe0 msgr2=0x7f078c1572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0791ec3640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f078c0ccfe0 0x7f078c1572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc91d9b640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc940ce580 0x7efc94153af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0791ec3640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f078c0cac90 con 0x7f078c162ed0 2024-09-10T07:20:31.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f07916c2640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f078c0b5200 0x7f078c0ca5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:31.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc9882c640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc9415a4e0 0x7efc940b4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f1bef7fe640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bd406bf00 0x7f1bd406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f281bfff640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f280806be30 0x7f280806e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f280c004150 tx=0x7f280c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f188cfa9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188004fcf0 0x7f18800dfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f188cfa9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188004fcf0 0x7f18800dfc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57418/0 (socket says 172.21.15.3:57418) 2024-09-10T07:20:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f188cfa9640 1 -- 172.21.15.3:0/1420169696 learned_addr learned my addr 172.21.15.3:0/1420169696 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7efc9882c640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efc940ce9a0 con 0x7efc9415a4e0 2024-09-10T07:20:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9882c640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efc9406e730 con 0x7efc940ce580 2024-09-10T07:20:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9882c640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efc940c68e0 con 0x7efc940b26c0 2024-09-10T07:20:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f0791ec3640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f078c162ed0 0x7f078c1424a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0784031000 tx=0x7f0784004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f188d7aa640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1880034a50 0x7f18800dadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc92d9d640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc9415a4e0 0x7efc940b4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9259c640 1 -- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc940ce580 msgr2=0x7efc94153af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9259c640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc940ce580 0x7efc94153af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9259c640 1 -- 172.21.15.3:0/3928876142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc9415a4e0 msgr2=0x7efc940b4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9259c640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc9415a4e0 0x7efc940b4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f078403f070 con 0x7f078c162ed0 2024-09-10T07:20:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0784031e40 con 0x7f078c162ed0 2024-09-10T07:20:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f1bef7fe640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bd406bf00 0x7f1bd406e3c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1be4000fb0 tx=0x7f1be4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f1bf4a43640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7f1bd0001650 0x7f1bd0003b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1bd0006bb0 con 0x7f1bd0001650 2024-09-10T07:20:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f1beeffd640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7f1bd0001650 0x7f1bd0003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2808078cf0 con 0x7f2808076180 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0812b85640 1 -- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f080400a950 msgr2=0x7f080404e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0812b85640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f080400a950 0x7f080404e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0812b85640 1 -- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08040ea510 msgr2=0x7f08040d9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0812b85640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08040ea510 0x7f08040d9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0812b85640 1 -- 172.21.15.3:0/1373063350 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0804035a60 con 0x7f08040ea8f0 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.665+0000 7f0812b85640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08040ea8f0 0x7f0804034fe0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f080c0504d0 tx=0x7f080c069000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c050ea0 con 0x7f08040ea8f0 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f080c090020 con 0x7f08040ea8f0 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f080c06bd50 con 0x7f08040ea8f0 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0804035d40 con 0x7f08040ea8f0 2024-09-10T07:20:31.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0804036300 con 0x7f08040ea8f0 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188d7aa640 1 -- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188004fcf0 msgr2=0x7f18800dfc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188d7aa640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f188004fcf0 0x7f18800dfc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188d7aa640 1 -- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18800df8b0 msgr2=0x7f188004e940 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188dfab640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18800df8b0 0x7f188004e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188d7aa640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f18800df8b0 0x7f188004e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188d7aa640 1 -- 172.21.15.3:0/1420169696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18800e0c30 con 0x7f1880034a50 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc9259c640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc940b34b0 con 0x7efc940b26c0 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7efc91d9b640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc940ce580 0x7efc94153af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7efc9259c640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc940b26c0 0x7efc940b2ed0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efc8c02ba70 tx=0x7efc8c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.666+0000 7f75597d6640 1 Processor -- start 2024-09-10T07:20:31.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f75597d6640 1 -- start start 2024-09-10T07:20:31.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f33f2aed640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec06dd90 0x7f33ec1f07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f188d7aa640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1880034a50 0x7f18800dadb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f188000af90 tx=0x7f18840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f33f2aed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ec0cb580 0x7f33ec06e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f1beeffd640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7f1bd0001650 0x7f1bd0003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f33f0889640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec06dd90 0x7f33ec1f07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f33f0889640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec06dd90 0x7f33ec1f07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57446/0 (socket says 172.21.15.3:57446) 2024-09-10T07:20:31.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f33f0889640 1 -- 172.21.15.3:0/2211845053 learned_addr learned my addr 172.21.15.3:0/2211845053 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f33f2aed640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ec15e8d0 0x7f33ec1ef620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33ec0ce860 con 0x7f33ec0cb580 2024-09-10T07:20:31.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33ec0cabb0 con 0x7f33ec15e8d0 2024-09-10T07:20:31.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75597d6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f754c00ad30 0x7f754c04ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33ec0ce9e0 con 0x7f33ec06dd90 2024-09-10T07:20:31.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1884045070 con 0x7f1880034a50 2024-09-10T07:20:31.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75597d6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c036460 0x7f754c005980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f0793926640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f078c0caf70 con 0x7f078c162ed0 2024-09-10T07:20:31.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.667+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07840446a0 con 0x7f078c162ed0 2024-09-10T07:20:31.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8c034050 con 0x7efc940b26c0 2024-09-10T07:20:31.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc8c004250 con 0x7efc940b26c0 2024-09-10T07:20:31.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75597d6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f754c0541e0 0x7f754c0dd000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75597d6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f754c007280 con 0x7f754c00ad30 2024-09-10T07:20:31.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f188fa0e640 1 -- 172.21.15.3:0/1420169696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18800e0670 con 0x7f1880034a50 2024-09-10T07:20:31.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75597d6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f754c03a5e0 con 0x7f754c036460 2024-09-10T07:20:31.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75597d6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f754c052520 con 0x7f754c0541e0 2024-09-10T07:20:31.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f0793926640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f078c0cb530 con 0x7f078c162ed0 2024-09-10T07:20:31.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1bd0006bb0 con 0x7f1bd0001650 2024-09-10T07:20:31.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f080400a410 con 0x7f08040ea8f0 2024-09-10T07:20:31.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f188fa0e640 1 -- 172.21.15.3:0/1420169696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1880049270 con 0x7f1880034a50 2024-09-10T07:20:31.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75537fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f754c0541e0 0x7f754c0dd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75537fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f754c0541e0 0x7f754c0dd000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57450/0 (socket says 172.21.15.3:57450) 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f75537fe640 1 -- 172.21.15.3:0/1081435524 learned_addr learned my addr 172.21.15.3:0/1081435524 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f75527fc640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c036460 0x7f754c005980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f75527fc640 1 -- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f754c0541e0 msgr2=0x7f754c0dd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f75527fc640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f754c0541e0 0x7f754c0dd000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f75527fc640 1 -- 172.21.15.3:0/1081435524 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f754c00ad30 msgr2=0x7f754c04ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f75527fc640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f754c00ad30 0x7f754c04ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f75527fc640 1 -- 172.21.15.3:0/1081435524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c005ec0 con 0x7f754c036460 2024-09-10T07:20:31.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f080c0744d0 con 0x7f08040ea8f0 2024-09-10T07:20:31.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7f75527fc640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c036460 0x7f754c005980 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f754000c400 tx=0x7f754000c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7f0802ffd640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f07f006be30 0x7f07f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7f0812384640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f07f006be30 0x7f07f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18840359b0 con 0x7f1880034a50 2024-09-10T07:20:31.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f188403a070 con 0x7f1880034a50 2024-09-10T07:20:31.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc8c004640 con 0x7efc940b26c0 2024-09-10T07:20:31.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7efc9882c640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc940b3790 con 0x7efc940b26c0 2024-09-10T07:20:31.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7efc9882c640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efc940b3d50 con 0x7efc940b26c0 2024-09-10T07:20:31.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f080c106240 con 0x7f08040ea8f0 2024-09-10T07:20:31.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f0802ffd640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f07f00755a0 0x7f07f00779e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f080c097e50 con 0x7f07f00755a0 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f080c10d050 con 0x7f08040ea8f0 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.668+0000 7f33ebfff640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ec0cb580 0x7f33ec06e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33ebfff640 1 -- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec06dd90 msgr2=0x7f33ec1f07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33ebfff640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ec06dd90 0x7f33ec1f07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33ebfff640 1 -- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ec15e8d0 msgr2=0x7f33ec1ef620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33ebfff640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ec15e8d0 0x7f33ec1ef620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33ebfff640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ec1f0150 con 0x7f33ec0cb580 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33ebfff640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ec0cb580 0x7f33ec06e400 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f33dc006a60 tx=0x7f33dc00ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc01f070 con 0x7f33ec0cb580 2024-09-10T07:20:31.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33dc013470 con 0x7f33ec0cb580 2024-09-10T07:20:31.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.669+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc01be60 con 0x7f33ec0cb580 2024-09-10T07:20:31.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7540017070 con 0x7f754c036460 2024-09-10T07:20:31.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f0811b83640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f07f00755a0 0x7f07f00779e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33ec1f0430 con 0x7f33ec0cb580 2024-09-10T07:20:31.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33ec0b4560 con 0x7f33ec0cb580 2024-09-10T07:20:31.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f754c04c070 con 0x7f754c036460 2024-09-10T07:20:31.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.670+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0764001030 con 0x7f078c162ed0 2024-09-10T07:20:31.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.672+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0784044840 con 0x7f078c162ed0 2024-09-10T07:20:31.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.672+0000 7f0812384640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f07f006be30 0x7f07f006e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0808034000 tx=0x7f080802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.672+0000 7f0811b83640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f07f00755a0 0x7f07f00779e0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1880049650 con 0x7f1880034a50 2024-09-10T07:20:31.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.672+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1884048070 con 0x7f1880034a50 2024-09-10T07:20:31.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.672+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efc9406da90 con 0x7efc940b26c0 2024-09-10T07:20:31.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.671+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f754c04c630 con 0x7f754c036460 2024-09-10T07:20:31.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.672+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75400035f0 con 0x7f754c036460 2024-09-10T07:20:31.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75400039e0 con 0x7f754c036460 2024-09-10T07:20:31.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7530001030 con 0x7f754c036460 2024-09-10T07:20:31.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f0781ffb640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f077006bf00 0x7f077006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f187dffb640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f186c06bf30 0x7f186c06e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f080c097e50 con 0x7f07f00755a0 2024-09-10T07:20:31.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f07916c2640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f077006bf00 0x7f077006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.673+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f18840abb50 con 0x7f1880034a50 2024-09-10T07:20:31.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f188cfa9640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f186c06bf30 0x7f186c06e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f187dffb640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f186c0756b0 0x7f186c077af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f07916c2640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f077006bf00 0x7f077006e3c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f077c005880 tx=0x7f077c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f07840acba0 con 0x7f078c162ed0 2024-09-10T07:20:31.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1884045e70 con 0x7f186c0756b0 2024-09-10T07:20:31.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f0781ffb640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f0770075680 0x7f0770077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f33ec0acdd0 con 0x7f33ec0cb580 2024-09-10T07:20:31.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f078400ae60 con 0x7f0770075680 2024-09-10T07:20:31.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07840b1220 con 0x7f078c162ed0 2024-09-10T07:20:31.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f188dfab640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f186c0756b0 0x7f186c077af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efc8c037020 con 0x7efc940b26c0 2024-09-10T07:20:31.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f0790ec1640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f0770075680 0x7f0770077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.674+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f33dc022070 con 0x7f33ec0cb580 2024-09-10T07:20:31.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7efc82ffd640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc7406be80 0x7efc7406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7f0790ec1640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f0770075680 0x7f0770077ac0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7efc8c0ac590 con 0x7efc940b26c0 2024-09-10T07:20:31.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7f33e97fa640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d806be80 0x7f33d806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7efc82ffd640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7efc74075580 0x7efc740779c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efc8c032e90 con 0x7efc74075580 2024-09-10T07:20:31.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7f188cfa9640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f186c06bf30 0x7f186c06e3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f188004f850 tx=0x7f1878007ec0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f18840b02a0 con 0x7f1880034a50 2024-09-10T07:20:31.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.675+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f33dc093ac0 con 0x7f33ec0cb580 2024-09-10T07:20:31.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f188dfab640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f186c0756b0 0x7f186c077af0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f33e97fa640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f33d8075580 0x7f33d80779c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f33dc028e50 con 0x7f33d8075580 2024-09-10T07:20:31.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f33f0889640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d806be80 0x7f33d806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc8c0b3050 con 0x7efc940b26c0 2024-09-10T07:20:31.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f33dc05de40 con 0x7f33ec0cb580 2024-09-10T07:20:31.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f33f108a640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f33d8075580 0x7f33d80779c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f33f0889640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d806be80 0x7f33d806e340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f33e0001710 tx=0x7f33e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f078400ae60 con 0x7f0770075680 2024-09-10T07:20:31.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1884045e70 con 0x7f186c0756b0 2024-09-10T07:20:31.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.677+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f754001a070 con 0x7f754c036460 2024-09-10T07:20:31.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7efc91d9b640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc7406be80 0x7efc7406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.676+0000 7efc92d9d640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7efc74075580 0x7efc740779c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.677+0000 7efc91d9b640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc7406be80 0x7efc7406e340 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efc940b5f70 tx=0x7efc84008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.677+0000 7f33f108a640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f33d8075580 0x7f33d80779c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.678+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f33dc028e50 con 0x7f33d8075580 2024-09-10T07:20:31.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.678+0000 7f754b7fe640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f753c06bf00 0x7f753c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.678+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f754008ac50 con 0x7f754c036460 2024-09-10T07:20:31.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.678+0000 7f7552ffd640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f753c06bf00 0x7f753c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.678+0000 7efc92d9d640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7efc74075580 0x7efc740779c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.678+0000 7f754b7fe640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f753c075680 0x7f753c077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.679+0000 7f7552ffd640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f753c06bf00 0x7f753c06e3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7544033000 tx=0x7f754402c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.679+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7540004e50 con 0x7f753c075680 2024-09-10T07:20:31.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.679+0000 7f75537fe640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f753c075680 0x7f753c077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.679+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f754008b040 con 0x7f754c036460 2024-09-10T07:20:31.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.679+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efc8c032e90 con 0x7efc74075580 2024-09-10T07:20:31.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.679+0000 7f75537fe640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f753c075680 0x7f753c077ac0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:31.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.680+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7540004e50 con 0x7f753c075680 2024-09-10T07:20:31.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.697+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f281c0b0470 con 0x7f2808076180 2024-09-10T07:20:31.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.697+0000 7f2818ff9640 1 -- 172.21.15.3:0/3748628551 <== osd.2 v2:172.21.15.3:6800/1832376726 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f281c0b0470 con 0x7f2808076180 2024-09-10T07:20:31.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f2808076180 msgr2=0x7f2808078620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f28227cf640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f2808076180 0x7f2808078620 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f280806be30 msgr2=0x7f280806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f28227cf640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f280806be30 0x7f280806e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f280c004150 tx=0x7f280c008040 comp rx=0 tx=0).stop 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 msgr2=0x7f281c168bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f28227cf640 1 --2- 172.21.15.3:0/3748628551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f281c0ada30 0x7f281c168bb0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f281400bc40 tx=0x7f2814009e00 comp rx=0 tx=0).stop 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.698+0000 7f2820d6c640 1 -- 172.21.15.3:0/3748628551 reap_dead start 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.699+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 shutdown_connections 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.699+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 >> 172.21.15.3:0/3748628551 conn(0x7f281c0b1bd0 msgr2=0x7f281c0b0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.699+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 shutdown_connections 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.699+0000 7f28227cf640 1 -- 172.21.15.3:0/3748628551 wait complete. 2024-09-10T07:20:31.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.703+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1bd0005c40 con 0x7f1bd0001650 2024-09-10T07:20:31.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f1bdbfff640 1 -- 172.21.15.3:0/598610790 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1bd0005c40 con 0x7f1bd0001650 2024-09-10T07:20:31.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f33f2aed640 1 -- 172.21.15.3:0/2211845053 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f33ec0b4cb0 con 0x7f33d8075580 2024-09-10T07:20:31.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7f1bd0001650 msgr2=0x7f1bd0003b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f1bf4a43640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7f1bd0001650 0x7f1bd0003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bd406bf00 msgr2=0x7f1bd406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f33e97fa640 1 -- 172.21.15.3:0/2211845053 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f33ec0b4cb0 con 0x7f33d8075580 2024-09-10T07:20:31.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.704+0000 7f1bf4a43640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bd406bf00 0x7f1bd406e3c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1be4000fb0 tx=0x7f1be4009040 comp rx=0 tx=0).stop 2024-09-10T07:20:31.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1be80e7120 msgr2=0x7f1be800a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1bf4a43640 1 --2- 172.21.15.3:0/598610790 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1be80e7120 0x7f1be800a430 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00c3c0 tx=0x7f1bdc00c880 comp rx=0 tx=0).stop 2024-09-10T07:20:31.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1beffff640 1 -- 172.21.15.3:0/598610790 reap_dead start 2024-09-10T07:20:31.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 shutdown_connections 2024-09-10T07:20:31.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 >> 172.21.15.3:0/598610790 conn(0x7f1be8036090 msgr2=0x7f1be80e44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0804051540 con 0x7f07f00755a0 2024-09-10T07:20:31.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f33d8075580 msgr2=0x7f33d80779c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33d2ffd640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f33d8075580 0x7f33d80779c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d806be80 msgr2=0x7f33d806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33d2ffd640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d806be80 0x7f33d806e340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f33e0001710 tx=0x7f33e0009040 comp rx=0 tx=0).stop 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ec0cb580 msgr2=0x7f33ec06e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33d2ffd640 1 --2- 172.21.15.3:0/2211845053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ec0cb580 0x7f33ec06e400 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f33dc006a60 tx=0x7f33dc00ee10 comp rx=0 tx=0).stop 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f33f108a640 1 -- 172.21.15.3:0/2211845053 reap_dead start 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 shutdown_connections 2024-09-10T07:20:31.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f1bf4a43640 1 -- 172.21.15.3:0/598610790 wait complete. 2024-09-10T07:20:31.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.705+0000 7f0802ffd640 1 -- 172.21.15.3:0/1373063350 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0804051540 con 0x7f07f00755a0 2024-09-10T07:20:31.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 shutdown_connections 2024-09-10T07:20:31.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 >> 172.21.15.3:0/2211845053 conn(0x7f33ec0cffa0 msgr2=0x7f33ec0d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f07f00755a0 msgr2=0x7f07f00779e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f07f00755a0 0x7f07f00779e0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f07f006be30 msgr2=0x7f07f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f07f006be30 0x7f07f006e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0808034000 tx=0x7f080802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08040ea8f0 msgr2=0x7f0804034fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 --2- 172.21.15.3:0/1373063350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f08040ea8f0 0x7f0804034fe0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f080c0504d0 tx=0x7f080c069000 comp rx=0 tx=0).stop 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0812b85640 1 -- 172.21.15.3:0/1373063350 reap_dead start 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 shutdown_connections 2024-09-10T07:20:31.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 >> 172.21.15.3:0/1373063350 conn(0x7f080401e1b0 msgr2=0x7f0804039ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 shutdown_connections 2024-09-10T07:20:31.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.706+0000 7f33d2ffd640 1 -- 172.21.15.3:0/2211845053 wait complete. 2024-09-10T07:20:31.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.707+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 shutdown_connections 2024-09-10T07:20:31.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.707+0000 7f0813386640 1 -- 172.21.15.3:0/1373063350 wait complete. 2024-09-10T07:20:31.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.708+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0764002dd0 con 0x7f0770075680 2024-09-10T07:20:31.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.708+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f188000b2a0 con 0x7f186c0756b0 2024-09-10T07:20:31.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.709+0000 7f0781ffb640 1 -- 172.21.15.3:0/1593350593 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0764002dd0 con 0x7f0770075680 2024-09-10T07:20:31.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.709+0000 7f187dffb640 1 -- 172.21.15.3:0/1420169696 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f188000b2a0 con 0x7f186c0756b0 2024-09-10T07:20:31.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.709+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7efc940c50f0 con 0x7efc74075580 2024-09-10T07:20:31.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f0770075680 msgr2=0x7f0770077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f07777fe640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f0770075680 0x7f0770077ac0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f077006bf00 msgr2=0x7f077006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7efc82ffd640 1 -- 172.21.15.3:0/3928876142 <== osd.6 v2:172.21.15.70:6800/658467237 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7efc940c50f0 con 0x7efc74075580 2024-09-10T07:20:31.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f07777fe640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f077006bf00 0x7f077006e3c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f077c005880 tx=0x7f077c009040 comp rx=0 tx=0).stop 2024-09-10T07:20:31.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f078c162ed0 msgr2=0x7f078c1424a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f07777fe640 1 --2- 172.21.15.3:0/1593350593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f078c162ed0 0x7f078c1424a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0784031000 tx=0x7f0784004a40 comp rx=0 tx=0).stop 2024-09-10T07:20:31.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f0791ec3640 1 -- 172.21.15.3:0/1593350593 reap_dead start 2024-09-10T07:20:31.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f186c0756b0 msgr2=0x7f186c077af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f18737fe640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f186c0756b0 0x7f186c077af0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f186c06bf30 msgr2=0x7f186c06e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f18737fe640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f186c06bf30 0x7f186c06e3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f188004f850 tx=0x7f1878007ec0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1880034a50 msgr2=0x7f18800dadb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 shutdown_connections 2024-09-10T07:20:31.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 >> 172.21.15.3:0/1593350593 conn(0x7f078c0b1bd0 msgr2=0x7f078c0afa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7efc74075580 msgr2=0x7efc740779c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7efc80ff9640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7efc74075580 0x7efc740779c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.710+0000 7f18737fe640 1 --2- 172.21.15.3:0/1420169696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1880034a50 0x7f18800dadb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f188000af90 tx=0x7f18840046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f188dfab640 1 -- 172.21.15.3:0/1420169696 reap_dead start 2024-09-10T07:20:31.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 shutdown_connections 2024-09-10T07:20:31.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 >> 172.21.15.3:0/1420169696 conn(0x7f188001ea80 msgr2=0x7f1880034040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 shutdown_connections 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 shutdown_connections 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f18737fe640 1 -- 172.21.15.3:0/1420169696 wait complete. 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f07777fe640 1 -- 172.21.15.3:0/1593350593 wait complete. 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc7406be80 msgr2=0x7efc7406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7efc80ff9640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc7406be80 0x7efc7406e340 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efc940b5f70 tx=0x7efc84008040 comp rx=0 tx=0).stop 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc940b26c0 msgr2=0x7efc940b2ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc80ff9640 1 --2- 172.21.15.3:0/3928876142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc940b26c0 0x7efc940b2ed0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efc8c02ba70 tx=0x7efc8c004a40 comp rx=0 tx=0).stop 2024-09-10T07:20:31.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc92d9d640 1 -- 172.21.15.3:0/3928876142 reap_dead start 2024-09-10T07:20:31.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.711+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7530002dd0 con 0x7f753c075680 2024-09-10T07:20:31.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 shutdown_connections 2024-09-10T07:20:31.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 >> 172.21.15.3:0/3928876142 conn(0x7efc940b1bd0 msgr2=0x7efc940cff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 shutdown_connections 2024-09-10T07:20:31.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7f754b7fe640 1 -- 172.21.15.3:0/1081435524 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7530002dd0 con 0x7f753c075680 2024-09-10T07:20:31.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.712+0000 7efc80ff9640 1 -- 172.21.15.3:0/3928876142 wait complete. 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f753c075680 msgr2=0x7f753c077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f753c075680 0x7f753c077ac0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f753c06bf00 msgr2=0x7f753c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f753c06bf00 0x7f753c06e3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7544033000 tx=0x7f754402c000 comp rx=0 tx=0).stop 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c036460 msgr2=0x7f754c005980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 --2- 172.21.15.3:0/1081435524 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f754c036460 0x7f754c005980 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f754000c400 tx=0x7f754000c800 comp rx=0 tx=0).stop 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75537fe640 1 -- 172.21.15.3:0/1081435524 reap_dead start 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 shutdown_connections 2024-09-10T07:20:31.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 >> 172.21.15.3:0/1081435524 conn(0x7f754c01dd70 msgr2=0x7f754c035a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:31.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 shutdown_connections 2024-09-10T07:20:31.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.713+0000 7f75597d6640 1 -- 172.21.15.3:0/1081435524 wait complete. 2024-09-10T07:20:31.763 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:31.764 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:20:31.764 INFO:teuthology.orchestra.run.smithi003.stdout:60129542154 2024-09-10T07:20:31.765 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:31.765 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T07:20:31.766 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:20:31.767 INFO:teuthology.orchestra.run.smithi003.stdout:55834574858 2024-09-10T07:20:31.767 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T07:20:31.768 INFO:teuthology.orchestra.run.smithi003.stdout:60129542153 2024-09-10T07:20:31.768 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:20:31.769 INFO:teuthology.orchestra.run.smithi003.stdout:60129542153 2024-09-10T07:20:31.769 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:20:31.770 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:31.770 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T07:20:31.771 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:31.771 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T07:20:31.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.983+0000 7fdc2629b640 1 Processor -- start 2024-09-10T07:20:31.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.983+0000 7fdc2629b640 1 -- start start 2024-09-10T07:20:31.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.982+0000 7f92674e0640 1 Processor -- start 2024-09-10T07:20:31.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.981+0000 7efc4124d640 1 Processor -- start 2024-09-10T07:20:31.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.981+0000 7efc4124d640 1 -- start start 2024-09-10T07:20:31.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.983+0000 7efc4124d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3400c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.982+0000 7fdb5c5f6640 1 Processor -- start 2024-09-10T07:20:31.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.983+0000 7efc3b7fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7efc34007ab0 0x7efc34006a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49926/0 (socket says 172.21.15.3:49926) 2024-09-10T07:20:31.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7efc3bfff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3400c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc2629b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdc180df7b0 0x7fdc180e09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7efc3bfff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3400c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57466/0 (socket says 172.21.15.3:57466) 2024-09-10T07:20:31.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7efc3bfff640 1 -- 172.21.15.3:0/2521480279 learned_addr learned my addr 172.21.15.3:0/2521480279 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.982+0000 7f92674e0640 1 -- start start 2024-09-10T07:20:31.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92674e0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 0x7f926015dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92674e0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f926015e3e0 0x7f926006dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92674e0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f926006e420 0x7f926015a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92674e0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f926006f840 con 0x7f926006e420 2024-09-10T07:20:31.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92674e0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f926015e800 con 0x7f926015e3e0 2024-09-10T07:20:31.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92674e0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f926006ec30 con 0x7f9260072710 2024-09-10T07:20:31.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.983+0000 7fdb5c5f6640 1 -- start start 2024-09-10T07:20:31.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc2629b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fdc18053290 0x7fdc18053d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc2629b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc180e0f30 con 0x7fdc180dfb90 2024-09-10T07:20:31.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc1f7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fdc180dfb90 0x7fdc18050af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46722/0 (socket says 172.21.15.3:46722) 2024-09-10T07:20:31.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc1f7fe640 1 -- 172.21.15.3:0/1962036719 learned_addr learned my addr 172.21.15.3:0/1962036719 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fdc18050660 con 0x7fdc18053290 2024-09-10T07:20:31.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdc18053aa0 con 0x7fdc180df7b0 2024-09-10T07:20:31.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc1ffff640 1 --2- 172.21.15.3:0/1962036719 >> v2:172.21.15.70:3300/0 conn(0x7fdc180df7b0 0x7fdc180e09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdc24838640 1 --2- 172.21.15.3:0/1962036719 >> v2:172.21.15.3:3300/0 conn(0x7fdc18053290 0x7fdc18053d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc34038bf0 con 0x7efc340df350 2024-09-10T07:20:31.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdb5c5f6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdb4c0065f0 0x7fdb4c03bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:31.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdb5a392640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fdb4c0e2c10 0x7fdb4c00e290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49928/0 (socket says 172.21.15.3:49928) 2024-09-10T07:20:31.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fc43448d640 1 Processor -- start 2024-09-10T07:20:31.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7fdb5a392640 1 -- 172.21.15.3:0/2627600100 learned_addr learned my addr 172.21.15.3:0/2627600100 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:31.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc3400aaf0 con 0x7efc34007ab0 2024-09-10T07:20:31.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efc34052730 con 0x7efc34006670 2024-09-10T07:20:31.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdb5ab93640 1 --2- 172.21.15.3:0/2627600100 >> v2:172.21.15.70:3300/0 conn(0x7fdb4c0065f0 0x7fdb4c03bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb4c054280 con 0x7fdb4c00e9a0 2024-09-10T07:20:31.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb4c053fa0 con 0x7fdb4c0e2c10 2024-09-10T07:20:31.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdb4c006a60 con 0x7fdb4c0065f0 2024-09-10T07:20:31.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdc24838640 1 -- 172.21.15.3:0/1962036719 >> v2:172.21.15.70:3300/0 conn(0x7fdc180df7b0 msgr2=0x7fdc180e09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdc24838640 1 --2- 172.21.15.3:0/1962036719 >> v2:172.21.15.70:3300/0 conn(0x7fdc180df7b0 0x7fdc180e09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdc24838640 1 -- 172.21.15.3:0/1962036719 >> v1:172.21.15.3:6789/0 conn(0x7fdc180dfb90 legacy=0x7fdc18050af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdc24838640 1 -- 172.21.15.3:0/1962036719 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc18050050 con 0x7fdc18053290 2024-09-10T07:20:31.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7efc3affd640 1 -- 172.21.15.3:0/2521480279 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1259448443 0 0) 0x7efc3c050ea0 con 0x7efc340df350 2024-09-10T07:20:31.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 572620617 0 0) 0x7fdb4c053fa0 con 0x7fdb4c0e2c10 2024-09-10T07:20:31.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb40003520 con 0x7fdb4c0e2c10 2024-09-10T07:20:31.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7efc3affd640 1 -- 172.21.15.3:0/2521480279 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc2c003520 con 0x7efc340df350 2024-09-10T07:20:31.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7efc3bfff640 1 -- 172.21.15.3:0/2521480279 >> v1:172.21.15.70:6789/0 conn(0x7efc34007ab0 legacy=0x7efc34006a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:31.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7f1521253640 1 Processor -- start 2024-09-10T07:20:31.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7f1521253640 1 -- start start 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.984+0000 7f92664de640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 0x7f926015dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 0x7f926015dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57482/0 (socket says 172.21.15.3:57482) 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 -- 172.21.15.3:0/2992922511 learned_addr learned my addr 172.21.15.3:0/2992922511 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f9265cdd640 1 --2- 172.21.15.3:0/2992922511 >> v2:172.21.15.70:3300/0 conn(0x7f926015e3e0 0x7f926006dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 -- 172.21.15.3:0/2992922511 >> v2:172.21.15.70:3300/0 conn(0x7f926015e3e0 msgr2=0x7f926006dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 --2- 172.21.15.3:0/2992922511 >> v2:172.21.15.70:3300/0 conn(0x7f926015e3e0 0x7f926006dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 -- 172.21.15.3:0/2992922511 >> v2:172.21.15.3:3300/0 conn(0x7f926006e420 msgr2=0x7f926015a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 --2- 172.21.15.3:0/2992922511 >> v2:172.21.15.3:3300/0 conn(0x7f926006e420 0x7f926015a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:31.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7f92664de640 1 -- 172.21.15.3:0/2992922511 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f926006ef10 con 0x7f9260072710 2024-09-10T07:20:31.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2380928529 0 0) 0x7fdb4c054280 con 0x7fdb4c00e9a0 2024-09-10T07:20:31.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdb4c053fa0 con 0x7fdb4c00e9a0 2024-09-10T07:20:31.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.1 v1:172.21.15.70:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 540548932 0 0) 0x7fdb40003520 con 0x7fdb4c0e2c10 2024-09-10T07:20:31.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 >> v2:172.21.15.70:3300/0 conn(0x7fdb4c0065f0 msgr2=0x7fdb4c03bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:31.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 --2- 172.21.15.3:0/2627600100 >> v2:172.21.15.70:3300/0 conn(0x7fdb4c0065f0 0x7fdb4c03bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 >> v1:172.21.15.3:6789/0 conn(0x7fdb4c00e9a0 legacy=0x7fdb4c057ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 --> v1:172.21.15.70:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4c057000 con 0x7fdb4c0e2c10 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.1 v1:172.21.15.70:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fdb500015f0 con 0x7fdb4c0e2c10 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 >> v1:172.21.15.70:6789/0 conn(0x7fdb4c0e2c10 legacy=0x7fdb4c00e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40003b40 0x7fdb40003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb40004800 0x7fdb40004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb40005210 0x7fdb4000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4c006a60 con 0x7fdb40003b40 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4000c160 con 0x7fdb40004800 2024-09-10T07:20:32.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdb4000c360 con 0x7fdb40005210 2024-09-10T07:20:32.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdc24838640 1 --2- 172.21.15.3:0/1962036719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc18053d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdc20000b60 tx=0x7fdc200aea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928928200b305b1a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7f92664de640 1 --2- 172.21.15.3:0/2992922511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 0x7f926015dea0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f92600733a0 tx=0x7f925800ace0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c2662d147ac30c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.985+0000 7fc43448d640 1 -- start start 2024-09-10T07:20:32.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7fdb59b91640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb40004800 0x7fdb40004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb5a392640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40003b40 0x7fdb40003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc43448d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0ceb70 0x7fc42c072b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdc1effd640 1 -- 172.21.15.3:0/1962036719 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc200b2900 con 0x7fdc18053290 2024-09-10T07:20:32.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdc1effd640 1 -- 172.21.15.3:0/1962036719 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc200b2ae0 con 0x7fdc18053290 2024-09-10T07:20:32.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdc1effd640 1 -- 172.21.15.3:0/1962036719 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc200ba400 con 0x7fdc18053290 2024-09-10T07:20:32.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f92654dc640 1 -- 172.21.15.3:0/2992922511 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9258039070 con 0x7f9260072710 2024-09-10T07:20:32.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7efc3bfff640 1 -- 172.21.15.3:0/2521480279 >> v1:172.21.15.3:6789/0 conn(0x7efc340df350 legacy=0x7efc340384e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.986+0000 7efc3bfff640 1 -- 172.21.15.3:0/2521480279 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc34007f40 con 0x7efc34006670 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc43448d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc42c06ffb0 con 0x7fc42c15b000 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc432229640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc42c15b000 0x7fc42c0b3fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46740/0 (socket says 172.21.15.3:46740) 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc432229640 1 -- 172.21.15.3:0/1994042684 learned_addr learned my addr 172.21.15.3:0/1994042684 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc42c0b4a60 con 0x7fc42c0730b0 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc42c0b4d40 con 0x7fc42c0ceb70 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f92654dc640 1 -- 172.21.15.3:0/2992922511 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9258030050 con 0x7f9260072710 2024-09-10T07:20:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb5ab93640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb40005210 0x7fdb4000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb59b91640 1 -- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb40005210 msgr2=0x7fdb4000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb59b91640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb40005210 0x7fdb4000b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb59b91640 1 -- 172.21.15.3:0/2627600100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40003b40 msgr2=0x7fdb40003f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb59b91640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40003b40 0x7fdb40003f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fdb59b91640 1 -- 172.21.15.3:0/2627600100 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4c057000 con 0x7fdb40004800 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7efc3bfff640 1 --2- 172.21.15.3:0/2521480279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3400c030 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efc3000a9a0 tx=0x7efc3002b510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=157740943a850019 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f92654dc640 1 -- 172.21.15.3:0/2992922511 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925802e030 con 0x7f9260072710 2024-09-10T07:20:32.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc431a28640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0ceb70 0x7fc42c072b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7efc3affd640 1 -- 172.21.15.3:0/2521480279 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc30037070 con 0x7efc34006670 2024-09-10T07:20:32.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7efc3affd640 1 -- 172.21.15.3:0/2521480279 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc30004230 con 0x7efc34006670 2024-09-10T07:20:32.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7efc3affd640 1 -- 172.21.15.3:0/2521480279 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3000b040 con 0x7efc34006670 2024-09-10T07:20:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2249994113 0 0) 0x7fc42c06ffb0 con 0x7fc42c15b000 2024-09-10T07:20:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc418003520 con 0x7fc42c15b000 2024-09-10T07:20:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f1521253640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f151c0c2f70 0x7f151c0cc420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f1521253640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c163980 0x7f151c0c3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f1521253640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f151c0cef70 0x7f151c0cdb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f1521253640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f151c0cbf90 con 0x7f151c0c2f70 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f1521253640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f151c0c3890 con 0x7f151c0cef70 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.987+0000 7f1521253640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f151c0cf8a0 con 0x7f151c163980 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f151c0cef70 0x7f151c0cdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f151c0cef70 0x7f151c0cdb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53704/0 (socket says 172.21.15.3:53704) 2024-09-10T07:20:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 -- 172.21.15.3:0/2821232023 learned_addr learned my addr 172.21.15.3:0/2821232023 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 msgr2=0x7fdc18053d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdc2629b640 1 --2- 172.21.15.3:0/1962036719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc18053d40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdc20000b60 tx=0x7fdc200aea80 comp rx=0 tx=0).stop 2024-09-10T07:20:32.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fd881304640 1 Processor -- start 2024-09-10T07:20:32.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fd881304640 1 -- start start 2024-09-10T07:20:32.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 shutdown_connections 2024-09-10T07:20:32.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdc2629b640 1 --2- 172.21.15.3:0/1962036719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc18053d40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdc2629b640 1 --2- 172.21.15.3:0/1962036719 >> v2:172.21.15.70:3300/0 conn(0x7fdc180df7b0 0x7fdc180e09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 >> 172.21.15.3:0/1962036719 conn(0x7fdc180556c0 msgr2=0x7fdc18055ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f92674e0640 1 -- 172.21.15.3:0/2992922511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 msgr2=0x7f926015dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f92674e0640 1 --2- 172.21.15.3:0/2992922511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 0x7f926015dea0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f92600733a0 tx=0x7f925800ace0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 -- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c163980 msgr2=0x7f151c0c3350 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 --2- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c163980 0x7f151c0c3350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 -- 172.21.15.3:0/2821232023 >> v2:172.21.15.3:3300/0 conn(0x7f151c0c2f70 msgr2=0x7f151c0cc420 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 --2- 172.21.15.3:0/2821232023 >> v2:172.21.15.3:3300/0 conn(0x7f151c0c2f70 0x7f151c0cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f151b59e640 1 -- 172.21.15.3:0/2821232023 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f151c0cb940 con 0x7f151c0cef70 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1518751219 0 0) 0x7fc42c0b4a60 con 0x7fc42c0730b0 2024-09-10T07:20:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc42c06ffb0 con 0x7fc42c0730b0 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3990489958 0 0) 0x7fc418003520 con 0x7fc42c15b000 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0ceb70 msgr2=0x7fc42c072b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0ceb70 0x7fc42c072b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 >> v1:172.21.15.70:6789/0 conn(0x7fc42c0730b0 legacy=0x7fc42c070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42c070250 con 0x7fc42c15b000 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc428001610 con 0x7fc42c15b000 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 >> v1:172.21.15.3:6789/0 conn(0x7fc42c15b000 legacy=0x7fc42c0b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc418003b70 0x7fc418003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004800 0x7fc418004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4180051c0 0x7fc41800fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdb5ab93640 1 -- 172.21.15.3:0/2627600100 reap_dead start 2024-09-10T07:20:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fdb59b91640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb40004800 0x7fdb40004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdb44001950 tx=0x7fdb40005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2499e6305547c2b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc432229640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc418003b70 0x7fc418003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 msgr2=0x7efc3400c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 --2- 172.21.15.3:0/2521480279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3400c030 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efc3000a9a0 tx=0x7efc3002b510 comp rx=0 tx=0).stop 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7f92674e0640 1 -- 172.21.15.3:0/2992922511 shutdown_connections 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f92674e0640 1 --2- 172.21.15.3:0/2992922511 >> v2:172.21.15.3:3300/0 conn(0x7f926006e420 0x7f926015a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f92674e0640 1 --2- 172.21.15.3:0/2992922511 >> v2:172.21.15.70:3300/0 conn(0x7f926015e3e0 0x7f926006dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f92674e0640 1 --2- 172.21.15.3:0/2992922511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9260072710 0x7f926015dea0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c0b4d40 con 0x7fc418004800 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.988+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc4180103f0 con 0x7fc4180051c0 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc4180105f0 con 0x7fc418003b70 2024-09-10T07:20:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432a2a640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4180051c0 0x7fc41800fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f92674e0640 1 -- 172.21.15.3:0/2992922511 >> 172.21.15.3:0/2992922511 conn(0x7f92600b1bd0 msgr2=0x7f92600b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f618883c640 1 Processor -- start 2024-09-10T07:20:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f618883c640 1 -- start start 2024-09-10T07:20:32.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44001520 con 0x7fdb40004800 2024-09-10T07:20:32.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb4402acd0 con 0x7fdb40004800 2024-09-10T07:20:32.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fdb59390640 1 -- 172.21.15.3:0/2627600100 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44005310 con 0x7fdb40004800 2024-09-10T07:20:32.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 shutdown_connections 2024-09-10T07:20:32.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 --2- 172.21.15.3:0/2521480279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3400c030 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 >> 172.21.15.3:0/2521480279 conn(0x7efc3401e1d0 msgr2=0x7efc34037dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc431a28640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004800 0x7fc418004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 shutdown_connections 2024-09-10T07:20:32.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 shutdown_connections 2024-09-10T07:20:32.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fdc2629b640 1 -- 172.21.15.3:0/1962036719 wait complete. 2024-09-10T07:20:32.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7efc4124d640 1 -- 172.21.15.3:0/2521480279 wait complete. 2024-09-10T07:20:32.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432229640 1 -- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4180051c0 msgr2=0x7fc41800fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432229640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4180051c0 0x7fc41800fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432229640 1 -- 172.21.15.3:0/1994042684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004800 msgr2=0x7fc418004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432229640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004800 0x7fc418004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432229640 1 -- 172.21.15.3:0/1994042684 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc418003520 con 0x7fc418003b70 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7fc432a2a640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc4180051c0 0x7fc41800fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f92674e0640 1 -- 172.21.15.3:0/2992922511 shutdown_connections 2024-09-10T07:20:32.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f92674e0640 1 -- 172.21.15.3:0/2992922511 wait complete. 2024-09-10T07:20:32.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.989+0000 7f151b59e640 1 --2- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0cdb70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f151c0700c0 tx=0x7f151002a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae4fdbfa40a94441 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f1519d9b640 1 -- 172.21.15.3:0/2821232023 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1510037070 con 0x7f151c0cef70 2024-09-10T07:20:32.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f1519d9b640 1 -- 172.21.15.3:0/2821232023 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1510032440 con 0x7f151c0cef70 2024-09-10T07:20:32.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f1519d9b640 1 -- 172.21.15.3:0/2821232023 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1510032810 con 0x7f151c0cef70 2024-09-10T07:20:32.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7fd881304640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd87c15b020 0x7fd87c071b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7fd881304640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c0adca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb40004800 msgr2=0x7fdb40004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb40004800 0x7fdb40004c80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdb44001950 tx=0x7fdb40005830 comp rx=0 tx=0).stop 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f618883c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f618406dd90 0x7f61840acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f618883c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840cb580 0x7f6184073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f618883c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f618406f530 con 0x7f618415e8d0 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f618883c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f61840cbbb0 con 0x7f618406dd90 2024-09-10T07:20:32.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7f618883c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f61840cbe90 con 0x7f61840cb580 2024-09-10T07:20:32.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7fd881304640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd87c0720a0 con 0x7fd87c0ae1e0 2024-09-10T07:20:32.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.990+0000 7fd881304640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd87c0b2ed0 con 0x7fd87c15b020 2024-09-10T07:20:32.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd881304640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd87c072340 con 0x7fd87c0b4e70 2024-09-10T07:20:32.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd87c15b020 0x7fd87c071b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f6181d9b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f618406dd90 0x7f61840acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd880b03640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd87c0ae1e0 0x7fd87c0b3640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46758/0 (socket says 172.21.15.3:46758) 2024-09-10T07:20:32.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fc432229640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc418003b70 0x7fc418003f70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc428007f30 tx=0x7fc418005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cc2205c46ad1fcd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f618259c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f618415e8d0 0x7f61840cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46750/0 (socket says 172.21.15.3:46750) 2024-09-10T07:20:32.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 -- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 msgr2=0x7f151c0cdb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 --2- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0cdb70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f151c0700c0 tx=0x7f151002a200 comp rx=0 tx=0).stop 2024-09-10T07:20:32.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f618259c640 1 -- 172.21.15.3:0/2716466195 learned_addr learned my addr 172.21.15.3:0/2716466195 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:32.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd87c15b020 0x7fd87c071b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53732/0 (socket says 172.21.15.3:53732) 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 -- 172.21.15.3:0/2461804292 learned_addr learned my addr 172.21.15.3:0/2461804292 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 -- 172.21.15.3:0/2821232023 shutdown_connections 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 --2- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0cdb70 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 --2- 172.21.15.3:0/2821232023 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c163980 0x7f151c0c3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 --2- 172.21.15.3:0/2821232023 >> v2:172.21.15.3:3300/0 conn(0x7f151c0c2f70 0x7f151c0cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 -- 172.21.15.3:0/2821232023 >> 172.21.15.3:0/2821232023 conn(0x7f151c0cffa0 msgr2=0x7f151c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 -- 172.21.15.3:0/2821232023 shutdown_connections 2024-09-10T07:20:32.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f92674e0640 1 Processor -- start 2024-09-10T07:20:32.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428007b80 con 0x7fc418003b70 2024-09-10T07:20:32.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc428005b90 con 0x7fc418003b70 2024-09-10T07:20:32.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fc431227640 1 -- 172.21.15.3:0/1994042684 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428007070 con 0x7fc418003b70 2024-09-10T07:20:32.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7efc4124d640 1 Processor -- start 2024-09-10T07:20:32.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f92674e0640 1 -- start start 2024-09-10T07:20:32.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f6182d9d640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840cb580 0x7f6184073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 shutdown_connections 2024-09-10T07:20:32.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/2627600100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb40004800 0x7fdb40004c80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 >> 172.21.15.3:0/2627600100 conn(0x7fdb4c058b20 msgr2=0x7fdb4c058f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fdc2629b640 1 Processor -- start 2024-09-10T07:20:32.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2169994352 0 0) 0x7f618406f530 con 0x7f618415e8d0 2024-09-10T07:20:32.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 shutdown_connections 2024-09-10T07:20:32.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f616c003520 con 0x7f618415e8d0 2024-09-10T07:20:32.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7f1521253640 1 -- 172.21.15.3:0/2821232023 wait complete. 2024-09-10T07:20:32.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7fdc2629b640 1 -- start start 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2982714468 0 0) 0x7f616c003520 con 0x7f618415e8d0 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840cb580 msgr2=0x7f6184073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840cb580 0x7f6184073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 >> v2:172.21.15.3:3300/0 conn(0x7f618406dd90 msgr2=0x7f61840acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 --2- 172.21.15.3:0/2716466195 >> v2:172.21.15.3:3300/0 conn(0x7f618406dd90 0x7f61840acdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61840ca5f0 con 0x7f618415e8d0 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f6174001670 con 0x7f618415e8d0 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 >> v1:172.21.15.3:6789/0 conn(0x7f618415e8d0 legacy=0x7f61840cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f616c003a20 0x7f616c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc418003b70 msgr2=0x7fc418003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7fc43448d640 1 --2- 172.21.15.3:0/1994042684 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc418003b70 0x7fc418003f70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc428007f30 tx=0x7fc418005830 comp rx=0 tx=0).stop 2024-09-10T07:20:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7fc432a2a640 1 -- 172.21.15.3:0/1994042684 reap_dead start 2024-09-10T07:20:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f616c004800 0x7f616c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f616c0051c0 0x7f616c00fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/2627600100 wait complete. 2024-09-10T07:20:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f61840cbbb0 con 0x7f616c003a20 2024-09-10T07:20:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f61840cbe90 con 0x7f616c0051c0 2024-09-10T07:20:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f616c0104a0 con 0x7f616c004800 2024-09-10T07:20:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.992+0000 7f6181d9b640 1 --2- 172.21.15.3:0/2716466195 >> v2:172.21.15.3:3300/0 conn(0x7f618406dd90 0x7f61840acdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f6182d9d640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840cb580 0x7f6184073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 -- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 msgr2=0x7fd87c0adca0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:20:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 --2- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c0adca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f6181d9b640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f616c004800 0x7f616c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 -- 172.21.15.3:0/2461804292 >> v1:172.21.15.3:6789/0 conn(0x7fd87c0ae1e0 legacy=0x7fd87c0b3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.991+0000 7fd87bfff640 1 -- 172.21.15.3:0/2461804292 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd87c072620 con 0x7fd87c15b020 2024-09-10T07:20:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f92674e0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f926006e420 0x7f9260156550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f618259c640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f616c003a20 0x7f616c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f6182d9d640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f616c0051c0 0x7f616c00fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 shutdown_connections 2024-09-10T07:20:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 >> 172.21.15.3:0/1994042684 conn(0x7fc42c0d10b0 msgr2=0x7fc42c0d1490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f92674e0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 0x7f9260200d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 shutdown_connections 2024-09-10T07:20:32.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fc43448d640 1 -- 172.21.15.3:0/1994042684 wait complete. 2024-09-10T07:20:32.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f92664de640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f926006e420 0x7f9260156550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f9265cdd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 0x7f9260200d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fdc2629b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc1804f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f9265cdd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 0x7f9260200d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57246/0 (socket says 172.21.15.3:57246) 2024-09-10T07:20:32.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fd87bfff640 1 --2- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c071b60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd87000bb10 tx=0x7fd87002c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b3fb53bba28d76b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7fdc2629b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 0x7fdc181887f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f9265cdd640 1 -- 172.21.15.3:0/1921660816 learned_addr learned my addr 172.21.15.3:0/1921660816 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.993+0000 7f92674e0640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f926015e3e0 0x7f9260201240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc2629b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdc180dfb90 0x7fdc180066b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc2629b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc18054280 con 0x7fdc18053290 2024-09-10T07:20:32.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc2629b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdc180502f0 con 0x7fdc180df7b0 2024-09-10T07:20:32.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f92674e0640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f92600b4960 con 0x7f9260072710 2024-09-10T07:20:32.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc2629b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdc18054400 con 0x7fdc180dfb90 2024-09-10T07:20:32.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f92674e0640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f926006f4d0 con 0x7f926015e3e0 2024-09-10T07:20:32.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f9266cdf640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f926015e3e0 0x7f9260201240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f1521253640 1 Processor -- start 2024-09-10T07:20:32.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f1521253640 1 -- start start 2024-09-10T07:20:32.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdb5c5f6640 1 Processor -- start 2024-09-10T07:20:32.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7efc4124d640 1 -- start start 2024-09-10T07:20:32.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc1f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 0x7fdc181887f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc1f7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 0x7fdc181887f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53750/0 (socket says 172.21.15.3:53750) 2024-09-10T07:20:32.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc1ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc1804f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc1f7fe640 1 -- 172.21.15.3:0/1995535479 learned_addr learned my addr 172.21.15.3:0/1995535479 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f92674e0640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f926006e8a0 con 0x7f926006e420 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdb5c5f6640 1 -- start start 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f618259c640 1 -- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f616c004800 msgr2=0x7f616c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f618259c640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f616c004800 0x7f616c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f618259c640 1 -- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f616c0051c0 msgr2=0x7f616c00fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f618259c640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f616c0051c0 0x7f616c00fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f618259c640 1 -- 172.21.15.3:0/2716466195 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616c003520 con 0x7f616c003a20 2024-09-10T07:20:32.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7f6182d9d640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f616c0051c0 0x7f616c00fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:32.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.994+0000 7fdc24838640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdc180dfb90 0x7fdc180066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc1f7fe640 1 -- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdc180dfb90 msgr2=0x7fdc180066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc1f7fe640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdc180dfb90 0x7fdc180066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc1f7fe640 1 -- 172.21.15.3:0/1995535479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 msgr2=0x7fdc1804f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc1f7fe640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc1804f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc1f7fe640 1 -- 172.21.15.3:0/1995535479 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc180db4e0 con 0x7fdc180df7b0 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f9265cdd640 1 -- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f926006e420 msgr2=0x7f9260156550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc4124d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3417d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc4124d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc340df350 0x7efc3404bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc4124d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc3404c400 0x7efc340d74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc4124d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efc340521b0 con 0x7efc3404c400 2024-09-10T07:20:32.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc4124d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efc3400a660 con 0x7efc340df350 2024-09-10T07:20:32.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc4124d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efc340342a0 con 0x7efc34006670 2024-09-10T07:20:32.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f9265cdd640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f926006e420 0x7f9260156550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f9265cdd640 1 -- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f926015e3e0 msgr2=0x7f9260201240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f9265cdd640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f926015e3e0 0x7f9260201240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc24838640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdc180dfb90 0x7fdc180066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:32.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f9265cdd640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9260156a90 con 0x7f9260072710 2024-09-10T07:20:32.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f1521253640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 0x7f151c15e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f1521253640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0acdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f1521253640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f151c163980 0x7f151c1fbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdc1ffff640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc1804f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:32.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdb5c5f6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 0x7fdb4c02fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7efc3b7fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc340df350 0x7efc3404bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fdb5c5f6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb4c0e5630 0x7fdb4c0d9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5c5f6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb4c0e46a0 0x7fdb4c0e4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f151ad9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 0x7f151c15e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f151ad9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 0x7f151c15e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57548/0 (socket says 172.21.15.3:57548) 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f151a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0acdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f151a59c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0acdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53778/0 (socket says 172.21.15.3:53778) 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f151ad9d640 1 -- 172.21.15.3:0/3658107629 learned_addr learned my addr 172.21.15.3:0/3658107629 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f151c0cfb80 con 0x7f151c163980 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f151c162a20 con 0x7f151c0cef70 2024-09-10T07:20:32.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f151c0cf420 con 0x7f151c0c2f70 2024-09-10T07:20:32.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3bfff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3417d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3bfff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3417d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57556/0 (socket says 172.21.15.3:57556) 2024-09-10T07:20:32.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3bfff640 1 -- 172.21.15.3:0/2766254104 learned_addr learned my addr 172.21.15.3:0/2766254104 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdc1f7fe640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 0x7fdc181887f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c00c3e0 tx=0x7fdc0c00c8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5c5f6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4c03bd30 con 0x7fdb40004800 2024-09-10T07:20:32.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5c5f6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4c0575c0 con 0x7fdb4c0e46a0 2024-09-10T07:20:32.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fd87affd640 1 -- 172.21.15.3:0/2461804292 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd870032710 con 0x7fd87c15b020 2024-09-10T07:20:32.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fd87affd640 1 -- 172.21.15.3:0/2461804292 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8700328b0 con 0x7fd87c15b020 2024-09-10T07:20:32.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.995+0000 7fd87affd640 1 -- 172.21.15.3:0/2461804292 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd870032ca0 con 0x7fd87c15b020 2024-09-10T07:20:32.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb59b91640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb4c0e5630 0x7fdb4c0d9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5c5f6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdb4c03beb0 con 0x7fdb4c0e5630 2024-09-10T07:20:32.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151b59e640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f151c163980 0x7f151c1fbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5ab93640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb4c0e46a0 0x7fdb4c0e4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5a392640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 0x7fdb4c02fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fc43448d640 1 Processor -- start 2024-09-10T07:20:32.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5ab93640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb4c0e46a0 0x7fdb4c0e4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53796/0 (socket says 172.21.15.3:53796) 2024-09-10T07:20:32.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5a392640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 0x7fdb4c02fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57276/0 (socket says 172.21.15.3:57276) 2024-09-10T07:20:32.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdb5ab93640 1 -- 172.21.15.3:0/4066014544 learned_addr learned my addr 172.21.15.3:0/4066014544 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151ad9d640 1 -- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 msgr2=0x7f151c0acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151ad9d640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0acdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151ad9d640 1 -- 172.21.15.3:0/3658107629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f151c163980 msgr2=0x7f151c1fbdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151ad9d640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f151c163980 0x7f151c1fbdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151ad9d640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f151c0ad850 con 0x7f151c0c2f70 2024-09-10T07:20:32.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151a59c640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0acdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:32.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fc43448d640 1 -- start start 2024-09-10T07:20:32.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f618259c640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f616c003a20 0x7f616c003e00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6174004f80 tx=0x7f616c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d0d7c238c9594d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3b7fe640 1 -- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 msgr2=0x7efc3417d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3b7fe640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3417d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3b7fe640 1 -- 172.21.15.3:0/2766254104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc3404c400 msgr2=0x7efc340d74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3b7fe640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc3404c400 0x7efc340d74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3b7fe640 1 -- 172.21.15.3:0/2766254104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc3417db50 con 0x7efc340df350 2024-09-10T07:20:32.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7efc3bfff640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3417d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:32.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c0074e0 con 0x7fdc180df7b0 2024-09-10T07:20:32.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f151ad9d640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 0x7f151c15e160 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f150c00b4a0 tx=0x7f150c00b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc0c0047e0 con 0x7fdc180df7b0 2024-09-10T07:20:32.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fd881304640 1 -- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 msgr2=0x7fd87c071b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fd881304640 1 --2- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c071b60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd87000bb10 tx=0x7fd87002c850 comp rx=0 tx=0).stop 2024-09-10T07:20:32.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fd881304640 1 -- 172.21.15.3:0/2461804292 shutdown_connections 2024-09-10T07:20:32.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fd881304640 1 --2- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c0adca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fd881304640 1 --2- 172.21.15.3:0/2461804292 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c071b60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fd881304640 1 -- 172.21.15.3:0/2461804292 >> 172.21.15.3:0/2461804292 conn(0x7fd87c0b1bd0 msgr2=0x7fd87c0b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c004c10 con 0x7fdc180df7b0 2024-09-10T07:20:32.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7fdc2629b640 1 -- 172.21.15.3:0/1995535479 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc180db7c0 con 0x7fdc180df7b0 2024-09-10T07:20:32.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fdc2629b640 1 -- 172.21.15.3:0/1995535479 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc180dbd80 con 0x7fdc180df7b0 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.996+0000 7f9265cdd640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 0x7f9260200d00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f925c00b9d0 tx=0x7f925c00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fdb5a392640 1 -- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb4c0e5630 msgr2=0x7fdb4c0d9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fdb5a392640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb4c0e5630 0x7fdb4c0d9b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fdb5a392640 1 -- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb4c0e46a0 msgr2=0x7fdb4c0e4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fdb5a392640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb4c0e46a0 0x7fdb4c0e4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fdb5a392640 1 -- 172.21.15.3:0/4066014544 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb4c04ffd0 con 0x7fdb40004800 2024-09-10T07:20:32.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fd881304640 1 -- 172.21.15.3:0/2461804292 shutdown_connections 2024-09-10T07:20:32.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7fd881304640 1 -- 172.21.15.3:0/2461804292 wait complete. 2024-09-10T07:20:32.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c01b070 con 0x7f9260072710 2024-09-10T07:20:32.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f92674e0640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9260156d30 con 0x7f9260072710 2024-09-10T07:20:32.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f925c008aa0 con 0x7f9260072710 2024-09-10T07:20:32.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174004ba0 con 0x7f616c003a20 2024-09-10T07:20:32.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f617402f030 con 0x7f616c003a20 2024-09-10T07:20:32.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f618159a640 1 -- 172.21.15.3:0/2716466195 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174005d30 con 0x7f616c003a20 2024-09-10T07:20:32.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f92674e0640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92601572f0 con 0x7f9260072710 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c014070 con 0x7f151c0c2f70 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f150c010610 con 0x7f151c0c2f70 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.997+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c010a00 con 0x7f151c0c2f70 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f151c0adb30 con 0x7f151c0c2f70 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f151c0ae0f0 con 0x7f151c0c2f70 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f618883c640 1 -- 172.21.15.3:0/2716466195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f616c003a20 msgr2=0x7f616c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f618883c640 1 --2- 172.21.15.3:0/2716466195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f616c003a20 0x7f616c003e00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6174004f80 tx=0x7f616c005830 comp rx=0 tx=0).stop 2024-09-10T07:20:32.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7efc3b7fe640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc340df350 0x7efc3404bec0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efc34007650 tx=0x7efc2800c930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f6182d9d640 1 -- 172.21.15.3:0/2716466195 reap_dead start 2024-09-10T07:20:32.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc43448d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003b70 0x7fc42c1556b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc43448d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0c9ca0 0x7fc42c0cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc43448d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15dca0 0x7fc42c0cc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc43448d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c15b3e0 con 0x7fc42c15dca0 2024-09-10T07:20:32.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc43448d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c0b5020 con 0x7fc418003b70 2024-09-10T07:20:32.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc43448d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc42c0d07f0 con 0x7fc42c0c9ca0 2024-09-10T07:20:32.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc432229640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003b70 0x7fc42c1556b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc432229640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003b70 0x7fc42c1556b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53802/0 (socket says 172.21.15.3:53802) 2024-09-10T07:20:32.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f618883c640 1 -- 172.21.15.3:0/2716466195 shutdown_connections 2024-09-10T07:20:32.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f618883c640 1 -- 172.21.15.3:0/2716466195 >> 172.21.15.3:0/2716466195 conn(0x7f61840cffa0 msgr2=0x7f61840d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7fc432229640 1 -- 172.21.15.3:0/2487678584 learned_addr learned my addr 172.21.15.3:0/2487678584 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f618883c640 1 -- 172.21.15.3:0/2716466195 shutdown_connections 2024-09-10T07:20:32.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7fdc2629b640 1 -- 172.21.15.3:0/1995535479 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc180dbf80 con 0x7fdc180df7b0 2024-09-10T07:20:32.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdc0c011070 con 0x7fdc180df7b0 2024-09-10T07:20:32.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f925c01b070 con 0x7f9260072710 2024-09-10T07:20:32.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9260072af0 con 0x7f9260072710 2024-09-10T07:20:32.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28018070 con 0x7efc340df350 2024-09-10T07:20:32.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc280074e0 con 0x7efc340df350 2024-09-10T07:20:32.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7efc4124d640 1 -- 172.21.15.3:0/2766254104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc3417de30 con 0x7efc340df350 2024-09-10T07:20:32.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7efc4124d640 1 -- 172.21.15.3:0/2766254104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc340d79f0 con 0x7efc340df350 2024-09-10T07:20:32.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7fdb5a392640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 0x7fdb4c02fde0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000e750 tx=0x7fdb5000eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.998+0000 7f618883c640 1 -- 172.21.15.3:0/2716466195 wait complete. 2024-09-10T07:20:32.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7fd881304640 1 Processor -- start 2024-09-10T07:20:32.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:31.999+0000 7fc432a2a640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15dca0 0x7fc42c0cc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fdc1cff9640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdc0406bf00 0x7fdc0406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fdc0c08ac80 con 0x7fdc180df7b0 2024-09-10T07:20:32.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28004a20 con 0x7efc340df350 2024-09-10T07:20:32.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f151c0c3350 con 0x7f151c0c2f70 2024-09-10T07:20:32.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f150c017070 con 0x7f151c0c2f70 2024-09-10T07:20:32.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fd881304640 1 -- start start 2024-09-10T07:20:32.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.001+0000 7f618883c640 1 Processor -- start 2024-09-10T07:20:32.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.001+0000 7f618883c640 1 -- start start 2024-09-10T07:20:32.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.001+0000 7f15037fe640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f150806be30 0x7f150806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.001+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f150c08abc0 con 0x7f151c0c2f70 2024-09-10T07:20:32.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.001+0000 7efc4124d640 1 -- 172.21.15.3:0/2766254104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc3417e350 con 0x7efc340df350 2024-09-10T07:20:32.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.001+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efc2801b070 con 0x7efc340df350 2024-09-10T07:20:32.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7f151a59c640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f150806be30 0x7f150806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7fdc1ffff640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdc0406bf00 0x7fdc0406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5000c660 con 0x7fdb40004800 2024-09-10T07:20:32.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fc432a2a640 1 -- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0c9ca0 msgr2=0x7fc42c0cc490 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T07:20:32.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fc432a2a640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0c9ca0 0x7fc42c0cc490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fc432a2a640 1 -- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003b70 msgr2=0x7fc42c1556b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fc432a2a640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003b70 0x7fc42c1556b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7efc38ff9640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc2006bf00 0x7efc2006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.000+0000 7fc432a2a640 1 -- 172.21.15.3:0/2487678584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42c156160 con 0x7fc42c15dca0 2024-09-10T07:20:32.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb4c0502b0 con 0x7fdb40004800 2024-09-10T07:20:32.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7fc432a2a640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15dca0 0x7fc42c0cc9d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc42c06e6d0 tx=0x7fc42400d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7efc2808a480 con 0x7efc340df350 2024-09-10T07:20:32.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb4c050870 con 0x7fdb40004800 2024-09-10T07:20:32.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f925c01e070 con 0x7f9260072710 2024-09-10T07:20:32.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7efc3bfff640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc2006bf00 0x7efc2006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7f618883c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 0x7f61840ae030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f151a59c640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f150806be30 0x7f150806e2f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f151c0af370 tx=0x7f151400d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.002+0000 7f618883c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840ae570 0x7f618415d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618883c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f618415d980 0x7f618415bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd881304640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd87c0ae1e0 0x7fd87c156520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fdc1ffff640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdc0406bf00 0x7fdc0406e3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdc14009f30 tx=0x7fdc14009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd881304640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c09cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd881304640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c159cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618883c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6184073720 con 0x7f618415d980 2024-09-10T07:20:32.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618883c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f61840cabb0 con 0x7f618414d410 2024-09-10T07:20:32.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd881304640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd87c15b400 con 0x7fd87c0ae1e0 2024-09-10T07:20:32.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd881304640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd87c0b3120 con 0x7fd87c15b020 2024-09-10T07:20:32.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd881304640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd87c15b580 con 0x7fd87c0b4e70 2024-09-10T07:20:32.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618883c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f61840738a0 con 0x7f61840ae570 2024-09-10T07:20:32.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 0x7f61840ae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c159cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c159cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53814/0 (socket says 172.21.15.3:53814) 2024-09-10T07:20:32.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 -- 172.21.15.3:0/4088155664 learned_addr learned my addr 172.21.15.3:0/4088155664 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f6181d9b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840ae570 0x7f618415d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 0x7f61840ae030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:53810/0 (socket says 172.21.15.3:53810) 2024-09-10T07:20:32.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 -- 172.21.15.3:0/463112811 learned_addr learned my addr 172.21.15.3:0/463112811 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f6182d9d640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f618415d980 0x7f618415bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f9256ffd640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f924406c030 0x7f924406e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd87b7fe640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c09cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f925c08b2e0 con 0x7f9260072710 2024-09-10T07:20:32.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd87bfff640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd87c0ae1e0 0x7fd87c156520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7efc3bfff640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc2006bf00 0x7efc2006e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efc3000a1c0 tx=0x7efc3000c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f92664de640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f924406c030 0x7f924406e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 -- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 msgr2=0x7fd87c09cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c09cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 -- 172.21.15.3:0/4088155664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd87c0ae1e0 msgr2=0x7fd87c156520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd87c0ae1e0 0x7fd87c156520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7fd880b03640 1 -- 172.21.15.3:0/4088155664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd87c1580c0 con 0x7fd87c15b020 2024-09-10T07:20:32.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 -- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840ae570 msgr2=0x7f618415d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840ae570 0x7f618415d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 -- 172.21.15.3:0/463112811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f618415d980 msgr2=0x7f618415bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f618415d980 0x7f618415bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f618259c640 1 -- 172.21.15.3:0/463112811 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f618415de00 con 0x7f618414d410 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.003+0000 7f6182d9d640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f618415d980 0x7f618415bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.004+0000 7f618259c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 0x7f61840ae030 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6174009fd0 tx=0x7f617402d070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.004+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb4c00dee0 con 0x7fdb40004800 2024-09-10T07:20:32.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.004+0000 7fd880b03640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c159cc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c750 tx=0x7fd87400cc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.004+0000 7f92664de640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f924406c030 0x7f924406e4f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9258036000 tx=0x7f925802f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb50018070 con 0x7fdb40004800 2024-09-10T07:20:32.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424001be0 con 0x7fc42c15dca0 2024-09-10T07:20:32.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc42c15e220 con 0x7fc42c15dca0 2024-09-10T07:20:32.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5000ca00 con 0x7fdb40004800 2024-09-10T07:20:32.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f925c059260 con 0x7f9260072710 2024-09-10T07:20:32.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc42c15ba50 con 0x7fc42c15dca0 2024-09-10T07:20:32.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.007+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424018070 con 0x7fc42c15dca0 2024-09-10T07:20:32.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.008+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42400dd20 con 0x7fc42c15dca0 2024-09-10T07:20:32.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.008+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdc0c091080 con 0x7fdc180df7b0 2024-09-10T07:20:32.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.008+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdb5000cba0 con 0x7fdb40004800 2024-09-10T07:20:32.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.008+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc414005290 con 0x7fc42c15dca0 2024-09-10T07:20:32.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.009+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc424003970 con 0x7fc42c15dca0 2024-09-10T07:20:32.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.009+0000 7fdb4affd640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdb3806be60 0x7fdb3806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.009+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fdb5008b810 con 0x7fdb40004800 2024-09-10T07:20:32.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.010+0000 7fc422ffd640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41006be60 0x7fc41006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.010+0000 7fdb59b91640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdb3806be60 0x7fdb3806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.010+0000 7fc432229640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41006be60 0x7fc41006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.010+0000 7fdb59b91640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdb3806be60 0x7fdb3806e320 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdb44032000 tx=0x7fdb4402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.010+0000 7fc432229640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41006be60 0x7fc41006e320 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc428001bb0 tx=0x7fc42802d000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.012+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f150c058be0 con 0x7f151c0c2f70 2024-09-10T07:20:32.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc280585d0 con 0x7efc340df350 2024-09-10T07:20:32.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174001890 con 0x7f618414d410 2024-09-10T07:20:32.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6174005ac0 con 0x7f618414d410 2024-09-10T07:20:32.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61740080d0 con 0x7f618414d410 2024-09-10T07:20:32.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f618409ab60 con 0x7f618414d410 2024-09-10T07:20:32.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f618409b120 con 0x7f618414d410 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874017070 con 0x7fd87c15b020 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.014+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd87400a640 con 0x7fd87c15b020 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.015+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87400ce60 con 0x7fd87c15b020 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.015+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd87c1583a0 con 0x7fd87c15b020 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.015+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd87c158960 con 0x7fd87c15b020 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.016+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc424057050 con 0x7fc42c15dca0 2024-09-10T07:20:32.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.017+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb50059f60 con 0x7fdb40004800 2024-09-10T07:20:32.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.018+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd87401a070 con 0x7fd87c15b020 2024-09-10T07:20:32.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.017+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61840cdd90 con 0x7f618414d410 2024-09-10T07:20:32.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.017+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6174008270 con 0x7f618414d410 2024-09-10T07:20:32.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.018+0000 7f6172ffd640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f616406bf30 0x7f616406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.018+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f61740aabc0 con 0x7f618414d410 2024-09-10T07:20:32.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.018+0000 7fd878ff9640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd86806be80 0x7fd86806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.018+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd87408a850 con 0x7fd87c15b020 2024-09-10T07:20:32.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.018+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd87c0adca0 con 0x7fd87c15b020 2024-09-10T07:20:32.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.019+0000 7f6181d9b640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f616406bf30 0x7f616406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.019+0000 7fd87bfff640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd86806be80 0x7fd86806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.019+0000 7f6181d9b640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f616406bf30 0x7f616406e3f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f617c009a40 tx=0x7f617c00b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.019+0000 7fd87bfff640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd86806be80 0x7fd86806e340 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd870037000 tx=0x7fd870008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.022+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f61840cdd90 con 0x7f618414d410 2024-09-10T07:20:32.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.027+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd874058850 con 0x7fd87c15b020 2024-09-10T07:20:32.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.027+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc42c156160 con 0x7fc42c15dca0 2024-09-10T07:20:32.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.416+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f92600b31f0 con 0x7f9260072710 2024-09-10T07:20:32.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.417+0000 7f9256ffd640 1 -- 172.21.15.3:0/1921660816 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f925c05d560 con 0x7f9260072710 2024-09-10T07:20:32.417 INFO:teuthology.orchestra.run.smithi003.stdout:60129542154 2024-09-10T07:20:32.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.419+0000 7fdc2629b640 1 -- 172.21.15.3:0/1995535479 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fdc18048f90 con 0x7fdc180df7b0 2024-09-10T07:20:32.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.420+0000 7fdc1cff9640 1 -- 172.21.15.3:0/1995535479 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdc180e0f30 con 0x7fdc180df7b0 2024-09-10T07:20:32.420 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:32.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.420+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f924406c030 msgr2=0x7f924406e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f924406c030 0x7f924406e4f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9258036000 tx=0x7f925802f000 comp rx=0 tx=0).stop 2024-09-10T07:20:32.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 msgr2=0x7f9260200d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 0x7f9260200d00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f925c00b9d0 tx=0x7f925c00be90 comp rx=0 tx=0).stop 2024-09-10T07:20:32.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 shutdown_connections 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f924406c030 0x7f924406e4f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f926015e3e0 0x7f9260201240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.421+0000 7f9254ff9640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9260072710 0x7f9260200d00 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.422+0000 7f9254ff9640 1 --2- 172.21.15.3:0/1921660816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f926006e420 0x7f9260156550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.422+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 >> 172.21.15.3:0/1921660816 conn(0x7f92600b1bd0 msgr2=0x7f9260159340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.422+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 shutdown_connections 2024-09-10T07:20:32.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.422+0000 7f9254ff9640 1 -- 172.21.15.3:0/1921660816 wait complete. 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.423+0000 7fdc0a7fc640 1 -- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdc0406bf00 msgr2=0x7fdc0406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdc0406bf00 0x7fdc0406e3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdc14009f30 tx=0x7fdc14009190 comp rx=0 tx=0).stop 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 -- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 msgr2=0x7fdc181887f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 0x7fdc181887f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c00c3e0 tx=0x7fdc0c00c8a0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 -- 172.21.15.3:0/1995535479 shutdown_connections 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdc0406bf00 0x7fdc0406e3c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdc180dfb90 0x7fdc180066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdc180df7b0 0x7fdc181887f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 --2- 172.21.15.3:0/1995535479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc18053290 0x7fdc1804f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.424+0000 7fdc0a7fc640 1 -- 172.21.15.3:0/1995535479 >> 172.21.15.3:0/1995535479 conn(0x7fdc180556c0 msgr2=0x7fdc18039010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.425+0000 7fdc0a7fc640 1 -- 172.21.15.3:0/1995535479 shutdown_connections 2024-09-10T07:20:32.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.425+0000 7fdc0a7fc640 1 -- 172.21.15.3:0/1995535479 wait complete. 2024-09-10T07:20:32.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.426+0000 7efc4124d640 1 -- 172.21.15.3:0/2766254104 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7efc34009100 con 0x7efc340df350 2024-09-10T07:20:32.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.427+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f151c0af560 con 0x7f151c0c2f70 2024-09-10T07:20:32.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.427+0000 7f15037fe640 1 -- 172.21.15.3:0/3658107629 <== mon.2 v2:172.21.15.70:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f150c05cee0 con 0x7f151c0c2f70 2024-09-10T07:20:32.427 INFO:teuthology.orchestra.run.smithi003.stdout:60129542153 2024-09-10T07:20:32.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.427+0000 7efc38ff9640 1 -- 172.21.15.3:0/2766254104 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efc2805c8d0 con 0x7efc340df350 2024-09-10T07:20:32.427 INFO:teuthology.orchestra.run.smithi003.stdout:55834574858 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f150806be30 msgr2=0x7f150806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f150806be30 0x7f150806e2f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f151c0af370 tx=0x7f151400d040 comp rx=0 tx=0).stop 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 msgr2=0x7f151c15e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 0x7f151c15e160 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f150c00b4a0 tx=0x7f150c00b960 comp rx=0 tx=0).stop 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7efc267fc640 1 -- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc2006bf00 msgr2=0x7efc2006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7efc267fc640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc2006bf00 0x7efc2006e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efc3000a1c0 tx=0x7efc3000c040 comp rx=0 tx=0).stop 2024-09-10T07:20:32.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7efc267fc640 1 -- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc340df350 msgr2=0x7efc3404bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7efc267fc640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc340df350 0x7efc3404bec0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7efc34007650 tx=0x7efc2800c930 comp rx=0 tx=0).stop 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 shutdown_connections 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f150806be30 0x7f150806e2f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f151c163980 0x7f151c1fbdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f151c0cef70 0x7f151c0acdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 --2- 172.21.15.3:0/3658107629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f151c0c2f70 0x7f151c15e160 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 >> 172.21.15.3:0/3658107629 conn(0x7f151c0cffa0 msgr2=0x7f151c06dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7efc267fc640 1 -- 172.21.15.3:0/2766254104 shutdown_connections 2024-09-10T07:20:32.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 shutdown_connections 2024-09-10T07:20:32.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7f1521253640 1 -- 172.21.15.3:0/3658107629 wait complete. 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.431+0000 7efc267fc640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc2006bf00 0x7efc2006e3c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.432+0000 7efc267fc640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc3404c400 0x7efc340d74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.432+0000 7efc267fc640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc340df350 0x7efc3404bec0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.432+0000 7efc267fc640 1 --2- 172.21.15.3:0/2766254104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc34006670 0x7efc3417d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.432+0000 7efc267fc640 1 -- 172.21.15.3:0/2766254104 >> 172.21.15.3:0/2766254104 conn(0x7efc3401e1d0 msgr2=0x7efc340534e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.433+0000 7efc267fc640 1 -- 172.21.15.3:0/2766254104 shutdown_connections 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.433+0000 7efc267fc640 1 -- 172.21.15.3:0/2766254104 wait complete. 2024-09-10T07:20:32.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.433+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fdb4c054830 con 0x7fdb40004800 2024-09-10T07:20:32.437 INFO:teuthology.orchestra.run.smithi003.stdout:60129542153 2024-09-10T07:20:32.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.434+0000 7fdb4affd640 1 -- 172.21.15.3:0/4066014544 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdb50059860 con 0x7fdb40004800 2024-09-10T07:20:32.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdb3806be60 msgr2=0x7fdb3806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdb3806be60 0x7fdb3806e320 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdb44032000 tx=0x7fdb4402e000 comp rx=0 tx=0).stop 2024-09-10T07:20:32.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 msgr2=0x7fdb4c02fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 0x7fdb4c02fde0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000e750 tx=0x7fdb5000eb50 comp rx=0 tx=0).stop 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 shutdown_connections 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdb3806be60 0x7fdb3806e320 secure :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdb44032000 tx=0x7fdb4402e000 comp rx=0 tx=0).stop 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdb4c0e46a0 0x7fdb4c0e4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdb4c0e5630 0x7fdb4c0d9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 --2- 172.21.15.3:0/4066014544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdb40004800 0x7fdb4c02fde0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.438+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 >> 172.21.15.3:0/4066014544 conn(0x7fdb4c058b20 msgr2=0x7fdb4c058f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.439+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 shutdown_connections 2024-09-10T07:20:32.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.439+0000 7fdb5c5f6640 1 -- 172.21.15.3:0/4066014544 wait complete. 2024-09-10T07:20:32.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.440+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fc414005580 con 0x7fc42c15dca0 2024-09-10T07:20:32.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.441+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f61840ae950 con 0x7f618414d410 2024-09-10T07:20:32.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.441+0000 7fc422ffd640 1 -- 172.21.15.3:0/2487678584 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc4240596b0 con 0x7fc42c15dca0 2024-09-10T07:20:32.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.441+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fd87c06e200 con 0x7fd87c15b020 2024-09-10T07:20:32.441 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:32.442 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.1 2024-09-10T07:20:32.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.442+0000 7f6172ffd640 1 -- 172.21.15.3:0/463112811 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6174078c50 con 0x7f618414d410 2024-09-10T07:20:32.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.442+0000 7fd878ff9640 1 -- 172.21.15.3:0/4088155664 <== mon.1 v2:172.21.15.70:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd87405cb50 con 0x7fd87c15b020 2024-09-10T07:20:32.443 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.443 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:32.444 INFO:teuthology.orchestra.run.smithi003.stdout:60129542152 2024-09-10T07:20:32.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.445+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41006be60 msgr2=0x7fc41006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.445+0000 7fc43448d640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41006be60 0x7fc41006e320 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc428001bb0 tx=0x7fc42802d000 comp rx=0 tx=0).stop 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.445+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15dca0 msgr2=0x7fc42c0cc9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.445+0000 7fc43448d640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15dca0 0x7fc42c0cc9d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc42c06e6d0 tx=0x7fc42400d520 comp rx=0 tx=0).stop 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 shutdown_connections 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41006be60 0x7fc41006e320 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15dca0 0x7fc42c0cc9d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0c9ca0 0x7fc42c0cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 --2- 172.21.15.3:0/2487678584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003b70 0x7fc42c1556b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.447 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.2 2024-09-10T07:20:32.447 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 >> 172.21.15.3:0/2487678584 conn(0x7fc42c0d10b0 msgr2=0x7fc42c157b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 shutdown_connections 2024-09-10T07:20:32.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fc43448d640 1 -- 172.21.15.3:0/2487678584 wait complete. 2024-09-10T07:20:32.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f616406bf30 msgr2=0x7f616406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f616406bf30 0x7f616406e3f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f617c009a40 tx=0x7f617c00b040 comp rx=0 tx=0).stop 2024-09-10T07:20:32.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 msgr2=0x7f61840ae030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 0x7f61840ae030 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6174009fd0 tx=0x7f617402d070 comp rx=0 tx=0).stop 2024-09-10T07:20:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd86806be80 msgr2=0x7fd86806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 shutdown_connections 2024-09-10T07:20:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f616406bf30 0x7f616406e3f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f618415d980 0x7f618415bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7f618883c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f61840ae570 0x7f618415d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd86806be80 0x7fd86806e340 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd870037000 tx=0x7fd870008040 comp rx=0 tx=0).stop 2024-09-10T07:20:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 msgr2=0x7fd87c159cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c159cc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c750 tx=0x7fd87400cc10 comp rx=0 tx=0).stop 2024-09-10T07:20:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.447+0000 7f618883c640 1 --2- 172.21.15.3:0/463112811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f618414d410 0x7f61840ae030 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 shutdown_connections 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd86806be80 0x7fd86806e340 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd87c15b020 0x7fd87c159cc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd87c0b4e70 0x7fd87c09cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 --2- 172.21.15.3:0/4088155664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd87c0ae1e0 0x7fd87c156520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.446+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 >> 172.21.15.3:0/4088155664 conn(0x7fd87c0b1bd0 msgr2=0x7fd87c15e1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.447+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 >> 172.21.15.3:0/463112811 conn(0x7f61840cffa0 msgr2=0x7f618415ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.447+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 shutdown_connections 2024-09-10T07:20:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.447+0000 7f618883c640 1 -- 172.21.15.3:0/463112811 wait complete. 2024-09-10T07:20:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.447+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 shutdown_connections 2024-09-10T07:20:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.447+0000 7fd881304640 1 -- 172.21.15.3:0/4088155664 wait complete. 2024-09-10T07:20:32.453 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.0 2024-09-10T07:20:32.453 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.454 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.6 2024-09-10T07:20:32.454 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.460 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.3 2024-09-10T07:20:32.460 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.462 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.4 2024-09-10T07:20:32.463 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.463 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.5 2024-09-10T07:20:32.463 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.464 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.7 2024-09-10T07:20:32.464 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:32.464 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:20:32.464 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:20:32.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.606+0000 7fdf67b26640 1 Processor -- start 2024-09-10T07:20:32.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.606+0000 7fdf67b26640 1 -- start start 2024-09-10T07:20:32.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf67b26640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600ceee0 0x7fdf600d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf67b26640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf600d17b0 con 0x7fdf600d1380 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf67b26640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf600d3480 con 0x7fdf6015e560 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf67b26640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdf600d3760 con 0x7fdf600ceee0 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf660c3640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fdf600d1380 0x7fdf600b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46760/0 (socket says 172.21.15.3:46760) 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf660c3640 1 -- 172.21.15.3:0/641813194 learned_addr learned my addr 172.21.15.3:0/641813194 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf650c1640 1 --2- 172.21.15.3:0/641813194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600ceee0 0x7fdf600d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3166797530 0 0) 0x7fdf58001490 con 0x7fdf600d1380 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf4c003520 con 0x7fdf600d1380 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 706994737 0 0) 0x7fdf600d3480 con 0x7fdf6015e560 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.607+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf58001490 con 0x7fdf6015e560 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.608+0000 7fdf650c1640 1 -- 172.21.15.3:0/641813194 >> v1:172.21.15.70:6789/0 conn(0x7fdf6015e560 legacy=0x7fdf600cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.608+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2810694879 0 0) 0x7fdf4c003520 con 0x7fdf600d1380 2024-09-10T07:20:32.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.608+0000 7fdf650c1640 1 -- 172.21.15.3:0/641813194 >> v1:172.21.15.3:6789/0 conn(0x7fdf600d1380 legacy=0x7fdf600b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.608+0000 7fdf650c1640 1 -- 172.21.15.3:0/641813194 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf600d3a40 con 0x7fdf600ceee0 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.608+0000 7fdf650c1640 1 --2- 172.21.15.3:0/641813194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600ceee0 0x7fdf600d0e40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdf500097d0 tx=0x7fdf5002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f07b1e30040d12af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.608+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf50037070 con 0x7fdf600ceee0 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5002ac30 con 0x7fdf600ceee0 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf648c0640 1 -- 172.21.15.3:0/641813194 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58001bc0 con 0x7fdf600ceee0 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 -- 172.21.15.3:0/641813194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600ceee0 msgr2=0x7fdf600d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 --2- 172.21.15.3:0/641813194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600ceee0 0x7fdf600d0e40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdf500097d0 tx=0x7fdf5002a1a0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 -- 172.21.15.3:0/641813194 shutdown_connections 2024-09-10T07:20:32.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 --2- 172.21.15.3:0/641813194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600ceee0 0x7fdf600d0e40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 -- 172.21.15.3:0/641813194 >> 172.21.15.3:0/641813194 conn(0x7fdf60073850 msgr2=0x7fdf6006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 -- 172.21.15.3:0/641813194 shutdown_connections 2024-09-10T07:20:32.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.609+0000 7fdf67b26640 1 -- 172.21.15.3:0/641813194 wait complete. 2024-09-10T07:20:32.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.610+0000 7fdf67b26640 1 Processor -- start 2024-09-10T07:20:32.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.610+0000 7fdf67b26640 1 -- start start 2024-09-10T07:20:32.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf67b26640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 0x7fdf60153c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf67b26640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600d1380 0x7fdf6015cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf67b26640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf6015e560 0x7fdf6015d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf67b26640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6015e940 con 0x7fdf600ceee0 2024-09-10T07:20:32.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf67b26640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf600d4240 con 0x7fdf6015e560 2024-09-10T07:20:32.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf67b26640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6015eac0 con 0x7fdf600d1380 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf658c2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 0x7fdf60153c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf658c2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 0x7fdf60153c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57306/0 (socket says 172.21.15.3:57306) 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.611+0000 7fdf658c2640 1 -- 172.21.15.3:0/3190705542 learned_addr learned my addr 172.21.15.3:0/3190705542 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf650c1640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600d1380 0x7fdf6015cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf660c3640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf6015e560 0x7fdf6015d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf658c2640 1 -- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600d1380 msgr2=0x7fdf6015cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf658c2640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600d1380 0x7fdf6015cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf658c2640 1 -- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf6015e560 msgr2=0x7fdf6015d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf658c2640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf6015e560 0x7fdf6015d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf658c2640 1 -- 172.21.15.3:0/3190705542 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf601f4100 con 0x7fdf600ceee0 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf660c3640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf6015e560 0x7fdf6015d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf658c2640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 0x7fdf60153c40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c00c460 tx=0x7fdf5c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c0052d0 con 0x7fdf600ceee0 2024-09-10T07:20:32.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c005490 con 0x7fdf600ceee0 2024-09-10T07:20:32.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c012870 con 0x7fdf600ceee0 2024-09-10T07:20:32.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf601f43e0 con 0x7fdf600ceee0 2024-09-10T07:20:32.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.612+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf601f49a0 con 0x7fdf600ceee0 2024-09-10T07:20:32.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.613+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf600d0e40 con 0x7fdf600ceee0 2024-09-10T07:20:32.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.614+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf5c012a10 con 0x7fdf600ceee0 2024-09-10T07:20:32.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.614+0000 7fdf567fc640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf4406be30 0x7fdf4406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.614+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fdf5c08ad50 con 0x7fdf600ceee0 2024-09-10T07:20:32.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.614+0000 7fdf650c1640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf4406be30 0x7fdf4406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.615+0000 7fdf650c1640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf4406be30 0x7fdf4406e2f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdf50034000 tx=0x7fdf5002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.618+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf5c08e030 con 0x7fdf600ceee0 2024-09-10T07:20:32.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.789+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdf6006baf0 con 0x7fdf4406be30 2024-09-10T07:20:32.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.798+0000 7fdf567fc640 1 -- 172.21.15.3:0/3190705542 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fdf6006baf0 con 0x7fdf4406be30 2024-09-10T07:20:32.803 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:32.805 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:20:32.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.801+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf4406be30 msgr2=0x7fdf4406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.801+0000 7fdf67b26640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf4406be30 0x7fdf4406e2f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fdf50034000 tx=0x7fdf5002e000 comp rx=0 tx=0).stop 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.801+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 msgr2=0x7fdf60153c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.801+0000 7fdf67b26640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 0x7fdf60153c40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c00c460 tx=0x7fdf5c00c920 comp rx=0 tx=0).stop 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 shutdown_connections 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf4406be30 0x7fdf4406e2f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf6015e560 0x7fdf6015d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf600d1380 0x7fdf6015cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 --2- 172.21.15.3:0/3190705542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf600ceee0 0x7fdf60153c40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 >> 172.21.15.3:0/3190705542 conn(0x7fdf60073850 msgr2=0x7fdf6015b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 shutdown_connections 2024-09-10T07:20:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.802+0000 7fdf67b26640 1 -- 172.21.15.3:0/3190705542 wait complete. 2024-09-10T07:20:32.813 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-10T07:20:32.062916+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236240,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738480,"statfs":{"total":773094113280,"available":772852203520,"internally_reserved":0,"allocated":3448832,"data_stored":2055732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002753"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985201+0000","last_change":"2024-09-10T07:20:08.801916+0000","last_active":"2024-09-10T07:20:14.985201+0000","last_peered":"2024-09-10T07:20:14.985201+0000","last_clean":"2024-09-10T07:20:14.985201+0000","last_became_active":"2024-09-10T07:20:08.801618+0000","last_became_peered":"2024-09-10T07:20:08.801618+0000","last_unstale":"2024-09-10T07:20:14.985201+0000","last_undegraded":"2024-09-10T07:20:14.985201+0000","last_fullsized":"2024-09-10T07:20:14.985201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949529+0000","last_change":"2024-09-10T07:20:09.825065+0000","last_active":"2024-09-10T07:20:14.949529+0000","last_peered":"2024-09-10T07:20:14.949529+0000","last_clean":"2024-09-10T07:20:14.949529+0000","last_became_active":"2024-09-10T07:20:09.823770+0000","last_became_peered":"2024-09-10T07:20:09.823770+0000","last_unstale":"2024-09-10T07:20:14.949529+0000","last_undegraded":"2024-09-10T07:20:14.949529+0000","last_fullsized":"2024-09-10T07:20:14.949529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948528+0000","last_change":"2024-09-10T07:20:14.011423+0000","last_active":"2024-09-10T07:20:14.948528+0000","last_peered":"2024-09-10T07:20:14.948528+0000","last_clean":"2024-09-10T07:20:14.948528+0000","last_became_active":"2024-09-10T07:20:14.011051+0000","last_became_peered":"2024-09-10T07:20:14.011051+0000","last_unstale":"2024-09-10T07:20:14.948528+0000","last_undegraded":"2024-09-10T07:20:14.948528+0000","last_fullsized":"2024-09-10T07:20:14.948528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:11.049912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949693+0000","last_change":"2024-09-10T07:20:08.804958+0000","last_active":"2024-09-10T07:20:14.949693+0000","last_peered":"2024-09-10T07:20:14.949693+0000","last_clean":"2024-09-10T07:20:14.949693+0000","last_became_active":"2024-09-10T07:20:08.804644+0000","last_became_peered":"2024-09-10T07:20:08.804644+0000","last_unstale":"2024-09-10T07:20:14.949693+0000","last_undegraded":"2024-09-10T07:20:14.949693+0000","last_fullsized":"2024-09-10T07:20:14.949693+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984903+0000","last_change":"2024-09-10T07:20:09.837772+0000","last_active":"2024-09-10T07:20:14.984903+0000","last_peered":"2024-09-10T07:20:14.984903+0000","last_clean":"2024-09-10T07:20:14.984903+0000","last_became_active":"2024-09-10T07:20:09.837419+0000","last_became_peered":"2024-09-10T07:20:09.837419+0000","last_unstale":"2024-09-10T07:20:14.984903+0000","last_undegraded":"2024-09-10T07:20:14.984903+0000","last_fullsized":"2024-09-10T07:20:14.984903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:18.134431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984320+0000","last_change":"2024-09-10T07:20:13.956877+0000","last_active":"2024-09-10T07:20:14.984320+0000","last_peered":"2024-09-10T07:20:14.984320+0000","last_clean":"2024-09-10T07:20:14.984320+0000","last_became_active":"2024-09-10T07:20:13.956515+0000","last_became_peered":"2024-09-10T07:20:13.956515+0000","last_unstale":"2024-09-10T07:20:14.984320+0000","last_undegraded":"2024-09-10T07:20:14.984320+0000","last_fullsized":"2024-09-10T07:20:14.984320+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:28.156778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950273+0000","last_change":"2024-09-10T07:20:08.804730+0000","last_active":"2024-09-10T07:20:14.950273+0000","last_peered":"2024-09-10T07:20:14.950273+0000","last_clean":"2024-09-10T07:20:14.950273+0000","last_became_active":"2024-09-10T07:20:08.804426+0000","last_became_peered":"2024-09-10T07:20:08.804426+0000","last_unstale":"2024-09-10T07:20:14.950273+0000","last_undegraded":"2024-09-10T07:20:14.950273+0000","last_fullsized":"2024-09-10T07:20:14.950273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:44.013988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985495+0000","last_change":"2024-09-10T07:20:09.831560+0000","last_active":"2024-09-10T07:20:14.985495+0000","last_peered":"2024-09-10T07:20:14.985495+0000","last_clean":"2024-09-10T07:20:14.985495+0000","last_became_active":"2024-09-10T07:20:09.824566+0000","last_became_peered":"2024-09-10T07:20:09.824566+0000","last_unstale":"2024-09-10T07:20:14.985495+0000","last_undegraded":"2024-09-10T07:20:14.985495+0000","last_fullsized":"2024-09-10T07:20:14.985495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984995+0000","last_change":"2024-09-10T07:20:13.949852+0000","last_active":"2024-09-10T07:20:14.984995+0000","last_peered":"2024-09-10T07:20:14.984995+0000","last_clean":"2024-09-10T07:20:14.984995+0000","last_became_active":"2024-09-10T07:20:13.949262+0000","last_became_peered":"2024-09-10T07:20:13.949262+0000","last_unstale":"2024-09-10T07:20:14.984995+0000","last_undegraded":"2024-09-10T07:20:14.984995+0000","last_fullsized":"2024-09-10T07:20:14.984995+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:13.091535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950037+0000","last_change":"2024-09-10T07:20:08.809531+0000","last_active":"2024-09-10T07:20:14.950037+0000","last_peered":"2024-09-10T07:20:14.950037+0000","last_clean":"2024-09-10T07:20:14.950037+0000","last_became_active":"2024-09-10T07:20:08.809251+0000","last_became_peered":"2024-09-10T07:20:08.809251+0000","last_unstale":"2024-09-10T07:20:14.950037+0000","last_undegraded":"2024-09-10T07:20:14.950037+0000","last_fullsized":"2024-09-10T07:20:14.950037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:43.555918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985447+0000","last_change":"2024-09-10T07:20:09.827754+0000","last_active":"2024-09-10T07:20:14.985447+0000","last_peered":"2024-09-10T07:20:14.985447+0000","last_clean":"2024-09-10T07:20:14.985447+0000","last_became_active":"2024-09-10T07:20:09.827503+0000","last_became_peered":"2024-09-10T07:20:09.827503+0000","last_unstale":"2024-09-10T07:20:14.985447+0000","last_undegraded":"2024-09-10T07:20:14.985447+0000","last_fullsized":"2024-09-10T07:20:14.985447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984510+0000","last_change":"2024-09-10T07:20:13.952287+0000","last_active":"2024-09-10T07:20:14.984510+0000","last_peered":"2024-09-10T07:20:14.984510+0000","last_clean":"2024-09-10T07:20:14.984510+0000","last_became_active":"2024-09-10T07:20:13.951774+0000","last_became_peered":"2024-09-10T07:20:13.951774+0000","last_unstale":"2024-09-10T07:20:14.984510+0000","last_undegraded":"2024-09-10T07:20:14.984510+0000","last_fullsized":"2024-09-10T07:20:14.984510+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:39.963550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949315+0000","last_change":"2024-09-10T07:20:09.830765+0000","last_active":"2024-09-10T07:20:14.949315+0000","last_peered":"2024-09-10T07:20:14.949315+0000","last_clean":"2024-09-10T07:20:14.949315+0000","last_became_active":"2024-09-10T07:20:09.830493+0000","last_became_peered":"2024-09-10T07:20:09.830493+0000","last_unstale":"2024-09-10T07:20:14.949315+0000","last_undegraded":"2024-09-10T07:20:14.949315+0000","last_fullsized":"2024-09-10T07:20:14.949315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950036+0000","last_change":"2024-09-10T07:20:08.801973+0000","last_active":"2024-09-10T07:20:14.950036+0000","last_peered":"2024-09-10T07:20:14.950036+0000","last_clean":"2024-09-10T07:20:14.950036+0000","last_became_active":"2024-09-10T07:20:08.801510+0000","last_became_peered":"2024-09-10T07:20:08.801510+0000","last_unstale":"2024-09-10T07:20:14.950036+0000","last_undegraded":"2024-09-10T07:20:14.950036+0000","last_fullsized":"2024-09-10T07:20:14.950036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:49.097407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984969+0000","last_change":"2024-09-10T07:20:13.952116+0000","last_active":"2024-09-10T07:20:14.984969+0000","last_peered":"2024-09-10T07:20:14.984969+0000","last_clean":"2024-09-10T07:20:14.984969+0000","last_became_active":"2024-09-10T07:20:13.951575+0000","last_became_peered":"2024-09-10T07:20:13.951575+0000","last_unstale":"2024-09-10T07:20:14.984969+0000","last_undegraded":"2024-09-10T07:20:14.984969+0000","last_fullsized":"2024-09-10T07:20:14.984969+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:51.955278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948823+0000","last_change":"2024-09-10T07:20:09.831761+0000","last_active":"2024-09-10T07:20:14.948823+0000","last_peered":"2024-09-10T07:20:14.948823+0000","last_clean":"2024-09-10T07:20:14.948823+0000","last_became_active":"2024-09-10T07:20:09.831345+0000","last_became_peered":"2024-09-10T07:20:09.831345+0000","last_unstale":"2024-09-10T07:20:14.948823+0000","last_undegraded":"2024-09-10T07:20:14.948823+0000","last_fullsized":"2024-09-10T07:20:14.948823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986543+0000","last_change":"2024-09-10T07:20:08.799677+0000","last_active":"2024-09-10T07:20:14.986543+0000","last_peered":"2024-09-10T07:20:14.986543+0000","last_clean":"2024-09-10T07:20:14.986543+0000","last_became_active":"2024-09-10T07:20:08.799295+0000","last_became_peered":"2024-09-10T07:20:08.799295+0000","last_unstale":"2024-09-10T07:20:14.986543+0000","last_undegraded":"2024-09-10T07:20:14.986543+0000","last_fullsized":"2024-09-10T07:20:14.986543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985224+0000","last_change":"2024-09-10T07:20:13.950887+0000","last_active":"2024-09-10T07:20:14.985224+0000","last_peered":"2024-09-10T07:20:14.985224+0000","last_clean":"2024-09-10T07:20:14.985224+0000","last_became_active":"2024-09-10T07:20:13.950427+0000","last_became_peered":"2024-09-10T07:20:13.950427+0000","last_unstale":"2024-09-10T07:20:14.985224+0000","last_undegraded":"2024-09-10T07:20:14.985224+0000","last_fullsized":"2024-09-10T07:20:14.985224+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948903+0000","last_change":"2024-09-10T07:20:09.819991+0000","last_active":"2024-09-10T07:20:14.948903+0000","last_peered":"2024-09-10T07:20:14.948903+0000","last_clean":"2024-09-10T07:20:14.948903+0000","last_became_active":"2024-09-10T07:20:09.818747+0000","last_became_peered":"2024-09-10T07:20:09.818747+0000","last_unstale":"2024-09-10T07:20:14.948903+0000","last_undegraded":"2024-09-10T07:20:14.948903+0000","last_fullsized":"2024-09-10T07:20:14.948903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:28.746959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984942+0000","last_change":"2024-09-10T07:20:08.802955+0000","last_active":"2024-09-10T07:20:14.984942+0000","last_peered":"2024-09-10T07:20:14.984942+0000","last_clean":"2024-09-10T07:20:14.984942+0000","last_became_active":"2024-09-10T07:20:08.802637+0000","last_became_peered":"2024-09-10T07:20:08.802637+0000","last_unstale":"2024-09-10T07:20:14.984942+0000","last_undegraded":"2024-09-10T07:20:14.984942+0000","last_fullsized":"2024-09-10T07:20:14.984942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:24.561409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986884+0000","last_change":"2024-09-10T07:20:14.005385+0000","last_active":"2024-09-10T07:20:14.986884+0000","last_peered":"2024-09-10T07:20:14.986884+0000","last_clean":"2024-09-10T07:20:14.986884+0000","last_became_active":"2024-09-10T07:20:14.004903+0000","last_became_peered":"2024-09-10T07:20:14.004903+0000","last_unstale":"2024-09-10T07:20:14.986884+0000","last_undegraded":"2024-09-10T07:20:14.986884+0000","last_fullsized":"2024-09-10T07:20:14.986884+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:05.982665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984554+0000","last_change":"2024-09-10T07:20:09.823061+0000","last_active":"2024-09-10T07:20:14.984554+0000","last_peered":"2024-09-10T07:20:14.984554+0000","last_clean":"2024-09-10T07:20:14.984554+0000","last_became_active":"2024-09-10T07:20:09.822355+0000","last_became_peered":"2024-09-10T07:20:09.822355+0000","last_unstale":"2024-09-10T07:20:14.984554+0000","last_undegraded":"2024-09-10T07:20:14.984554+0000","last_fullsized":"2024-09-10T07:20:14.984554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:26.326066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948929+0000","last_change":"2024-09-10T07:20:08.805126+0000","last_active":"2024-09-10T07:20:14.948929+0000","last_peered":"2024-09-10T07:20:14.948929+0000","last_clean":"2024-09-10T07:20:14.948929+0000","last_became_active":"2024-09-10T07:20:08.804759+0000","last_became_peered":"2024-09-10T07:20:08.804759+0000","last_unstale":"2024-09-10T07:20:14.948929+0000","last_undegraded":"2024-09-10T07:20:14.948929+0000","last_fullsized":"2024-09-10T07:20:14.948929+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985149+0000","last_change":"2024-09-10T07:20:13.950931+0000","last_active":"2024-09-10T07:20:14.985149+0000","last_peered":"2024-09-10T07:20:14.985149+0000","last_clean":"2024-09-10T07:20:14.985149+0000","last_became_active":"2024-09-10T07:20:13.950276+0000","last_became_peered":"2024-09-10T07:20:13.950276+0000","last_unstale":"2024-09-10T07:20:14.985149+0000","last_undegraded":"2024-09-10T07:20:14.985149+0000","last_fullsized":"2024-09-10T07:20:14.985149+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:40.442499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985770+0000","last_change":"2024-09-10T07:20:09.819251+0000","last_active":"2024-09-10T07:20:14.985770+0000","last_peered":"2024-09-10T07:20:14.985770+0000","last_clean":"2024-09-10T07:20:14.985770+0000","last_became_active":"2024-09-10T07:20:09.818775+0000","last_became_peered":"2024-09-10T07:20:09.818775+0000","last_unstale":"2024-09-10T07:20:14.985770+0000","last_undegraded":"2024-09-10T07:20:14.985770+0000","last_fullsized":"2024-09-10T07:20:14.985770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:36.747417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950492+0000","last_change":"2024-09-10T07:20:08.807141+0000","last_active":"2024-09-10T07:20:14.950492+0000","last_peered":"2024-09-10T07:20:14.950492+0000","last_clean":"2024-09-10T07:20:14.950492+0000","last_became_active":"2024-09-10T07:20:08.806875+0000","last_became_peered":"2024-09-10T07:20:08.806875+0000","last_unstale":"2024-09-10T07:20:14.950492+0000","last_undegraded":"2024-09-10T07:20:14.950492+0000","last_fullsized":"2024-09-10T07:20:14.950492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984334+0000","last_change":"2024-09-10T07:20:14.008434+0000","last_active":"2024-09-10T07:20:14.984334+0000","last_peered":"2024-09-10T07:20:14.984334+0000","last_clean":"2024-09-10T07:20:14.984334+0000","last_became_active":"2024-09-10T07:20:14.007777+0000","last_became_peered":"2024-09-10T07:20:14.007777+0000","last_unstale":"2024-09-10T07:20:14.984334+0000","last_undegraded":"2024-09-10T07:20:14.984334+0000","last_fullsized":"2024-09-10T07:20:14.984334+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:50.797045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949734+0000","last_change":"2024-09-10T07:20:09.833735+0000","last_active":"2024-09-10T07:20:14.949734+0000","last_peered":"2024-09-10T07:20:14.949734+0000","last_clean":"2024-09-10T07:20:14.949734+0000","last_became_active":"2024-09-10T07:20:09.832769+0000","last_became_peered":"2024-09-10T07:20:09.832769+0000","last_unstale":"2024-09-10T07:20:14.949734+0000","last_undegraded":"2024-09-10T07:20:14.949734+0000","last_fullsized":"2024-09-10T07:20:14.949734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986423+0000","last_change":"2024-09-10T07:20:08.804620+0000","last_active":"2024-09-10T07:20:14.986423+0000","last_peered":"2024-09-10T07:20:14.986423+0000","last_clean":"2024-09-10T07:20:14.986423+0000","last_became_active":"2024-09-10T07:20:08.804329+0000","last_became_peered":"2024-09-10T07:20:08.804329+0000","last_unstale":"2024-09-10T07:20:14.986423+0000","last_undegraded":"2024-09-10T07:20:14.986423+0000","last_fullsized":"2024-09-10T07:20:14.986423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:14.007277+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:14.006901+0000","last_became_peered":"2024-09-10T07:20:14.006901+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:29.279379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985816+0000","last_change":"2024-09-10T07:20:09.822648+0000","last_active":"2024-09-10T07:20:14.985816+0000","last_peered":"2024-09-10T07:20:14.985816+0000","last_clean":"2024-09-10T07:20:14.985816+0000","last_became_active":"2024-09-10T07:20:09.822330+0000","last_became_peered":"2024-09-10T07:20:09.822330+0000","last_unstale":"2024-09-10T07:20:14.985816+0000","last_undegraded":"2024-09-10T07:20:14.985816+0000","last_fullsized":"2024-09-10T07:20:14.985816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950379+0000","last_change":"2024-09-10T07:20:08.807990+0000","last_active":"2024-09-10T07:20:14.950379+0000","last_peered":"2024-09-10T07:20:14.950379+0000","last_clean":"2024-09-10T07:20:14.950379+0000","last_became_active":"2024-09-10T07:20:08.807674+0000","last_became_peered":"2024-09-10T07:20:08.807674+0000","last_unstale":"2024-09-10T07:20:14.950379+0000","last_undegraded":"2024-09-10T07:20:14.950379+0000","last_fullsized":"2024-09-10T07:20:14.950379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:59.102030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985627+0000","last_change":"2024-09-10T07:20:14.007227+0000","last_active":"2024-09-10T07:20:14.985627+0000","last_peered":"2024-09-10T07:20:14.985627+0000","last_clean":"2024-09-10T07:20:14.985627+0000","last_became_active":"2024-09-10T07:20:14.006856+0000","last_became_peered":"2024-09-10T07:20:14.006856+0000","last_unstale":"2024-09-10T07:20:14.985627+0000","last_undegraded":"2024-09-10T07:20:14.985627+0000","last_fullsized":"2024-09-10T07:20:14.985627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:42.558999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985584+0000","last_change":"2024-09-10T07:20:09.836680+0000","last_active":"2024-09-10T07:20:14.985584+0000","last_peered":"2024-09-10T07:20:14.985584+0000","last_clean":"2024-09-10T07:20:14.985584+0000","last_became_active":"2024-09-10T07:20:09.836293+0000","last_became_peered":"2024-09-10T07:20:09.836293+0000","last_unstale":"2024-09-10T07:20:14.985584+0000","last_undegraded":"2024-09-10T07:20:14.985584+0000","last_fullsized":"2024-09-10T07:20:14.985584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985921+0000","last_change":"2024-09-10T07:20:08.799719+0000","last_active":"2024-09-10T07:20:14.985921+0000","last_peered":"2024-09-10T07:20:14.985921+0000","last_clean":"2024-09-10T07:20:14.985921+0000","last_became_active":"2024-09-10T07:20:08.799406+0000","last_became_peered":"2024-09-10T07:20:08.799406+0000","last_unstale":"2024-09-10T07:20:14.985921+0000","last_undegraded":"2024-09-10T07:20:14.985921+0000","last_fullsized":"2024-09-10T07:20:14.985921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986118+0000","last_change":"2024-09-10T07:20:13.958001+0000","last_active":"2024-09-10T07:20:14.986118+0000","last_peered":"2024-09-10T07:20:14.986118+0000","last_clean":"2024-09-10T07:20:14.986118+0000","last_became_active":"2024-09-10T07:20:13.957603+0000","last_became_peered":"2024-09-10T07:20:13.957603+0000","last_unstale":"2024-09-10T07:20:14.986118+0000","last_undegraded":"2024-09-10T07:20:14.986118+0000","last_fullsized":"2024-09-10T07:20:14.986118+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:32.412414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:09.832258+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:09.831274+0000","last_became_peered":"2024-09-10T07:20:09.831274+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:00.103780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985528+0000","last_change":"2024-09-10T07:20:08.802540+0000","last_active":"2024-09-10T07:20:14.985528+0000","last_peered":"2024-09-10T07:20:14.985528+0000","last_clean":"2024-09-10T07:20:14.985528+0000","last_became_active":"2024-09-10T07:20:08.802261+0000","last_became_peered":"2024-09-10T07:20:08.802261+0000","last_unstale":"2024-09-10T07:20:14.985528+0000","last_undegraded":"2024-09-10T07:20:14.985528+0000","last_fullsized":"2024-09-10T07:20:14.985528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985764+0000","last_change":"2024-09-10T07:20:13.949661+0000","last_active":"2024-09-10T07:20:14.985764+0000","last_peered":"2024-09-10T07:20:14.985764+0000","last_clean":"2024-09-10T07:20:14.985764+0000","last_became_active":"2024-09-10T07:20:13.948738+0000","last_became_peered":"2024-09-10T07:20:13.948738+0000","last_unstale":"2024-09-10T07:20:14.985764+0000","last_undegraded":"2024-09-10T07:20:14.985764+0000","last_fullsized":"2024-09-10T07:20:14.985764+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985246+0000","last_change":"2024-09-10T07:20:09.823556+0000","last_active":"2024-09-10T07:20:14.985246+0000","last_peered":"2024-09-10T07:20:14.985246+0000","last_clean":"2024-09-10T07:20:14.985246+0000","last_became_active":"2024-09-10T07:20:09.823012+0000","last_became_peered":"2024-09-10T07:20:09.823012+0000","last_unstale":"2024-09-10T07:20:14.985246+0000","last_undegraded":"2024-09-10T07:20:14.985246+0000","last_fullsized":"2024-09-10T07:20:14.985246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984937+0000","last_change":"2024-09-10T07:20:08.801500+0000","last_active":"2024-09-10T07:20:14.984937+0000","last_peered":"2024-09-10T07:20:14.984937+0000","last_clean":"2024-09-10T07:20:14.984937+0000","last_became_active":"2024-09-10T07:20:08.801144+0000","last_became_peered":"2024-09-10T07:20:08.801144+0000","last_unstale":"2024-09-10T07:20:14.984937+0000","last_undegraded":"2024-09-10T07:20:14.984937+0000","last_fullsized":"2024-09-10T07:20:14.984937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986974+0000","last_change":"2024-09-10T07:20:13.959430+0000","last_active":"2024-09-10T07:20:14.986974+0000","last_peered":"2024-09-10T07:20:14.986974+0000","last_clean":"2024-09-10T07:20:14.986974+0000","last_became_active":"2024-09-10T07:20:13.958992+0000","last_became_peered":"2024-09-10T07:20:13.958992+0000","last_unstale":"2024-09-10T07:20:14.986974+0000","last_undegraded":"2024-09-10T07:20:14.986974+0000","last_fullsized":"2024-09-10T07:20:14.986974+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:08.284855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985575+0000","last_change":"2024-09-10T07:20:09.828784+0000","last_active":"2024-09-10T07:20:14.985575+0000","last_peered":"2024-09-10T07:20:14.985575+0000","last_clean":"2024-09-10T07:20:14.985575+0000","last_became_active":"2024-09-10T07:20:09.828473+0000","last_became_peered":"2024-09-10T07:20:09.828473+0000","last_unstale":"2024-09-10T07:20:14.985575+0000","last_undegraded":"2024-09-10T07:20:14.985575+0000","last_fullsized":"2024-09-10T07:20:14.985575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949106+0000","last_change":"2024-09-10T07:20:08.808676+0000","last_active":"2024-09-10T07:20:14.949106+0000","last_peered":"2024-09-10T07:20:14.949106+0000","last_clean":"2024-09-10T07:20:14.949106+0000","last_became_active":"2024-09-10T07:20:08.808406+0000","last_became_peered":"2024-09-10T07:20:08.808406+0000","last_unstale":"2024-09-10T07:20:14.949106+0000","last_undegraded":"2024-09-10T07:20:14.949106+0000","last_fullsized":"2024-09-10T07:20:14.949106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985563+0000","last_change":"2024-09-10T07:20:14.007014+0000","last_active":"2024-09-10T07:20:14.985563+0000","last_peered":"2024-09-10T07:20:14.985563+0000","last_clean":"2024-09-10T07:20:14.985563+0000","last_became_active":"2024-09-10T07:20:14.006621+0000","last_became_peered":"2024-09-10T07:20:14.006621+0000","last_unstale":"2024-09-10T07:20:14.985563+0000","last_undegraded":"2024-09-10T07:20:14.985563+0000","last_fullsized":"2024-09-10T07:20:14.985563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:29.665552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948675+0000","last_change":"2024-09-10T07:20:09.838436+0000","last_active":"2024-09-10T07:20:14.948675+0000","last_peered":"2024-09-10T07:20:14.948675+0000","last_clean":"2024-09-10T07:20:14.948675+0000","last_became_active":"2024-09-10T07:20:09.838125+0000","last_became_peered":"2024-09-10T07:20:09.838125+0000","last_unstale":"2024-09-10T07:20:14.948675+0000","last_undegraded":"2024-09-10T07:20:14.948675+0000","last_fullsized":"2024-09-10T07:20:14.948675+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:09.903300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:08.802048+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:08.801746+0000","last_became_peered":"2024-09-10T07:20:08.801746+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":177,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949367+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:20:14.949367+0000","last_peered":"2024-09-10T07:20:14.949367+0000","last_clean":"2024-09-10T07:20:14.949367+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:20:14.949367+0000","last_undegraded":"2024-09-10T07:20:14.949367+0000","last_fullsized":"2024-09-10T07:20:14.949367+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950034+0000","last_change":"2024-09-10T07:20:14.008242+0000","last_active":"2024-09-10T07:20:14.950034+0000","last_peered":"2024-09-10T07:20:14.950034+0000","last_clean":"2024-09-10T07:20:14.950034+0000","last_became_active":"2024-09-10T07:20:14.007842+0000","last_became_peered":"2024-09-10T07:20:14.007842+0000","last_unstale":"2024-09-10T07:20:14.950034+0000","last_undegraded":"2024-09-10T07:20:14.950034+0000","last_fullsized":"2024-09-10T07:20:14.950034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:49.260347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950176+0000","last_change":"2024-09-10T07:20:09.829211+0000","last_active":"2024-09-10T07:20:14.950176+0000","last_peered":"2024-09-10T07:20:14.950176+0000","last_clean":"2024-09-10T07:20:14.950176+0000","last_became_active":"2024-09-10T07:20:09.828546+0000","last_became_peered":"2024-09-10T07:20:09.828546+0000","last_unstale":"2024-09-10T07:20:14.950176+0000","last_undegraded":"2024-09-10T07:20:14.950176+0000","last_fullsized":"2024-09-10T07:20:14.950176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986358+0000","last_change":"2024-09-10T07:20:08.803252+0000","last_active":"2024-09-10T07:20:14.986358+0000","last_peered":"2024-09-10T07:20:14.986358+0000","last_clean":"2024-09-10T07:20:14.986358+0000","last_became_active":"2024-09-10T07:20:08.802980+0000","last_became_peered":"2024-09-10T07:20:08.802980+0000","last_unstale":"2024-09-10T07:20:14.986358+0000","last_undegraded":"2024-09-10T07:20:14.986358+0000","last_fullsized":"2024-09-10T07:20:14.986358+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949257+0000","last_change":"2024-09-10T07:20:14.007555+0000","last_active":"2024-09-10T07:20:14.949257+0000","last_peered":"2024-09-10T07:20:14.949257+0000","last_clean":"2024-09-10T07:20:14.949257+0000","last_became_active":"2024-09-10T07:20:14.007198+0000","last_became_peered":"2024-09-10T07:20:14.007198+0000","last_unstale":"2024-09-10T07:20:14.949257+0000","last_undegraded":"2024-09-10T07:20:14.949257+0000","last_fullsized":"2024-09-10T07:20:14.949257+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:46:41.962720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985651+0000","last_change":"2024-09-10T07:20:09.834479+0000","last_active":"2024-09-10T07:20:14.985651+0000","last_peered":"2024-09-10T07:20:14.985651+0000","last_clean":"2024-09-10T07:20:14.985651+0000","last_became_active":"2024-09-10T07:20:09.832398+0000","last_became_peered":"2024-09-10T07:20:09.832398+0000","last_unstale":"2024-09-10T07:20:14.985651+0000","last_undegraded":"2024-09-10T07:20:14.985651+0000","last_fullsized":"2024-09-10T07:20:14.985651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986771+0000","last_change":"2024-09-10T07:20:08.791336+0000","last_active":"2024-09-10T07:20:14.986771+0000","last_peered":"2024-09-10T07:20:14.986771+0000","last_clean":"2024-09-10T07:20:14.986771+0000","last_became_active":"2024-09-10T07:20:08.790906+0000","last_became_peered":"2024-09-10T07:20:08.790906+0000","last_unstale":"2024-09-10T07:20:14.986771+0000","last_undegraded":"2024-09-10T07:20:14.986771+0000","last_fullsized":"2024-09-10T07:20:14.986771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:27.890488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985951+0000","last_change":"2024-09-10T07:20:13.960035+0000","last_active":"2024-09-10T07:20:14.985951+0000","last_peered":"2024-09-10T07:20:14.985951+0000","last_clean":"2024-09-10T07:20:14.985951+0000","last_became_active":"2024-09-10T07:20:13.959112+0000","last_became_peered":"2024-09-10T07:20:13.959112+0000","last_unstale":"2024-09-10T07:20:14.985951+0000","last_undegraded":"2024-09-10T07:20:14.985951+0000","last_fullsized":"2024-09-10T07:20:14.985951+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:54.056113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951059+0000","last_change":"2024-09-10T07:20:09.829240+0000","last_active":"2024-09-10T07:20:14.951059+0000","last_peered":"2024-09-10T07:20:14.951059+0000","last_clean":"2024-09-10T07:20:14.951059+0000","last_became_active":"2024-09-10T07:20:09.828943+0000","last_became_peered":"2024-09-10T07:20:09.828943+0000","last_unstale":"2024-09-10T07:20:14.951059+0000","last_undegraded":"2024-09-10T07:20:14.951059+0000","last_fullsized":"2024-09-10T07:20:14.951059+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:21:21.966337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986897+0000","last_change":"2024-09-10T07:20:08.803225+0000","last_active":"2024-09-10T07:20:14.986897+0000","last_peered":"2024-09-10T07:20:14.986897+0000","last_clean":"2024-09-10T07:20:14.986897+0000","last_became_active":"2024-09-10T07:20:08.802923+0000","last_became_peered":"2024-09-10T07:20:08.802923+0000","last_unstale":"2024-09-10T07:20:14.986897+0000","last_undegraded":"2024-09-10T07:20:14.986897+0000","last_fullsized":"2024-09-10T07:20:14.986897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984546+0000","last_change":"2024-09-10T07:20:14.005204+0000","last_active":"2024-09-10T07:20:14.984546+0000","last_peered":"2024-09-10T07:20:14.984546+0000","last_clean":"2024-09-10T07:20:14.984546+0000","last_became_active":"2024-09-10T07:20:14.004802+0000","last_became_peered":"2024-09-10T07:20:14.004802+0000","last_unstale":"2024-09-10T07:20:14.984546+0000","last_undegraded":"2024-09-10T07:20:14.984546+0000","last_fullsized":"2024-09-10T07:20:14.984546+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:36.650996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950670+0000","last_change":"2024-09-10T07:20:09.826948+0000","last_active":"2024-09-10T07:20:14.950670+0000","last_peered":"2024-09-10T07:20:14.950670+0000","last_clean":"2024-09-10T07:20:14.950670+0000","last_became_active":"2024-09-10T07:20:09.826662+0000","last_became_peered":"2024-09-10T07:20:09.826662+0000","last_unstale":"2024-09-10T07:20:14.950670+0000","last_undegraded":"2024-09-10T07:20:14.950670+0000","last_fullsized":"2024-09-10T07:20:14.950670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984920+0000","last_change":"2024-09-10T07:20:08.799586+0000","last_active":"2024-09-10T07:20:14.984920+0000","last_peered":"2024-09-10T07:20:14.984920+0000","last_clean":"2024-09-10T07:20:14.984920+0000","last_became_active":"2024-09-10T07:20:08.799273+0000","last_became_peered":"2024-09-10T07:20:08.799273+0000","last_unstale":"2024-09-10T07:20:14.984920+0000","last_undegraded":"2024-09-10T07:20:14.984920+0000","last_fullsized":"2024-09-10T07:20:14.984920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984273+0000","last_change":"2024-09-10T07:20:13.950668+0000","last_active":"2024-09-10T07:20:14.984273+0000","last_peered":"2024-09-10T07:20:14.984273+0000","last_clean":"2024-09-10T07:20:14.984273+0000","last_became_active":"2024-09-10T07:20:13.950323+0000","last_became_peered":"2024-09-10T07:20:13.950323+0000","last_unstale":"2024-09-10T07:20:14.984273+0000","last_undegraded":"2024-09-10T07:20:14.984273+0000","last_fullsized":"2024-09-10T07:20:14.984273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:56.907831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949189+0000","last_change":"2024-09-10T07:20:09.831169+0000","last_active":"2024-09-10T07:20:14.949189+0000","last_peered":"2024-09-10T07:20:14.949189+0000","last_clean":"2024-09-10T07:20:14.949189+0000","last_became_active":"2024-09-10T07:20:09.830894+0000","last_became_peered":"2024-09-10T07:20:09.830894+0000","last_unstale":"2024-09-10T07:20:14.949189+0000","last_undegraded":"2024-09-10T07:20:14.949189+0000","last_fullsized":"2024-09-10T07:20:14.949189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":29,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984654+0000","last_change":"2024-09-10T07:20:08.796558+0000","last_active":"2024-09-10T07:20:14.984654+0000","last_peered":"2024-09-10T07:20:14.984654+0000","last_clean":"2024-09-10T07:20:14.984654+0000","last_became_active":"2024-09-10T07:20:08.796260+0000","last_became_peered":"2024-09-10T07:20:08.796260+0000","last_unstale":"2024-09-10T07:20:14.984654+0000","last_undegraded":"2024-09-10T07:20:14.984654+0000","last_fullsized":"2024-09-10T07:20:14.984654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:36.702825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985383+0000","last_change":"2024-09-10T07:20:13.953623+0000","last_active":"2024-09-10T07:20:14.985383+0000","last_peered":"2024-09-10T07:20:14.985383+0000","last_clean":"2024-09-10T07:20:14.985383+0000","last_became_active":"2024-09-10T07:20:13.953010+0000","last_became_peered":"2024-09-10T07:20:13.953010+0000","last_unstale":"2024-09-10T07:20:14.985383+0000","last_undegraded":"2024-09-10T07:20:14.985383+0000","last_fullsized":"2024-09-10T07:20:14.985383+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:25.133099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950080+0000","last_change":"2024-09-10T07:20:09.835235+0000","last_active":"2024-09-10T07:20:14.950080+0000","last_peered":"2024-09-10T07:20:14.950080+0000","last_clean":"2024-09-10T07:20:14.950080+0000","last_became_active":"2024-09-10T07:20:09.834578+0000","last_became_peered":"2024-09-10T07:20:09.834578+0000","last_unstale":"2024-09-10T07:20:14.950080+0000","last_undegraded":"2024-09-10T07:20:14.950080+0000","last_fullsized":"2024-09-10T07:20:14.950080+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949574+0000","last_change":"2024-09-10T07:20:08.798983+0000","last_active":"2024-09-10T07:20:14.949574+0000","last_peered":"2024-09-10T07:20:14.949574+0000","last_clean":"2024-09-10T07:20:14.949574+0000","last_became_active":"2024-09-10T07:20:08.798726+0000","last_became_peered":"2024-09-10T07:20:08.798726+0000","last_unstale":"2024-09-10T07:20:14.949574+0000","last_undegraded":"2024-09-10T07:20:14.949574+0000","last_fullsized":"2024-09-10T07:20:14.949574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949722+0000","last_change":"2024-09-10T07:20:14.007973+0000","last_active":"2024-09-10T07:20:14.949722+0000","last_peered":"2024-09-10T07:20:14.949722+0000","last_clean":"2024-09-10T07:20:14.949722+0000","last_became_active":"2024-09-10T07:20:14.007602+0000","last_became_peered":"2024-09-10T07:20:14.007602+0000","last_unstale":"2024-09-10T07:20:14.949722+0000","last_undegraded":"2024-09-10T07:20:14.949722+0000","last_fullsized":"2024-09-10T07:20:14.949722+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:10:09.781427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949950+0000","last_change":"2024-09-10T07:20:09.831808+0000","last_active":"2024-09-10T07:20:14.949950+0000","last_peered":"2024-09-10T07:20:14.949950+0000","last_clean":"2024-09-10T07:20:14.949950+0000","last_became_active":"2024-09-10T07:20:09.831254+0000","last_became_peered":"2024-09-10T07:20:09.831254+0000","last_unstale":"2024-09-10T07:20:14.949950+0000","last_undegraded":"2024-09-10T07:20:14.949950+0000","last_fullsized":"2024-09-10T07:20:14.949950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985428+0000","last_change":"2024-09-10T07:20:08.806404+0000","last_active":"2024-09-10T07:20:14.985428+0000","last_peered":"2024-09-10T07:20:14.985428+0000","last_clean":"2024-09-10T07:20:14.985428+0000","last_became_active":"2024-09-10T07:20:08.805935+0000","last_became_peered":"2024-09-10T07:20:08.805935+0000","last_unstale":"2024-09-10T07:20:14.985428+0000","last_undegraded":"2024-09-10T07:20:14.985428+0000","last_fullsized":"2024-09-10T07:20:14.985428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949372+0000","last_change":"2024-09-10T07:20:14.005389+0000","last_active":"2024-09-10T07:20:14.949372+0000","last_peered":"2024-09-10T07:20:14.949372+0000","last_clean":"2024-09-10T07:20:14.949372+0000","last_became_active":"2024-09-10T07:20:14.004847+0000","last_became_peered":"2024-09-10T07:20:14.004847+0000","last_unstale":"2024-09-10T07:20:14.949372+0000","last_undegraded":"2024-09-10T07:20:14.949372+0000","last_fullsized":"2024-09-10T07:20:14.949372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:32.023415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985782+0000","last_change":"2024-09-10T07:20:09.827223+0000","last_active":"2024-09-10T07:20:14.985782+0000","last_peered":"2024-09-10T07:20:14.985782+0000","last_clean":"2024-09-10T07:20:14.985782+0000","last_became_active":"2024-09-10T07:20:09.826917+0000","last_became_peered":"2024-09-10T07:20:09.826917+0000","last_unstale":"2024-09-10T07:20:14.985782+0000","last_undegraded":"2024-09-10T07:20:14.985782+0000","last_fullsized":"2024-09-10T07:20:14.985782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:30.026446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986229+0000","last_change":"2024-09-10T07:20:08.798294+0000","last_active":"2024-09-10T07:20:14.986229+0000","last_peered":"2024-09-10T07:20:14.986229+0000","last_clean":"2024-09-10T07:20:14.986229+0000","last_became_active":"2024-09-10T07:20:08.797864+0000","last_became_peered":"2024-09-10T07:20:08.797864+0000","last_unstale":"2024-09-10T07:20:14.986229+0000","last_undegraded":"2024-09-10T07:20:14.986229+0000","last_fullsized":"2024-09-10T07:20:14.986229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:12:14.576803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985646+0000","last_change":"2024-09-10T07:20:14.005849+0000","last_active":"2024-09-10T07:20:14.985646+0000","last_peered":"2024-09-10T07:20:14.985646+0000","last_clean":"2024-09-10T07:20:14.985646+0000","last_became_active":"2024-09-10T07:20:14.005002+0000","last_became_peered":"2024-09-10T07:20:14.005002+0000","last_unstale":"2024-09-10T07:20:14.985646+0000","last_undegraded":"2024-09-10T07:20:14.985646+0000","last_fullsized":"2024-09-10T07:20:14.985646+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:02.232870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950072+0000","last_change":"2024-09-10T07:20:09.829638+0000","last_active":"2024-09-10T07:20:14.950072+0000","last_peered":"2024-09-10T07:20:14.950072+0000","last_clean":"2024-09-10T07:20:14.950072+0000","last_became_active":"2024-09-10T07:20:09.828923+0000","last_became_peered":"2024-09-10T07:20:09.828923+0000","last_unstale":"2024-09-10T07:20:14.950072+0000","last_undegraded":"2024-09-10T07:20:14.950072+0000","last_fullsized":"2024-09-10T07:20:14.950072+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:19.429105+0000","last_change":"2024-09-10T07:20:08.804399+0000","last_active":"2024-09-10T07:20:19.429105+0000","last_peered":"2024-09-10T07:20:19.429105+0000","last_clean":"2024-09-10T07:20:19.429105+0000","last_became_active":"2024-09-10T07:20:08.804100+0000","last_became_peered":"2024-09-10T07:20:08.804100+0000","last_unstale":"2024-09-10T07:20:19.429105+0000","last_undegraded":"2024-09-10T07:20:19.429105+0000","last_fullsized":"2024-09-10T07:20:19.429105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986335+0000","last_change":"2024-09-10T07:20:13.956998+0000","last_active":"2024-09-10T07:20:14.986335+0000","last_peered":"2024-09-10T07:20:14.986335+0000","last_clean":"2024-09-10T07:20:14.986335+0000","last_became_active":"2024-09-10T07:20:13.956583+0000","last_became_peered":"2024-09-10T07:20:13.956583+0000","last_unstale":"2024-09-10T07:20:14.986335+0000","last_undegraded":"2024-09-10T07:20:14.986335+0000","last_fullsized":"2024-09-10T07:20:14.986335+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:38.994654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984841+0000","last_change":"2024-09-10T07:20:09.818461+0000","last_active":"2024-09-10T07:20:14.984841+0000","last_peered":"2024-09-10T07:20:14.984841+0000","last_clean":"2024-09-10T07:20:14.984841+0000","last_became_active":"2024-09-10T07:20:09.818162+0000","last_became_peered":"2024-09-10T07:20:09.818162+0000","last_unstale":"2024-09-10T07:20:14.984841+0000","last_undegraded":"2024-09-10T07:20:14.984841+0000","last_fullsized":"2024-09-10T07:20:14.984841+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986727+0000","last_change":"2024-09-10T07:20:08.803013+0000","last_active":"2024-09-10T07:20:14.986727+0000","last_peered":"2024-09-10T07:20:14.986727+0000","last_clean":"2024-09-10T07:20:14.986727+0000","last_became_active":"2024-09-10T07:20:08.802603+0000","last_became_peered":"2024-09-10T07:20:08.802603+0000","last_unstale":"2024-09-10T07:20:14.986727+0000","last_undegraded":"2024-09-10T07:20:14.986727+0000","last_fullsized":"2024-09-10T07:20:14.986727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985023+0000","last_change":"2024-09-10T07:20:13.949057+0000","last_active":"2024-09-10T07:20:14.985023+0000","last_peered":"2024-09-10T07:20:14.985023+0000","last_clean":"2024-09-10T07:20:14.985023+0000","last_became_active":"2024-09-10T07:20:13.948672+0000","last_became_peered":"2024-09-10T07:20:13.948672+0000","last_unstale":"2024-09-10T07:20:14.985023+0000","last_undegraded":"2024-09-10T07:20:14.985023+0000","last_fullsized":"2024-09-10T07:20:14.985023+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:48.716634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985098+0000","last_change":"2024-09-10T07:20:09.828145+0000","last_active":"2024-09-10T07:20:14.985098+0000","last_peered":"2024-09-10T07:20:14.985098+0000","last_clean":"2024-09-10T07:20:14.985098+0000","last_became_active":"2024-09-10T07:20:09.827823+0000","last_became_peered":"2024-09-10T07:20:09.827823+0000","last_unstale":"2024-09-10T07:20:14.985098+0000","last_undegraded":"2024-09-10T07:20:14.985098+0000","last_fullsized":"2024-09-10T07:20:14.985098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985206+0000","last_change":"2024-09-10T07:20:08.804704+0000","last_active":"2024-09-10T07:20:14.985206+0000","last_peered":"2024-09-10T07:20:14.985206+0000","last_clean":"2024-09-10T07:20:14.985206+0000","last_became_active":"2024-09-10T07:20:08.804462+0000","last_became_peered":"2024-09-10T07:20:08.804462+0000","last_unstale":"2024-09-10T07:20:14.985206+0000","last_undegraded":"2024-09-10T07:20:14.985206+0000","last_fullsized":"2024-09-10T07:20:14.985206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948701+0000","last_change":"2024-09-10T07:20:13.957077+0000","last_active":"2024-09-10T07:20:14.948701+0000","last_peered":"2024-09-10T07:20:14.948701+0000","last_clean":"2024-09-10T07:20:14.948701+0000","last_became_active":"2024-09-10T07:20:13.956673+0000","last_became_peered":"2024-09-10T07:20:13.956673+0000","last_unstale":"2024-09-10T07:20:14.948701+0000","last_undegraded":"2024-09-10T07:20:14.948701+0000","last_fullsized":"2024-09-10T07:20:14.948701+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:52.999849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985113+0000","last_change":"2024-09-10T07:20:09.826003+0000","last_active":"2024-09-10T07:20:14.985113+0000","last_peered":"2024-09-10T07:20:14.985113+0000","last_clean":"2024-09-10T07:20:14.985113+0000","last_became_active":"2024-09-10T07:20:09.825721+0000","last_became_peered":"2024-09-10T07:20:09.825721+0000","last_unstale":"2024-09-10T07:20:14.985113+0000","last_undegraded":"2024-09-10T07:20:14.985113+0000","last_fullsized":"2024-09-10T07:20:14.985113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950371+0000","last_change":"2024-09-10T07:20:08.808932+0000","last_active":"2024-09-10T07:20:14.950371+0000","last_peered":"2024-09-10T07:20:14.950371+0000","last_clean":"2024-09-10T07:20:14.950371+0000","last_became_active":"2024-09-10T07:20:08.808660+0000","last_became_peered":"2024-09-10T07:20:08.808660+0000","last_unstale":"2024-09-10T07:20:14.950371+0000","last_undegraded":"2024-09-10T07:20:14.950371+0000","last_fullsized":"2024-09-10T07:20:14.950371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948601+0000","last_change":"2024-09-10T07:20:14.008040+0000","last_active":"2024-09-10T07:20:14.948601+0000","last_peered":"2024-09-10T07:20:14.948601+0000","last_clean":"2024-09-10T07:20:14.948601+0000","last_became_active":"2024-09-10T07:20:14.007674+0000","last_became_peered":"2024-09-10T07:20:14.007674+0000","last_unstale":"2024-09-10T07:20:14.948601+0000","last_undegraded":"2024-09-10T07:20:14.948601+0000","last_fullsized":"2024-09-10T07:20:14.948601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:02:54.020395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985203+0000","last_change":"2024-09-10T07:20:14.007515+0000","last_active":"2024-09-10T07:20:14.985203+0000","last_peered":"2024-09-10T07:20:14.985203+0000","last_clean":"2024-09-10T07:20:14.985203+0000","last_became_active":"2024-09-10T07:20:14.007109+0000","last_became_peered":"2024-09-10T07:20:14.007109+0000","last_unstale":"2024-09-10T07:20:14.985203+0000","last_undegraded":"2024-09-10T07:20:14.985203+0000","last_fullsized":"2024-09-10T07:20:14.985203+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984812+0000","last_change":"2024-09-10T07:20:09.820081+0000","last_active":"2024-09-10T07:20:14.984812+0000","last_peered":"2024-09-10T07:20:14.984812+0000","last_clean":"2024-09-10T07:20:14.984812+0000","last_became_active":"2024-09-10T07:20:09.819754+0000","last_became_peered":"2024-09-10T07:20:09.819754+0000","last_unstale":"2024-09-10T07:20:14.984812+0000","last_undegraded":"2024-09-10T07:20:14.984812+0000","last_fullsized":"2024-09-10T07:20:14.984812+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984875+0000","last_change":"2024-09-10T07:20:08.798170+0000","last_active":"2024-09-10T07:20:14.984875+0000","last_peered":"2024-09-10T07:20:14.984875+0000","last_clean":"2024-09-10T07:20:14.984875+0000","last_became_active":"2024-09-10T07:20:08.796942+0000","last_became_peered":"2024-09-10T07:20:08.796942+0000","last_unstale":"2024-09-10T07:20:14.984875+0000","last_undegraded":"2024-09-10T07:20:14.984875+0000","last_fullsized":"2024-09-10T07:20:14.984875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950300+0000","last_change":"2024-09-10T07:20:13.959450+0000","last_active":"2024-09-10T07:20:14.950300+0000","last_peered":"2024-09-10T07:20:14.950300+0000","last_clean":"2024-09-10T07:20:14.950300+0000","last_became_active":"2024-09-10T07:20:13.958955+0000","last_became_peered":"2024-09-10T07:20:13.958955+0000","last_unstale":"2024-09-10T07:20:14.950300+0000","last_undegraded":"2024-09-10T07:20:14.950300+0000","last_fullsized":"2024-09-10T07:20:14.950300+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948767+0000","last_change":"2024-09-10T07:20:09.829588+0000","last_active":"2024-09-10T07:20:14.948767+0000","last_peered":"2024-09-10T07:20:14.948767+0000","last_clean":"2024-09-10T07:20:14.948767+0000","last_became_active":"2024-09-10T07:20:09.829113+0000","last_became_peered":"2024-09-10T07:20:09.829113+0000","last_unstale":"2024-09-10T07:20:14.948767+0000","last_undegraded":"2024-09-10T07:20:14.948767+0000","last_fullsized":"2024-09-10T07:20:14.948767+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948878+0000","last_change":"2024-09-10T07:20:08.807734+0000","last_active":"2024-09-10T07:20:14.948878+0000","last_peered":"2024-09-10T07:20:14.948878+0000","last_clean":"2024-09-10T07:20:14.948878+0000","last_became_active":"2024-09-10T07:20:08.807431+0000","last_became_peered":"2024-09-10T07:20:08.807431+0000","last_unstale":"2024-09-10T07:20:14.948878+0000","last_undegraded":"2024-09-10T07:20:14.948878+0000","last_fullsized":"2024-09-10T07:20:14.948878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:43.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949743+0000","last_change":"2024-09-10T07:20:08.798470+0000","last_active":"2024-09-10T07:20:14.949743+0000","last_peered":"2024-09-10T07:20:14.949743+0000","last_clean":"2024-09-10T07:20:14.949743+0000","last_became_active":"2024-09-10T07:20:08.798107+0000","last_became_peered":"2024-09-10T07:20:08.798107+0000","last_unstale":"2024-09-10T07:20:14.949743+0000","last_undegraded":"2024-09-10T07:20:14.949743+0000","last_fullsized":"2024-09-10T07:20:14.949743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986119+0000","last_change":"2024-09-10T07:20:09.829187+0000","last_active":"2024-09-10T07:20:14.986119+0000","last_peered":"2024-09-10T07:20:14.986119+0000","last_clean":"2024-09-10T07:20:14.986119+0000","last_became_active":"2024-09-10T07:20:09.828196+0000","last_became_peered":"2024-09-10T07:20:09.828196+0000","last_unstale":"2024-09-10T07:20:14.986119+0000","last_undegraded":"2024-09-10T07:20:14.986119+0000","last_fullsized":"2024-09-10T07:20:14.986119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986148+0000","last_change":"2024-09-10T07:20:13.950962+0000","last_active":"2024-09-10T07:20:14.986148+0000","last_peered":"2024-09-10T07:20:14.986148+0000","last_clean":"2024-09-10T07:20:14.986148+0000","last_became_active":"2024-09-10T07:20:13.950502+0000","last_became_peered":"2024-09-10T07:20:13.950502+0000","last_unstale":"2024-09-10T07:20:14.986148+0000","last_undegraded":"2024-09-10T07:20:14.986148+0000","last_fullsized":"2024-09-10T07:20:14.986148+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:28.158499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948969+0000","last_change":"2024-09-10T07:20:08.802514+0000","last_active":"2024-09-10T07:20:14.948969+0000","last_peered":"2024-09-10T07:20:14.948969+0000","last_clean":"2024-09-10T07:20:14.948969+0000","last_became_active":"2024-09-10T07:20:08.802023+0000","last_became_peered":"2024-09-10T07:20:08.802023+0000","last_unstale":"2024-09-10T07:20:14.948969+0000","last_undegraded":"2024-09-10T07:20:14.948969+0000","last_fullsized":"2024-09-10T07:20:14.948969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:11:35.689996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985284+0000","last_change":"2024-09-10T07:20:09.813324+0000","last_active":"2024-09-10T07:20:14.985284+0000","last_peered":"2024-09-10T07:20:14.985284+0000","last_clean":"2024-09-10T07:20:14.985284+0000","last_became_active":"2024-09-10T07:20:09.813034+0000","last_became_peered":"2024-09-10T07:20:09.813034+0000","last_unstale":"2024-09-10T07:20:14.985284+0000","last_undegraded":"2024-09-10T07:20:14.985284+0000","last_fullsized":"2024-09-10T07:20:14.985284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:18.175352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949488+0000","last_change":"2024-09-10T07:20:13.949213+0000","last_active":"2024-09-10T07:20:14.949488+0000","last_peered":"2024-09-10T07:20:14.949488+0000","last_clean":"2024-09-10T07:20:14.949488+0000","last_became_active":"2024-09-10T07:20:13.948766+0000","last_became_peered":"2024-09-10T07:20:13.948766+0000","last_unstale":"2024-09-10T07:20:14.949488+0000","last_undegraded":"2024-09-10T07:20:14.949488+0000","last_fullsized":"2024-09-10T07:20:14.949488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:14.131072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949901+0000","last_change":"2024-09-10T07:20:09.835455+0000","last_active":"2024-09-10T07:20:14.949901+0000","last_peered":"2024-09-10T07:20:14.949901+0000","last_clean":"2024-09-10T07:20:14.949901+0000","last_became_active":"2024-09-10T07:20:09.834959+0000","last_became_peered":"2024-09-10T07:20:09.834959+0000","last_unstale":"2024-09-10T07:20:14.949901+0000","last_undegraded":"2024-09-10T07:20:14.949901+0000","last_fullsized":"2024-09-10T07:20:14.949901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984659+0000","last_change":"2024-09-10T07:20:09.825117+0000","last_active":"2024-09-10T07:20:14.984659+0000","last_peered":"2024-09-10T07:20:14.984659+0000","last_clean":"2024-09-10T07:20:14.984659+0000","last_became_active":"2024-09-10T07:20:09.824749+0000","last_became_peered":"2024-09-10T07:20:09.824749+0000","last_unstale":"2024-09-10T07:20:14.984659+0000","last_undegraded":"2024-09-10T07:20:14.984659+0000","last_fullsized":"2024-09-10T07:20:14.984659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985376+0000","last_change":"2024-09-10T07:20:09.832016+0000","last_active":"2024-09-10T07:20:14.985376+0000","last_peered":"2024-09-10T07:20:14.985376+0000","last_clean":"2024-09-10T07:20:14.985376+0000","last_became_active":"2024-09-10T07:20:09.831744+0000","last_became_peered":"2024-09-10T07:20:09.831744+0000","last_unstale":"2024-09-10T07:20:14.985376+0000","last_undegraded":"2024-09-10T07:20:14.985376+0000","last_fullsized":"2024-09-10T07:20:14.985376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986013+0000","last_change":"2024-09-10T07:20:09.830466+0000","last_active":"2024-09-10T07:20:14.986013+0000","last_peered":"2024-09-10T07:20:14.986013+0000","last_clean":"2024-09-10T07:20:14.986013+0000","last_became_active":"2024-09-10T07:20:09.830167+0000","last_became_peered":"2024-09-10T07:20:09.830167+0000","last_unstale":"2024-09-10T07:20:14.986013+0000","last_undegraded":"2024-09-10T07:20:14.986013+0000","last_fullsized":"2024-09-10T07:20:14.986013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:29.819401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949453+0000","last_change":"2024-09-10T07:20:09.831096+0000","last_active":"2024-09-10T07:20:14.949453+0000","last_peered":"2024-09-10T07:20:14.949453+0000","last_clean":"2024-09-10T07:20:14.949453+0000","last_became_active":"2024-09-10T07:20:09.830800+0000","last_became_peered":"2024-09-10T07:20:09.830800+0000","last_unstale":"2024-09-10T07:20:14.949453+0000","last_undegraded":"2024-09-10T07:20:14.949453+0000","last_fullsized":"2024-09-10T07:20:14.949453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:34:34.139136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986605+0000","last_change":"2024-09-10T07:20:09.820355+0000","last_active":"2024-09-10T07:20:14.986605+0000","last_peered":"2024-09-10T07:20:14.986605+0000","last_clean":"2024-09-10T07:20:14.986605+0000","last_became_active":"2024-09-10T07:20:09.820086+0000","last_became_peered":"2024-09-10T07:20:09.820086+0000","last_unstale":"2024-09-10T07:20:14.986605+0000","last_undegraded":"2024-09-10T07:20:14.986605+0000","last_fullsized":"2024-09-10T07:20:14.986605+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950389+0000","last_change":"2024-09-10T07:20:09.828233+0000","last_active":"2024-09-10T07:20:14.950389+0000","last_peered":"2024-09-10T07:20:14.950389+0000","last_clean":"2024-09-10T07:20:14.950389+0000","last_became_active":"2024-09-10T07:20:09.827974+0000","last_became_peered":"2024-09-10T07:20:09.827974+0000","last_unstale":"2024-09-10T07:20:14.950389+0000","last_undegraded":"2024-09-10T07:20:14.950389+0000","last_fullsized":"2024-09-10T07:20:14.950389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949644+0000","last_change":"2024-09-10T07:20:09.832283+0000","last_active":"2024-09-10T07:20:14.949644+0000","last_peered":"2024-09-10T07:20:14.949644+0000","last_clean":"2024-09-10T07:20:14.949644+0000","last_became_active":"2024-09-10T07:20:09.831957+0000","last_became_peered":"2024-09-10T07:20:09.831957+0000","last_unstale":"2024-09-10T07:20:14.949644+0000","last_undegraded":"2024-09-10T07:20:14.949644+0000","last_fullsized":"2024-09-10T07:20:14.949644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984777+0000","last_change":"2024-09-10T07:20:09.826901+0000","last_active":"2024-09-10T07:20:14.984777+0000","last_peered":"2024-09-10T07:20:14.984777+0000","last_clean":"2024-09-10T07:20:14.984777+0000","last_became_active":"2024-09-10T07:20:09.824634+0000","last_became_peered":"2024-09-10T07:20:09.824634+0000","last_unstale":"2024-09-10T07:20:14.984777+0000","last_undegraded":"2024-09-10T07:20:14.984777+0000","last_fullsized":"2024-09-10T07:20:14.984777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948685+0000","last_change":"2024-09-10T07:20:09.831895+0000","last_active":"2024-09-10T07:20:14.948685+0000","last_peered":"2024-09-10T07:20:14.948685+0000","last_clean":"2024-09-10T07:20:14.948685+0000","last_became_active":"2024-09-10T07:20:09.831594+0000","last_became_peered":"2024-09-10T07:20:09.831594+0000","last_unstale":"2024-09-10T07:20:14.948685+0000","last_undegraded":"2024-09-10T07:20:14.948685+0000","last_fullsized":"2024-09-10T07:20:14.948685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985325+0000","last_change":"2024-09-10T07:20:09.828106+0000","last_active":"2024-09-10T07:20:14.985325+0000","last_peered":"2024-09-10T07:20:14.985325+0000","last_clean":"2024-09-10T07:20:14.985325+0000","last_became_active":"2024-09-10T07:20:09.825451+0000","last_became_peered":"2024-09-10T07:20:09.825451+0000","last_unstale":"2024-09-10T07:20:14.985325+0000","last_undegraded":"2024-09-10T07:20:14.985325+0000","last_fullsized":"2024-09-10T07:20:14.985325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:46.654861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985683+0000","last_change":"2024-09-10T07:20:09.830265+0000","last_active":"2024-09-10T07:20:14.985683+0000","last_peered":"2024-09-10T07:20:14.985683+0000","last_clean":"2024-09-10T07:20:14.985683+0000","last_became_active":"2024-09-10T07:20:09.829211+0000","last_became_peered":"2024-09-10T07:20:09.829211+0000","last_unstale":"2024-09-10T07:20:14.985683+0000","last_undegraded":"2024-09-10T07:20:14.985683+0000","last_fullsized":"2024-09-10T07:20:14.985683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:09.595052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949663+0000","last_change":"2024-09-10T07:20:09.833230+0000","last_active":"2024-09-10T07:20:14.949663+0000","last_peered":"2024-09-10T07:20:14.949663+0000","last_clean":"2024-09-10T07:20:14.949663+0000","last_became_active":"2024-09-10T07:20:09.832959+0000","last_became_peered":"2024-09-10T07:20:09.832959+0000","last_unstale":"2024-09-10T07:20:14.949663+0000","last_undegraded":"2024-09-10T07:20:14.949663+0000","last_fullsized":"2024-09-10T07:20:14.949663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950342+0000","last_change":"2024-09-10T07:20:09.822364+0000","last_active":"2024-09-10T07:20:14.950342+0000","last_peered":"2024-09-10T07:20:14.950342+0000","last_clean":"2024-09-10T07:20:14.950342+0000","last_became_active":"2024-09-10T07:20:09.822086+0000","last_became_peered":"2024-09-10T07:20:09.822086+0000","last_unstale":"2024-09-10T07:20:14.950342+0000","last_undegraded":"2024-09-10T07:20:14.950342+0000","last_fullsized":"2024-09-10T07:20:14.950342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986895+0000","last_change":"2024-09-10T07:20:09.825144+0000","last_active":"2024-09-10T07:20:14.986895+0000","last_peered":"2024-09-10T07:20:14.986895+0000","last_clean":"2024-09-10T07:20:14.986895+0000","last_became_active":"2024-09-10T07:20:09.824864+0000","last_became_peered":"2024-09-10T07:20:09.824864+0000","last_unstale":"2024-09-10T07:20:14.986895+0000","last_undegraded":"2024-09-10T07:20:14.986895+0000","last_fullsized":"2024-09-10T07:20:14.986895+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985762+0000","last_change":"2024-09-10T07:20:09.827949+0000","last_active":"2024-09-10T07:20:14.985762+0000","last_peered":"2024-09-10T07:20:14.985762+0000","last_clean":"2024-09-10T07:20:14.985762+0000","last_became_active":"2024-09-10T07:20:09.825196+0000","last_became_peered":"2024-09-10T07:20:09.825196+0000","last_unstale":"2024-09-10T07:20:14.985762+0000","last_undegraded":"2024-09-10T07:20:14.985762+0000","last_fullsized":"2024-09-10T07:20:14.985762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984678+0000","last_change":"2024-09-10T07:20:09.826774+0000","last_active":"2024-09-10T07:20:14.984678+0000","last_peered":"2024-09-10T07:20:14.984678+0000","last_clean":"2024-09-10T07:20:14.984678+0000","last_became_active":"2024-09-10T07:20:09.826473+0000","last_became_peered":"2024-09-10T07:20:09.826473+0000","last_unstale":"2024-09-10T07:20:14.984678+0000","last_undegraded":"2024-09-10T07:20:14.984678+0000","last_fullsized":"2024-09-10T07:20:14.984678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984907+0000","last_change":"2024-09-10T07:20:09.810621+0000","last_active":"2024-09-10T07:20:14.984907+0000","last_peered":"2024-09-10T07:20:14.984907+0000","last_clean":"2024-09-10T07:20:14.984907+0000","last_became_active":"2024-09-10T07:20:09.810329+0000","last_became_peered":"2024-09-10T07:20:09.810329+0000","last_unstale":"2024-09-10T07:20:14.984907+0000","last_undegraded":"2024-09-10T07:20:14.984907+0000","last_fullsized":"2024-09-10T07:20:14.984907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985755+0000","last_change":"2024-09-10T07:20:09.819322+0000","last_active":"2024-09-10T07:20:14.985755+0000","last_peered":"2024-09-10T07:20:14.985755+0000","last_clean":"2024-09-10T07:20:14.985755+0000","last_became_active":"2024-09-10T07:20:09.819001+0000","last_became_peered":"2024-09-10T07:20:09.819001+0000","last_unstale":"2024-09-10T07:20:14.985755+0000","last_undegraded":"2024-09-10T07:20:14.985755+0000","last_fullsized":"2024-09-10T07:20:14.985755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:49.655123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948731+0000","last_change":"2024-09-10T07:20:09.823459+0000","last_active":"2024-09-10T07:20:14.948731+0000","last_peered":"2024-09-10T07:20:14.948731+0000","last_clean":"2024-09-10T07:20:14.948731+0000","last_became_active":"2024-09-10T07:20:09.823158+0000","last_became_peered":"2024-09-10T07:20:09.823158+0000","last_unstale":"2024-09-10T07:20:14.948731+0000","last_undegraded":"2024-09-10T07:20:14.948731+0000","last_fullsized":"2024-09-10T07:20:14.948731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984744+0000","last_change":"2024-09-10T07:20:09.826825+0000","last_active":"2024-09-10T07:20:14.984744+0000","last_peered":"2024-09-10T07:20:14.984744+0000","last_clean":"2024-09-10T07:20:14.984744+0000","last_became_active":"2024-09-10T07:20:09.826541+0000","last_became_peered":"2024-09-10T07:20:09.826541+0000","last_unstale":"2024-09-10T07:20:14.984744+0000","last_undegraded":"2024-09-10T07:20:14.984744+0000","last_fullsized":"2024-09-10T07:20:14.984744+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950173+0000","last_change":"2024-09-10T07:20:09.835656+0000","last_active":"2024-09-10T07:20:14.950173+0000","last_peered":"2024-09-10T07:20:14.950173+0000","last_clean":"2024-09-10T07:20:14.950173+0000","last_became_active":"2024-09-10T07:20:09.835366+0000","last_became_peered":"2024-09-10T07:20:09.835366+0000","last_unstale":"2024-09-10T07:20:14.950173+0000","last_undegraded":"2024-09-10T07:20:14.950173+0000","last_fullsized":"2024-09-10T07:20:14.950173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950286+0000","last_change":"2024-09-10T07:20:09.835583+0000","last_active":"2024-09-10T07:20:14.950286+0000","last_peered":"2024-09-10T07:20:14.950286+0000","last_clean":"2024-09-10T07:20:14.950286+0000","last_became_active":"2024-09-10T07:20:09.835240+0000","last_became_peered":"2024-09-10T07:20:09.835240+0000","last_unstale":"2024-09-10T07:20:14.950286+0000","last_undegraded":"2024-09-10T07:20:14.950286+0000","last_fullsized":"2024-09-10T07:20:14.950286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951019+0000","last_change":"2024-09-10T07:20:09.836130+0000","last_active":"2024-09-10T07:20:14.951019+0000","last_peered":"2024-09-10T07:20:14.951019+0000","last_clean":"2024-09-10T07:20:14.951019+0000","last_became_active":"2024-09-10T07:20:09.835872+0000","last_became_peered":"2024-09-10T07:20:09.835872+0000","last_unstale":"2024-09-10T07:20:14.951019+0000","last_undegraded":"2024-09-10T07:20:14.951019+0000","last_fullsized":"2024-09-10T07:20:14.951019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:49.913929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:09.838486+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:09.838148+0000","last_became_peered":"2024-09-10T07:20:09.838148+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:28.196990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949108+0000","last_change":"2024-09-10T07:20:09.829236+0000","last_active":"2024-09-10T07:20:14.949108+0000","last_peered":"2024-09-10T07:20:14.949108+0000","last_clean":"2024-09-10T07:20:14.949108+0000","last_became_active":"2024-09-10T07:20:09.828489+0000","last_became_peered":"2024-09-10T07:20:09.828489+0000","last_unstale":"2024-09-10T07:20:14.949108+0000","last_undegraded":"2024-09-10T07:20:14.949108+0000","last_fullsized":"2024-09-10T07:20:14.949108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985233+0000","last_change":"2024-09-10T07:20:09.828491+0000","last_active":"2024-09-10T07:20:14.985233+0000","last_peered":"2024-09-10T07:20:14.985233+0000","last_clean":"2024-09-10T07:20:14.985233+0000","last_became_active":"2024-09-10T07:20:09.828238+0000","last_became_peered":"2024-09-10T07:20:09.828238+0000","last_unstale":"2024-09-10T07:20:14.985233+0000","last_undegraded":"2024-09-10T07:20:14.985233+0000","last_fullsized":"2024-09-10T07:20:14.985233+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949789+0000","last_change":"2024-09-10T07:20:09.821765+0000","last_active":"2024-09-10T07:20:14.949789+0000","last_peered":"2024-09-10T07:20:14.949789+0000","last_clean":"2024-09-10T07:20:14.949789+0000","last_became_active":"2024-09-10T07:20:09.821482+0000","last_became_peered":"2024-09-10T07:20:09.821482+0000","last_unstale":"2024-09-10T07:20:14.949789+0000","last_undegraded":"2024-09-10T07:20:14.949789+0000","last_fullsized":"2024-09-10T07:20:14.949789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985470+0000","last_change":"2024-09-10T07:20:09.834469+0000","last_active":"2024-09-10T07:20:14.985470+0000","last_peered":"2024-09-10T07:20:14.985470+0000","last_clean":"2024-09-10T07:20:14.985470+0000","last_became_active":"2024-09-10T07:20:09.832457+0000","last_became_peered":"2024-09-10T07:20:09.832457+0000","last_unstale":"2024-09-10T07:20:14.985470+0000","last_undegraded":"2024-09-10T07:20:14.985470+0000","last_fullsized":"2024-09-10T07:20:14.985470+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985742+0000","last_change":"2024-09-10T07:20:09.821513+0000","last_active":"2024-09-10T07:20:14.985742+0000","last_peered":"2024-09-10T07:20:14.985742+0000","last_clean":"2024-09-10T07:20:14.985742+0000","last_became_active":"2024-09-10T07:20:09.821237+0000","last_became_peered":"2024-09-10T07:20:09.821237+0000","last_unstale":"2024-09-10T07:20:14.985742+0000","last_undegraded":"2024-09-10T07:20:14.985742+0000","last_fullsized":"2024-09-10T07:20:14.985742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.526686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986328+0000","last_change":"2024-09-10T07:20:09.823494+0000","last_active":"2024-09-10T07:20:14.986328+0000","last_peered":"2024-09-10T07:20:14.986328+0000","last_clean":"2024-09-10T07:20:14.986328+0000","last_became_active":"2024-09-10T07:20:09.822985+0000","last_became_peered":"2024-09-10T07:20:09.822985+0000","last_unstale":"2024-09-10T07:20:14.986328+0000","last_undegraded":"2024-09-10T07:20:14.986328+0000","last_fullsized":"2024-09-10T07:20:14.986328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950851+0000","last_change":"2024-09-10T07:20:09.828663+0000","last_active":"2024-09-10T07:20:14.950851+0000","last_peered":"2024-09-10T07:20:14.950851+0000","last_clean":"2024-09-10T07:20:14.950851+0000","last_became_active":"2024-09-10T07:20:09.828256+0000","last_became_peered":"2024-09-10T07:20:09.828256+0000","last_unstale":"2024-09-10T07:20:14.950851+0000","last_undegraded":"2024-09-10T07:20:14.950851+0000","last_fullsized":"2024-09-10T07:20:14.950851+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:38.416815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":872448,"data_stored":699164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":108304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31472,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340368,"statfs":{"total":96636764160,"available":96604536832,"internally_reserved":0,"allocated":286720,"data_stored":108340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":108214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542154,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":282624,"data_stored":108374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27892,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343948,"statfs":{"total":96636764160,"available":96608202752,"internally_reserved":0,"allocated":880640,"data_stored":699220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:20:32.818 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:20:32.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 Processor -- start 2024-09-10T07:20:32.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 -- start start 2024-09-10T07:20:32.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f78a80d1550 0x7f78a80b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78a80d3480 con 0x7f78a80cf510 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f78a80d3760 con 0x7f78a80d1550 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.956+0000 7f78af111640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f78a80d3a40 con 0x7f78a815e560 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f78a80d1550 0x7f78a80b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f78a80d1550 0x7f78a80b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57322/0 (socket says 172.21.15.3:57322) 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 -- 172.21.15.3:0/4007654406 learned_addr learned my addr 172.21.15.3:0/4007654406 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78acead640 1 --2- 172.21.15.3:0/4007654406 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 -- 172.21.15.3:0/4007654406 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 msgr2=0x7f78a80ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 --2- 172.21.15.3:0/4007654406 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 -- 172.21.15.3:0/4007654406 >> v1:172.21.15.70:6789/0 conn(0x7f78a80cf510 legacy=0x7f78a80d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:32.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.957+0000 7f78ad6ae640 1 -- 172.21.15.3:0/4007654406 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a80d3d20 con 0x7f78a80d1550 2024-09-10T07:20:32.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78ad6ae640 1 --2- 172.21.15.3:0/4007654406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b7790 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f78a0009e50 tx=0x7f78a002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ec285ae4ea44754 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78a77fe640 1 -- 172.21.15.3:0/4007654406 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a0036070 con 0x7f78a80d1550 2024-09-10T07:20:32.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78a77fe640 1 -- 172.21.15.3:0/4007654406 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78a0031600 con 0x7f78a80d1550 2024-09-10T07:20:32.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78a77fe640 1 -- 172.21.15.3:0/4007654406 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a00319d0 con 0x7f78a80d1550 2024-09-10T07:20:32.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 -- 172.21.15.3:0/4007654406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 msgr2=0x7f78a80b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 --2- 172.21.15.3:0/4007654406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b7790 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f78a0009e50 tx=0x7f78a002a6c0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 -- 172.21.15.3:0/4007654406 shutdown_connections 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 --2- 172.21.15.3:0/4007654406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b7790 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 --2- 172.21.15.3:0/4007654406 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 -- 172.21.15.3:0/4007654406 >> 172.21.15.3:0/4007654406 conn(0x7f78a8073850 msgr2=0x7f78a806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 -- 172.21.15.3:0/4007654406 shutdown_connections 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.958+0000 7f78af111640 1 -- 172.21.15.3:0/4007654406 wait complete. 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 Processor -- start 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 -- start start 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78a80cf510 0x7f78a8157ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ace90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f78a815eac0 con 0x7f78a80d1550 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f78a815e940 con 0x7f78a80cf510 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.960+0000 7f78af111640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f78a80cf950 con 0x7f78a815e560 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57336/0 (socket says 172.21.15.3:57336) 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 -- 172.21.15.3:0/864871658 learned_addr learned my addr 172.21.15.3:0/864871658 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78acead640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78a80cf510 0x7f78a8157ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78ad6ae640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ace90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 -- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 msgr2=0x7f78a80ace90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ace90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 -- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78a80cf510 msgr2=0x7f78a8157ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78a80cf510 0x7f78a8157ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:32.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 -- 172.21.15.3:0/864871658 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a80cce80 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78ad6ae640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ace90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a7fff640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b6b10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f789400c430 tx=0x7f789400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894011790 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7894017070 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78a80ce970 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894011bb0 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.961+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78a80cc3a0 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.962+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78a80ceee0 con 0x7f78a80d1550 2024-09-10T07:20:32.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.963+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f789401c460 con 0x7f78a80d1550 2024-09-10T07:20:32.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.963+0000 7f78a57fa640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f788c06be30 0x7f788c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:32.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.963+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f789408af40 con 0x7f78a80d1550 2024-09-10T07:20:32.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.963+0000 7f78acead640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f788c06be30 0x7f788c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:32.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.964+0000 7f78acead640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f788c06be30 0x7f788c06e2f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f78a81589f0 tx=0x7f789c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:32.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:32.967+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7894059640 con 0x7f78a80d1550 2024-09-10T07:20:33.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.140+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f78a80b8030 con 0x7f788c06be30 2024-09-10T07:20:33.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.148+0000 7f78a57fa640 1 -- 172.21.15.3:0/864871658 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f78a80b8030 con 0x7f788c06be30 2024-09-10T07:20:33.151 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:33.153 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f788c06be30 msgr2=0x7f788c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f788c06be30 0x7f788c06e2f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f78a81589f0 tx=0x7f789c008040 comp rx=0 tx=0).stop 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 msgr2=0x7f78a80b6b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b6b10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f789400c430 tx=0x7f789400c8f0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 shutdown_connections 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f788c06be30 0x7f788c06e2f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f78a815e560 0x7f78a80ace90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78a80d1550 0x7f78a80b6b10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 --2- 172.21.15.3:0/864871658 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f78a80cf510 0x7f78a8157ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 >> 172.21.15.3:0/864871658 conn(0x7f78a8073850 msgr2=0x7f78a815aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:33.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 shutdown_connections 2024-09-10T07:20:33.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.152+0000 7f78af111640 1 -- 172.21.15.3:0/864871658 wait complete. 2024-09-10T07:20:33.163 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-10T07:20:32.062916+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236240,"kb_used_data":3368,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738480,"statfs":{"total":773094113280,"available":772852203520,"internally_reserved":0,"allocated":3448832,"data_stored":2055732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002753"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985201+0000","last_change":"2024-09-10T07:20:08.801916+0000","last_active":"2024-09-10T07:20:14.985201+0000","last_peered":"2024-09-10T07:20:14.985201+0000","last_clean":"2024-09-10T07:20:14.985201+0000","last_became_active":"2024-09-10T07:20:08.801618+0000","last_became_peered":"2024-09-10T07:20:08.801618+0000","last_unstale":"2024-09-10T07:20:14.985201+0000","last_undegraded":"2024-09-10T07:20:14.985201+0000","last_fullsized":"2024-09-10T07:20:14.985201+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949529+0000","last_change":"2024-09-10T07:20:09.825065+0000","last_active":"2024-09-10T07:20:14.949529+0000","last_peered":"2024-09-10T07:20:14.949529+0000","last_clean":"2024-09-10T07:20:14.949529+0000","last_became_active":"2024-09-10T07:20:09.823770+0000","last_became_peered":"2024-09-10T07:20:09.823770+0000","last_unstale":"2024-09-10T07:20:14.949529+0000","last_undegraded":"2024-09-10T07:20:14.949529+0000","last_fullsized":"2024-09-10T07:20:14.949529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948528+0000","last_change":"2024-09-10T07:20:14.011423+0000","last_active":"2024-09-10T07:20:14.948528+0000","last_peered":"2024-09-10T07:20:14.948528+0000","last_clean":"2024-09-10T07:20:14.948528+0000","last_became_active":"2024-09-10T07:20:14.011051+0000","last_became_peered":"2024-09-10T07:20:14.011051+0000","last_unstale":"2024-09-10T07:20:14.948528+0000","last_undegraded":"2024-09-10T07:20:14.948528+0000","last_fullsized":"2024-09-10T07:20:14.948528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:11.049912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949693+0000","last_change":"2024-09-10T07:20:08.804958+0000","last_active":"2024-09-10T07:20:14.949693+0000","last_peered":"2024-09-10T07:20:14.949693+0000","last_clean":"2024-09-10T07:20:14.949693+0000","last_became_active":"2024-09-10T07:20:08.804644+0000","last_became_peered":"2024-09-10T07:20:08.804644+0000","last_unstale":"2024-09-10T07:20:14.949693+0000","last_undegraded":"2024-09-10T07:20:14.949693+0000","last_fullsized":"2024-09-10T07:20:14.949693+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984903+0000","last_change":"2024-09-10T07:20:09.837772+0000","last_active":"2024-09-10T07:20:14.984903+0000","last_peered":"2024-09-10T07:20:14.984903+0000","last_clean":"2024-09-10T07:20:14.984903+0000","last_became_active":"2024-09-10T07:20:09.837419+0000","last_became_peered":"2024-09-10T07:20:09.837419+0000","last_unstale":"2024-09-10T07:20:14.984903+0000","last_undegraded":"2024-09-10T07:20:14.984903+0000","last_fullsized":"2024-09-10T07:20:14.984903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:18.134431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984320+0000","last_change":"2024-09-10T07:20:13.956877+0000","last_active":"2024-09-10T07:20:14.984320+0000","last_peered":"2024-09-10T07:20:14.984320+0000","last_clean":"2024-09-10T07:20:14.984320+0000","last_became_active":"2024-09-10T07:20:13.956515+0000","last_became_peered":"2024-09-10T07:20:13.956515+0000","last_unstale":"2024-09-10T07:20:14.984320+0000","last_undegraded":"2024-09-10T07:20:14.984320+0000","last_fullsized":"2024-09-10T07:20:14.984320+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:28.156778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950273+0000","last_change":"2024-09-10T07:20:08.804730+0000","last_active":"2024-09-10T07:20:14.950273+0000","last_peered":"2024-09-10T07:20:14.950273+0000","last_clean":"2024-09-10T07:20:14.950273+0000","last_became_active":"2024-09-10T07:20:08.804426+0000","last_became_peered":"2024-09-10T07:20:08.804426+0000","last_unstale":"2024-09-10T07:20:14.950273+0000","last_undegraded":"2024-09-10T07:20:14.950273+0000","last_fullsized":"2024-09-10T07:20:14.950273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:44.013988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985495+0000","last_change":"2024-09-10T07:20:09.831560+0000","last_active":"2024-09-10T07:20:14.985495+0000","last_peered":"2024-09-10T07:20:14.985495+0000","last_clean":"2024-09-10T07:20:14.985495+0000","last_became_active":"2024-09-10T07:20:09.824566+0000","last_became_peered":"2024-09-10T07:20:09.824566+0000","last_unstale":"2024-09-10T07:20:14.985495+0000","last_undegraded":"2024-09-10T07:20:14.985495+0000","last_fullsized":"2024-09-10T07:20:14.985495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984995+0000","last_change":"2024-09-10T07:20:13.949852+0000","last_active":"2024-09-10T07:20:14.984995+0000","last_peered":"2024-09-10T07:20:14.984995+0000","last_clean":"2024-09-10T07:20:14.984995+0000","last_became_active":"2024-09-10T07:20:13.949262+0000","last_became_peered":"2024-09-10T07:20:13.949262+0000","last_unstale":"2024-09-10T07:20:14.984995+0000","last_undegraded":"2024-09-10T07:20:14.984995+0000","last_fullsized":"2024-09-10T07:20:14.984995+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:13.091535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950037+0000","last_change":"2024-09-10T07:20:08.809531+0000","last_active":"2024-09-10T07:20:14.950037+0000","last_peered":"2024-09-10T07:20:14.950037+0000","last_clean":"2024-09-10T07:20:14.950037+0000","last_became_active":"2024-09-10T07:20:08.809251+0000","last_became_peered":"2024-09-10T07:20:08.809251+0000","last_unstale":"2024-09-10T07:20:14.950037+0000","last_undegraded":"2024-09-10T07:20:14.950037+0000","last_fullsized":"2024-09-10T07:20:14.950037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:43.555918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985447+0000","last_change":"2024-09-10T07:20:09.827754+0000","last_active":"2024-09-10T07:20:14.985447+0000","last_peered":"2024-09-10T07:20:14.985447+0000","last_clean":"2024-09-10T07:20:14.985447+0000","last_became_active":"2024-09-10T07:20:09.827503+0000","last_became_peered":"2024-09-10T07:20:09.827503+0000","last_unstale":"2024-09-10T07:20:14.985447+0000","last_undegraded":"2024-09-10T07:20:14.985447+0000","last_fullsized":"2024-09-10T07:20:14.985447+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984510+0000","last_change":"2024-09-10T07:20:13.952287+0000","last_active":"2024-09-10T07:20:14.984510+0000","last_peered":"2024-09-10T07:20:14.984510+0000","last_clean":"2024-09-10T07:20:14.984510+0000","last_became_active":"2024-09-10T07:20:13.951774+0000","last_became_peered":"2024-09-10T07:20:13.951774+0000","last_unstale":"2024-09-10T07:20:14.984510+0000","last_undegraded":"2024-09-10T07:20:14.984510+0000","last_fullsized":"2024-09-10T07:20:14.984510+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:39.963550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949315+0000","last_change":"2024-09-10T07:20:09.830765+0000","last_active":"2024-09-10T07:20:14.949315+0000","last_peered":"2024-09-10T07:20:14.949315+0000","last_clean":"2024-09-10T07:20:14.949315+0000","last_became_active":"2024-09-10T07:20:09.830493+0000","last_became_peered":"2024-09-10T07:20:09.830493+0000","last_unstale":"2024-09-10T07:20:14.949315+0000","last_undegraded":"2024-09-10T07:20:14.949315+0000","last_fullsized":"2024-09-10T07:20:14.949315+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950036+0000","last_change":"2024-09-10T07:20:08.801973+0000","last_active":"2024-09-10T07:20:14.950036+0000","last_peered":"2024-09-10T07:20:14.950036+0000","last_clean":"2024-09-10T07:20:14.950036+0000","last_became_active":"2024-09-10T07:20:08.801510+0000","last_became_peered":"2024-09-10T07:20:08.801510+0000","last_unstale":"2024-09-10T07:20:14.950036+0000","last_undegraded":"2024-09-10T07:20:14.950036+0000","last_fullsized":"2024-09-10T07:20:14.950036+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:49.097407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984969+0000","last_change":"2024-09-10T07:20:13.952116+0000","last_active":"2024-09-10T07:20:14.984969+0000","last_peered":"2024-09-10T07:20:14.984969+0000","last_clean":"2024-09-10T07:20:14.984969+0000","last_became_active":"2024-09-10T07:20:13.951575+0000","last_became_peered":"2024-09-10T07:20:13.951575+0000","last_unstale":"2024-09-10T07:20:14.984969+0000","last_undegraded":"2024-09-10T07:20:14.984969+0000","last_fullsized":"2024-09-10T07:20:14.984969+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:51.955278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948823+0000","last_change":"2024-09-10T07:20:09.831761+0000","last_active":"2024-09-10T07:20:14.948823+0000","last_peered":"2024-09-10T07:20:14.948823+0000","last_clean":"2024-09-10T07:20:14.948823+0000","last_became_active":"2024-09-10T07:20:09.831345+0000","last_became_peered":"2024-09-10T07:20:09.831345+0000","last_unstale":"2024-09-10T07:20:14.948823+0000","last_undegraded":"2024-09-10T07:20:14.948823+0000","last_fullsized":"2024-09-10T07:20:14.948823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986543+0000","last_change":"2024-09-10T07:20:08.799677+0000","last_active":"2024-09-10T07:20:14.986543+0000","last_peered":"2024-09-10T07:20:14.986543+0000","last_clean":"2024-09-10T07:20:14.986543+0000","last_became_active":"2024-09-10T07:20:08.799295+0000","last_became_peered":"2024-09-10T07:20:08.799295+0000","last_unstale":"2024-09-10T07:20:14.986543+0000","last_undegraded":"2024-09-10T07:20:14.986543+0000","last_fullsized":"2024-09-10T07:20:14.986543+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985224+0000","last_change":"2024-09-10T07:20:13.950887+0000","last_active":"2024-09-10T07:20:14.985224+0000","last_peered":"2024-09-10T07:20:14.985224+0000","last_clean":"2024-09-10T07:20:14.985224+0000","last_became_active":"2024-09-10T07:20:13.950427+0000","last_became_peered":"2024-09-10T07:20:13.950427+0000","last_unstale":"2024-09-10T07:20:14.985224+0000","last_undegraded":"2024-09-10T07:20:14.985224+0000","last_fullsized":"2024-09-10T07:20:14.985224+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948903+0000","last_change":"2024-09-10T07:20:09.819991+0000","last_active":"2024-09-10T07:20:14.948903+0000","last_peered":"2024-09-10T07:20:14.948903+0000","last_clean":"2024-09-10T07:20:14.948903+0000","last_became_active":"2024-09-10T07:20:09.818747+0000","last_became_peered":"2024-09-10T07:20:09.818747+0000","last_unstale":"2024-09-10T07:20:14.948903+0000","last_undegraded":"2024-09-10T07:20:14.948903+0000","last_fullsized":"2024-09-10T07:20:14.948903+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:28.746959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984942+0000","last_change":"2024-09-10T07:20:08.802955+0000","last_active":"2024-09-10T07:20:14.984942+0000","last_peered":"2024-09-10T07:20:14.984942+0000","last_clean":"2024-09-10T07:20:14.984942+0000","last_became_active":"2024-09-10T07:20:08.802637+0000","last_became_peered":"2024-09-10T07:20:08.802637+0000","last_unstale":"2024-09-10T07:20:14.984942+0000","last_undegraded":"2024-09-10T07:20:14.984942+0000","last_fullsized":"2024-09-10T07:20:14.984942+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:24.561409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986884+0000","last_change":"2024-09-10T07:20:14.005385+0000","last_active":"2024-09-10T07:20:14.986884+0000","last_peered":"2024-09-10T07:20:14.986884+0000","last_clean":"2024-09-10T07:20:14.986884+0000","last_became_active":"2024-09-10T07:20:14.004903+0000","last_became_peered":"2024-09-10T07:20:14.004903+0000","last_unstale":"2024-09-10T07:20:14.986884+0000","last_undegraded":"2024-09-10T07:20:14.986884+0000","last_fullsized":"2024-09-10T07:20:14.986884+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:05.982665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984554+0000","last_change":"2024-09-10T07:20:09.823061+0000","last_active":"2024-09-10T07:20:14.984554+0000","last_peered":"2024-09-10T07:20:14.984554+0000","last_clean":"2024-09-10T07:20:14.984554+0000","last_became_active":"2024-09-10T07:20:09.822355+0000","last_became_peered":"2024-09-10T07:20:09.822355+0000","last_unstale":"2024-09-10T07:20:14.984554+0000","last_undegraded":"2024-09-10T07:20:14.984554+0000","last_fullsized":"2024-09-10T07:20:14.984554+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:26.326066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948929+0000","last_change":"2024-09-10T07:20:08.805126+0000","last_active":"2024-09-10T07:20:14.948929+0000","last_peered":"2024-09-10T07:20:14.948929+0000","last_clean":"2024-09-10T07:20:14.948929+0000","last_became_active":"2024-09-10T07:20:08.804759+0000","last_became_peered":"2024-09-10T07:20:08.804759+0000","last_unstale":"2024-09-10T07:20:14.948929+0000","last_undegraded":"2024-09-10T07:20:14.948929+0000","last_fullsized":"2024-09-10T07:20:14.948929+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985149+0000","last_change":"2024-09-10T07:20:13.950931+0000","last_active":"2024-09-10T07:20:14.985149+0000","last_peered":"2024-09-10T07:20:14.985149+0000","last_clean":"2024-09-10T07:20:14.985149+0000","last_became_active":"2024-09-10T07:20:13.950276+0000","last_became_peered":"2024-09-10T07:20:13.950276+0000","last_unstale":"2024-09-10T07:20:14.985149+0000","last_undegraded":"2024-09-10T07:20:14.985149+0000","last_fullsized":"2024-09-10T07:20:14.985149+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:40.442499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985770+0000","last_change":"2024-09-10T07:20:09.819251+0000","last_active":"2024-09-10T07:20:14.985770+0000","last_peered":"2024-09-10T07:20:14.985770+0000","last_clean":"2024-09-10T07:20:14.985770+0000","last_became_active":"2024-09-10T07:20:09.818775+0000","last_became_peered":"2024-09-10T07:20:09.818775+0000","last_unstale":"2024-09-10T07:20:14.985770+0000","last_undegraded":"2024-09-10T07:20:14.985770+0000","last_fullsized":"2024-09-10T07:20:14.985770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:36.747417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950492+0000","last_change":"2024-09-10T07:20:08.807141+0000","last_active":"2024-09-10T07:20:14.950492+0000","last_peered":"2024-09-10T07:20:14.950492+0000","last_clean":"2024-09-10T07:20:14.950492+0000","last_became_active":"2024-09-10T07:20:08.806875+0000","last_became_peered":"2024-09-10T07:20:08.806875+0000","last_unstale":"2024-09-10T07:20:14.950492+0000","last_undegraded":"2024-09-10T07:20:14.950492+0000","last_fullsized":"2024-09-10T07:20:14.950492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984334+0000","last_change":"2024-09-10T07:20:14.008434+0000","last_active":"2024-09-10T07:20:14.984334+0000","last_peered":"2024-09-10T07:20:14.984334+0000","last_clean":"2024-09-10T07:20:14.984334+0000","last_became_active":"2024-09-10T07:20:14.007777+0000","last_became_peered":"2024-09-10T07:20:14.007777+0000","last_unstale":"2024-09-10T07:20:14.984334+0000","last_undegraded":"2024-09-10T07:20:14.984334+0000","last_fullsized":"2024-09-10T07:20:14.984334+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:50.797045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949734+0000","last_change":"2024-09-10T07:20:09.833735+0000","last_active":"2024-09-10T07:20:14.949734+0000","last_peered":"2024-09-10T07:20:14.949734+0000","last_clean":"2024-09-10T07:20:14.949734+0000","last_became_active":"2024-09-10T07:20:09.832769+0000","last_became_peered":"2024-09-10T07:20:09.832769+0000","last_unstale":"2024-09-10T07:20:14.949734+0000","last_undegraded":"2024-09-10T07:20:14.949734+0000","last_fullsized":"2024-09-10T07:20:14.949734+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986423+0000","last_change":"2024-09-10T07:20:08.804620+0000","last_active":"2024-09-10T07:20:14.986423+0000","last_peered":"2024-09-10T07:20:14.986423+0000","last_clean":"2024-09-10T07:20:14.986423+0000","last_became_active":"2024-09-10T07:20:08.804329+0000","last_became_peered":"2024-09-10T07:20:08.804329+0000","last_unstale":"2024-09-10T07:20:14.986423+0000","last_undegraded":"2024-09-10T07:20:14.986423+0000","last_fullsized":"2024-09-10T07:20:14.986423+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:14.007277+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:14.006901+0000","last_became_peered":"2024-09-10T07:20:14.006901+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:10:29.279379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985816+0000","last_change":"2024-09-10T07:20:09.822648+0000","last_active":"2024-09-10T07:20:14.985816+0000","last_peered":"2024-09-10T07:20:14.985816+0000","last_clean":"2024-09-10T07:20:14.985816+0000","last_became_active":"2024-09-10T07:20:09.822330+0000","last_became_peered":"2024-09-10T07:20:09.822330+0000","last_unstale":"2024-09-10T07:20:14.985816+0000","last_undegraded":"2024-09-10T07:20:14.985816+0000","last_fullsized":"2024-09-10T07:20:14.985816+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950379+0000","last_change":"2024-09-10T07:20:08.807990+0000","last_active":"2024-09-10T07:20:14.950379+0000","last_peered":"2024-09-10T07:20:14.950379+0000","last_clean":"2024-09-10T07:20:14.950379+0000","last_became_active":"2024-09-10T07:20:08.807674+0000","last_became_peered":"2024-09-10T07:20:08.807674+0000","last_unstale":"2024-09-10T07:20:14.950379+0000","last_undegraded":"2024-09-10T07:20:14.950379+0000","last_fullsized":"2024-09-10T07:20:14.950379+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:59.102030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985627+0000","last_change":"2024-09-10T07:20:14.007227+0000","last_active":"2024-09-10T07:20:14.985627+0000","last_peered":"2024-09-10T07:20:14.985627+0000","last_clean":"2024-09-10T07:20:14.985627+0000","last_became_active":"2024-09-10T07:20:14.006856+0000","last_became_peered":"2024-09-10T07:20:14.006856+0000","last_unstale":"2024-09-10T07:20:14.985627+0000","last_undegraded":"2024-09-10T07:20:14.985627+0000","last_fullsized":"2024-09-10T07:20:14.985627+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:42.558999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985584+0000","last_change":"2024-09-10T07:20:09.836680+0000","last_active":"2024-09-10T07:20:14.985584+0000","last_peered":"2024-09-10T07:20:14.985584+0000","last_clean":"2024-09-10T07:20:14.985584+0000","last_became_active":"2024-09-10T07:20:09.836293+0000","last_became_peered":"2024-09-10T07:20:09.836293+0000","last_unstale":"2024-09-10T07:20:14.985584+0000","last_undegraded":"2024-09-10T07:20:14.985584+0000","last_fullsized":"2024-09-10T07:20:14.985584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985921+0000","last_change":"2024-09-10T07:20:08.799719+0000","last_active":"2024-09-10T07:20:14.985921+0000","last_peered":"2024-09-10T07:20:14.985921+0000","last_clean":"2024-09-10T07:20:14.985921+0000","last_became_active":"2024-09-10T07:20:08.799406+0000","last_became_peered":"2024-09-10T07:20:08.799406+0000","last_unstale":"2024-09-10T07:20:14.985921+0000","last_undegraded":"2024-09-10T07:20:14.985921+0000","last_fullsized":"2024-09-10T07:20:14.985921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:54.895386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986118+0000","last_change":"2024-09-10T07:20:13.958001+0000","last_active":"2024-09-10T07:20:14.986118+0000","last_peered":"2024-09-10T07:20:14.986118+0000","last_clean":"2024-09-10T07:20:14.986118+0000","last_became_active":"2024-09-10T07:20:13.957603+0000","last_became_peered":"2024-09-10T07:20:13.957603+0000","last_unstale":"2024-09-10T07:20:14.986118+0000","last_undegraded":"2024-09-10T07:20:14.986118+0000","last_fullsized":"2024-09-10T07:20:14.986118+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:32.412414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:09.832258+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:09.831274+0000","last_became_peered":"2024-09-10T07:20:09.831274+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:00.103780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985528+0000","last_change":"2024-09-10T07:20:08.802540+0000","last_active":"2024-09-10T07:20:14.985528+0000","last_peered":"2024-09-10T07:20:14.985528+0000","last_clean":"2024-09-10T07:20:14.985528+0000","last_became_active":"2024-09-10T07:20:08.802261+0000","last_became_peered":"2024-09-10T07:20:08.802261+0000","last_unstale":"2024-09-10T07:20:14.985528+0000","last_undegraded":"2024-09-10T07:20:14.985528+0000","last_fullsized":"2024-09-10T07:20:14.985528+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985764+0000","last_change":"2024-09-10T07:20:13.949661+0000","last_active":"2024-09-10T07:20:14.985764+0000","last_peered":"2024-09-10T07:20:14.985764+0000","last_clean":"2024-09-10T07:20:14.985764+0000","last_became_active":"2024-09-10T07:20:13.948738+0000","last_became_peered":"2024-09-10T07:20:13.948738+0000","last_unstale":"2024-09-10T07:20:14.985764+0000","last_undegraded":"2024-09-10T07:20:14.985764+0000","last_fullsized":"2024-09-10T07:20:14.985764+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985246+0000","last_change":"2024-09-10T07:20:09.823556+0000","last_active":"2024-09-10T07:20:14.985246+0000","last_peered":"2024-09-10T07:20:14.985246+0000","last_clean":"2024-09-10T07:20:14.985246+0000","last_became_active":"2024-09-10T07:20:09.823012+0000","last_became_peered":"2024-09-10T07:20:09.823012+0000","last_unstale":"2024-09-10T07:20:14.985246+0000","last_undegraded":"2024-09-10T07:20:14.985246+0000","last_fullsized":"2024-09-10T07:20:14.985246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984937+0000","last_change":"2024-09-10T07:20:08.801500+0000","last_active":"2024-09-10T07:20:14.984937+0000","last_peered":"2024-09-10T07:20:14.984937+0000","last_clean":"2024-09-10T07:20:14.984937+0000","last_became_active":"2024-09-10T07:20:08.801144+0000","last_became_peered":"2024-09-10T07:20:08.801144+0000","last_unstale":"2024-09-10T07:20:14.984937+0000","last_undegraded":"2024-09-10T07:20:14.984937+0000","last_fullsized":"2024-09-10T07:20:14.984937+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986974+0000","last_change":"2024-09-10T07:20:13.959430+0000","last_active":"2024-09-10T07:20:14.986974+0000","last_peered":"2024-09-10T07:20:14.986974+0000","last_clean":"2024-09-10T07:20:14.986974+0000","last_became_active":"2024-09-10T07:20:13.958992+0000","last_became_peered":"2024-09-10T07:20:13.958992+0000","last_unstale":"2024-09-10T07:20:14.986974+0000","last_undegraded":"2024-09-10T07:20:14.986974+0000","last_fullsized":"2024-09-10T07:20:14.986974+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:08.284855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985575+0000","last_change":"2024-09-10T07:20:09.828784+0000","last_active":"2024-09-10T07:20:14.985575+0000","last_peered":"2024-09-10T07:20:14.985575+0000","last_clean":"2024-09-10T07:20:14.985575+0000","last_became_active":"2024-09-10T07:20:09.828473+0000","last_became_peered":"2024-09-10T07:20:09.828473+0000","last_unstale":"2024-09-10T07:20:14.985575+0000","last_undegraded":"2024-09-10T07:20:14.985575+0000","last_fullsized":"2024-09-10T07:20:14.985575+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:21:24.014595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949106+0000","last_change":"2024-09-10T07:20:08.808676+0000","last_active":"2024-09-10T07:20:14.949106+0000","last_peered":"2024-09-10T07:20:14.949106+0000","last_clean":"2024-09-10T07:20:14.949106+0000","last_became_active":"2024-09-10T07:20:08.808406+0000","last_became_peered":"2024-09-10T07:20:08.808406+0000","last_unstale":"2024-09-10T07:20:14.949106+0000","last_undegraded":"2024-09-10T07:20:14.949106+0000","last_fullsized":"2024-09-10T07:20:14.949106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:52:25.324316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985563+0000","last_change":"2024-09-10T07:20:14.007014+0000","last_active":"2024-09-10T07:20:14.985563+0000","last_peered":"2024-09-10T07:20:14.985563+0000","last_clean":"2024-09-10T07:20:14.985563+0000","last_became_active":"2024-09-10T07:20:14.006621+0000","last_became_peered":"2024-09-10T07:20:14.006621+0000","last_unstale":"2024-09-10T07:20:14.985563+0000","last_undegraded":"2024-09-10T07:20:14.985563+0000","last_fullsized":"2024-09-10T07:20:14.985563+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:29.665552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948675+0000","last_change":"2024-09-10T07:20:09.838436+0000","last_active":"2024-09-10T07:20:14.948675+0000","last_peered":"2024-09-10T07:20:14.948675+0000","last_clean":"2024-09-10T07:20:14.948675+0000","last_became_active":"2024-09-10T07:20:09.838125+0000","last_became_peered":"2024-09-10T07:20:09.838125+0000","last_unstale":"2024-09-10T07:20:14.948675+0000","last_undegraded":"2024-09-10T07:20:14.948675+0000","last_fullsized":"2024-09-10T07:20:14.948675+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:09.903300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985175+0000","last_change":"2024-09-10T07:20:08.802048+0000","last_active":"2024-09-10T07:20:14.985175+0000","last_peered":"2024-09-10T07:20:14.985175+0000","last_clean":"2024-09-10T07:20:14.985175+0000","last_became_active":"2024-09-10T07:20:08.801746+0000","last_became_peered":"2024-09-10T07:20:08.801746+0000","last_unstale":"2024-09-10T07:20:14.985175+0000","last_undegraded":"2024-09-10T07:20:14.985175+0000","last_fullsized":"2024-09-10T07:20:14.985175+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":177,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949367+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:20:14.949367+0000","last_peered":"2024-09-10T07:20:14.949367+0000","last_clean":"2024-09-10T07:20:14.949367+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:20:14.949367+0000","last_undegraded":"2024-09-10T07:20:14.949367+0000","last_fullsized":"2024-09-10T07:20:14.949367+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950034+0000","last_change":"2024-09-10T07:20:14.008242+0000","last_active":"2024-09-10T07:20:14.950034+0000","last_peered":"2024-09-10T07:20:14.950034+0000","last_clean":"2024-09-10T07:20:14.950034+0000","last_became_active":"2024-09-10T07:20:14.007842+0000","last_became_peered":"2024-09-10T07:20:14.007842+0000","last_unstale":"2024-09-10T07:20:14.950034+0000","last_undegraded":"2024-09-10T07:20:14.950034+0000","last_fullsized":"2024-09-10T07:20:14.950034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:49.260347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950176+0000","last_change":"2024-09-10T07:20:09.829211+0000","last_active":"2024-09-10T07:20:14.950176+0000","last_peered":"2024-09-10T07:20:14.950176+0000","last_clean":"2024-09-10T07:20:14.950176+0000","last_became_active":"2024-09-10T07:20:09.828546+0000","last_became_peered":"2024-09-10T07:20:09.828546+0000","last_unstale":"2024-09-10T07:20:14.950176+0000","last_undegraded":"2024-09-10T07:20:14.950176+0000","last_fullsized":"2024-09-10T07:20:14.950176+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986358+0000","last_change":"2024-09-10T07:20:08.803252+0000","last_active":"2024-09-10T07:20:14.986358+0000","last_peered":"2024-09-10T07:20:14.986358+0000","last_clean":"2024-09-10T07:20:14.986358+0000","last_became_active":"2024-09-10T07:20:08.802980+0000","last_became_peered":"2024-09-10T07:20:08.802980+0000","last_unstale":"2024-09-10T07:20:14.986358+0000","last_undegraded":"2024-09-10T07:20:14.986358+0000","last_fullsized":"2024-09-10T07:20:14.986358+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:42:04.222799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949257+0000","last_change":"2024-09-10T07:20:14.007555+0000","last_active":"2024-09-10T07:20:14.949257+0000","last_peered":"2024-09-10T07:20:14.949257+0000","last_clean":"2024-09-10T07:20:14.949257+0000","last_became_active":"2024-09-10T07:20:14.007198+0000","last_became_peered":"2024-09-10T07:20:14.007198+0000","last_unstale":"2024-09-10T07:20:14.949257+0000","last_undegraded":"2024-09-10T07:20:14.949257+0000","last_fullsized":"2024-09-10T07:20:14.949257+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:46:41.962720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985651+0000","last_change":"2024-09-10T07:20:09.834479+0000","last_active":"2024-09-10T07:20:14.985651+0000","last_peered":"2024-09-10T07:20:14.985651+0000","last_clean":"2024-09-10T07:20:14.985651+0000","last_became_active":"2024-09-10T07:20:09.832398+0000","last_became_peered":"2024-09-10T07:20:09.832398+0000","last_unstale":"2024-09-10T07:20:14.985651+0000","last_undegraded":"2024-09-10T07:20:14.985651+0000","last_fullsized":"2024-09-10T07:20:14.985651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986771+0000","last_change":"2024-09-10T07:20:08.791336+0000","last_active":"2024-09-10T07:20:14.986771+0000","last_peered":"2024-09-10T07:20:14.986771+0000","last_clean":"2024-09-10T07:20:14.986771+0000","last_became_active":"2024-09-10T07:20:08.790906+0000","last_became_peered":"2024-09-10T07:20:08.790906+0000","last_unstale":"2024-09-10T07:20:14.986771+0000","last_undegraded":"2024-09-10T07:20:14.986771+0000","last_fullsized":"2024-09-10T07:20:14.986771+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:27.890488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985951+0000","last_change":"2024-09-10T07:20:13.960035+0000","last_active":"2024-09-10T07:20:14.985951+0000","last_peered":"2024-09-10T07:20:14.985951+0000","last_clean":"2024-09-10T07:20:14.985951+0000","last_became_active":"2024-09-10T07:20:13.959112+0000","last_became_peered":"2024-09-10T07:20:13.959112+0000","last_unstale":"2024-09-10T07:20:14.985951+0000","last_undegraded":"2024-09-10T07:20:14.985951+0000","last_fullsized":"2024-09-10T07:20:14.985951+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:54.056113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951059+0000","last_change":"2024-09-10T07:20:09.829240+0000","last_active":"2024-09-10T07:20:14.951059+0000","last_peered":"2024-09-10T07:20:14.951059+0000","last_clean":"2024-09-10T07:20:14.951059+0000","last_became_active":"2024-09-10T07:20:09.828943+0000","last_became_peered":"2024-09-10T07:20:09.828943+0000","last_unstale":"2024-09-10T07:20:14.951059+0000","last_undegraded":"2024-09-10T07:20:14.951059+0000","last_fullsized":"2024-09-10T07:20:14.951059+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:21:21.966337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986897+0000","last_change":"2024-09-10T07:20:08.803225+0000","last_active":"2024-09-10T07:20:14.986897+0000","last_peered":"2024-09-10T07:20:14.986897+0000","last_clean":"2024-09-10T07:20:14.986897+0000","last_became_active":"2024-09-10T07:20:08.802923+0000","last_became_peered":"2024-09-10T07:20:08.802923+0000","last_unstale":"2024-09-10T07:20:14.986897+0000","last_undegraded":"2024-09-10T07:20:14.986897+0000","last_fullsized":"2024-09-10T07:20:14.986897+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984546+0000","last_change":"2024-09-10T07:20:14.005204+0000","last_active":"2024-09-10T07:20:14.984546+0000","last_peered":"2024-09-10T07:20:14.984546+0000","last_clean":"2024-09-10T07:20:14.984546+0000","last_became_active":"2024-09-10T07:20:14.004802+0000","last_became_peered":"2024-09-10T07:20:14.004802+0000","last_unstale":"2024-09-10T07:20:14.984546+0000","last_undegraded":"2024-09-10T07:20:14.984546+0000","last_fullsized":"2024-09-10T07:20:14.984546+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:36.650996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950670+0000","last_change":"2024-09-10T07:20:09.826948+0000","last_active":"2024-09-10T07:20:14.950670+0000","last_peered":"2024-09-10T07:20:14.950670+0000","last_clean":"2024-09-10T07:20:14.950670+0000","last_became_active":"2024-09-10T07:20:09.826662+0000","last_became_peered":"2024-09-10T07:20:09.826662+0000","last_unstale":"2024-09-10T07:20:14.950670+0000","last_undegraded":"2024-09-10T07:20:14.950670+0000","last_fullsized":"2024-09-10T07:20:14.950670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:20.990915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984920+0000","last_change":"2024-09-10T07:20:08.799586+0000","last_active":"2024-09-10T07:20:14.984920+0000","last_peered":"2024-09-10T07:20:14.984920+0000","last_clean":"2024-09-10T07:20:14.984920+0000","last_became_active":"2024-09-10T07:20:08.799273+0000","last_became_peered":"2024-09-10T07:20:08.799273+0000","last_unstale":"2024-09-10T07:20:14.984920+0000","last_undegraded":"2024-09-10T07:20:14.984920+0000","last_fullsized":"2024-09-10T07:20:14.984920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:57.002883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984273+0000","last_change":"2024-09-10T07:20:13.950668+0000","last_active":"2024-09-10T07:20:14.984273+0000","last_peered":"2024-09-10T07:20:14.984273+0000","last_clean":"2024-09-10T07:20:14.984273+0000","last_became_active":"2024-09-10T07:20:13.950323+0000","last_became_peered":"2024-09-10T07:20:13.950323+0000","last_unstale":"2024-09-10T07:20:14.984273+0000","last_undegraded":"2024-09-10T07:20:14.984273+0000","last_fullsized":"2024-09-10T07:20:14.984273+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:56.907831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949189+0000","last_change":"2024-09-10T07:20:09.831169+0000","last_active":"2024-09-10T07:20:14.949189+0000","last_peered":"2024-09-10T07:20:14.949189+0000","last_clean":"2024-09-10T07:20:14.949189+0000","last_became_active":"2024-09-10T07:20:09.830894+0000","last_became_peered":"2024-09-10T07:20:09.830894+0000","last_unstale":"2024-09-10T07:20:14.949189+0000","last_undegraded":"2024-09-10T07:20:14.949189+0000","last_fullsized":"2024-09-10T07:20:14.949189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":29,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984654+0000","last_change":"2024-09-10T07:20:08.796558+0000","last_active":"2024-09-10T07:20:14.984654+0000","last_peered":"2024-09-10T07:20:14.984654+0000","last_clean":"2024-09-10T07:20:14.984654+0000","last_became_active":"2024-09-10T07:20:08.796260+0000","last_became_peered":"2024-09-10T07:20:08.796260+0000","last_unstale":"2024-09-10T07:20:14.984654+0000","last_undegraded":"2024-09-10T07:20:14.984654+0000","last_fullsized":"2024-09-10T07:20:14.984654+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:19:36.702825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985383+0000","last_change":"2024-09-10T07:20:13.953623+0000","last_active":"2024-09-10T07:20:14.985383+0000","last_peered":"2024-09-10T07:20:14.985383+0000","last_clean":"2024-09-10T07:20:14.985383+0000","last_became_active":"2024-09-10T07:20:13.953010+0000","last_became_peered":"2024-09-10T07:20:13.953010+0000","last_unstale":"2024-09-10T07:20:14.985383+0000","last_undegraded":"2024-09-10T07:20:14.985383+0000","last_fullsized":"2024-09-10T07:20:14.985383+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:25.133099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950080+0000","last_change":"2024-09-10T07:20:09.835235+0000","last_active":"2024-09-10T07:20:14.950080+0000","last_peered":"2024-09-10T07:20:14.950080+0000","last_clean":"2024-09-10T07:20:14.950080+0000","last_became_active":"2024-09-10T07:20:09.834578+0000","last_became_peered":"2024-09-10T07:20:09.834578+0000","last_unstale":"2024-09-10T07:20:14.950080+0000","last_undegraded":"2024-09-10T07:20:14.950080+0000","last_fullsized":"2024-09-10T07:20:14.950080+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949574+0000","last_change":"2024-09-10T07:20:08.798983+0000","last_active":"2024-09-10T07:20:14.949574+0000","last_peered":"2024-09-10T07:20:14.949574+0000","last_clean":"2024-09-10T07:20:14.949574+0000","last_became_active":"2024-09-10T07:20:08.798726+0000","last_became_peered":"2024-09-10T07:20:08.798726+0000","last_unstale":"2024-09-10T07:20:14.949574+0000","last_undegraded":"2024-09-10T07:20:14.949574+0000","last_fullsized":"2024-09-10T07:20:14.949574+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:31.076544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949722+0000","last_change":"2024-09-10T07:20:14.007973+0000","last_active":"2024-09-10T07:20:14.949722+0000","last_peered":"2024-09-10T07:20:14.949722+0000","last_clean":"2024-09-10T07:20:14.949722+0000","last_became_active":"2024-09-10T07:20:14.007602+0000","last_became_peered":"2024-09-10T07:20:14.007602+0000","last_unstale":"2024-09-10T07:20:14.949722+0000","last_undegraded":"2024-09-10T07:20:14.949722+0000","last_fullsized":"2024-09-10T07:20:14.949722+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:10:09.781427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949950+0000","last_change":"2024-09-10T07:20:09.831808+0000","last_active":"2024-09-10T07:20:14.949950+0000","last_peered":"2024-09-10T07:20:14.949950+0000","last_clean":"2024-09-10T07:20:14.949950+0000","last_became_active":"2024-09-10T07:20:09.831254+0000","last_became_peered":"2024-09-10T07:20:09.831254+0000","last_unstale":"2024-09-10T07:20:14.949950+0000","last_undegraded":"2024-09-10T07:20:14.949950+0000","last_fullsized":"2024-09-10T07:20:14.949950+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985428+0000","last_change":"2024-09-10T07:20:08.806404+0000","last_active":"2024-09-10T07:20:14.985428+0000","last_peered":"2024-09-10T07:20:14.985428+0000","last_clean":"2024-09-10T07:20:14.985428+0000","last_became_active":"2024-09-10T07:20:08.805935+0000","last_became_peered":"2024-09-10T07:20:08.805935+0000","last_unstale":"2024-09-10T07:20:14.985428+0000","last_undegraded":"2024-09-10T07:20:14.985428+0000","last_fullsized":"2024-09-10T07:20:14.985428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.173602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949372+0000","last_change":"2024-09-10T07:20:14.005389+0000","last_active":"2024-09-10T07:20:14.949372+0000","last_peered":"2024-09-10T07:20:14.949372+0000","last_clean":"2024-09-10T07:20:14.949372+0000","last_became_active":"2024-09-10T07:20:14.004847+0000","last_became_peered":"2024-09-10T07:20:14.004847+0000","last_unstale":"2024-09-10T07:20:14.949372+0000","last_undegraded":"2024-09-10T07:20:14.949372+0000","last_fullsized":"2024-09-10T07:20:14.949372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:32.023415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985782+0000","last_change":"2024-09-10T07:20:09.827223+0000","last_active":"2024-09-10T07:20:14.985782+0000","last_peered":"2024-09-10T07:20:14.985782+0000","last_clean":"2024-09-10T07:20:14.985782+0000","last_became_active":"2024-09-10T07:20:09.826917+0000","last_became_peered":"2024-09-10T07:20:09.826917+0000","last_unstale":"2024-09-10T07:20:14.985782+0000","last_undegraded":"2024-09-10T07:20:14.985782+0000","last_fullsized":"2024-09-10T07:20:14.985782+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:30.026446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986229+0000","last_change":"2024-09-10T07:20:08.798294+0000","last_active":"2024-09-10T07:20:14.986229+0000","last_peered":"2024-09-10T07:20:14.986229+0000","last_clean":"2024-09-10T07:20:14.986229+0000","last_became_active":"2024-09-10T07:20:08.797864+0000","last_became_peered":"2024-09-10T07:20:08.797864+0000","last_unstale":"2024-09-10T07:20:14.986229+0000","last_undegraded":"2024-09-10T07:20:14.986229+0000","last_fullsized":"2024-09-10T07:20:14.986229+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:12:14.576803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985646+0000","last_change":"2024-09-10T07:20:14.005849+0000","last_active":"2024-09-10T07:20:14.985646+0000","last_peered":"2024-09-10T07:20:14.985646+0000","last_clean":"2024-09-10T07:20:14.985646+0000","last_became_active":"2024-09-10T07:20:14.005002+0000","last_became_peered":"2024-09-10T07:20:14.005002+0000","last_unstale":"2024-09-10T07:20:14.985646+0000","last_undegraded":"2024-09-10T07:20:14.985646+0000","last_fullsized":"2024-09-10T07:20:14.985646+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:02.232870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950072+0000","last_change":"2024-09-10T07:20:09.829638+0000","last_active":"2024-09-10T07:20:14.950072+0000","last_peered":"2024-09-10T07:20:14.950072+0000","last_clean":"2024-09-10T07:20:14.950072+0000","last_became_active":"2024-09-10T07:20:09.828923+0000","last_became_peered":"2024-09-10T07:20:09.828923+0000","last_unstale":"2024-09-10T07:20:14.950072+0000","last_undegraded":"2024-09-10T07:20:14.950072+0000","last_fullsized":"2024-09-10T07:20:14.950072+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:20:47.813094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:19.429105+0000","last_change":"2024-09-10T07:20:08.804399+0000","last_active":"2024-09-10T07:20:19.429105+0000","last_peered":"2024-09-10T07:20:19.429105+0000","last_clean":"2024-09-10T07:20:19.429105+0000","last_became_active":"2024-09-10T07:20:08.804100+0000","last_became_peered":"2024-09-10T07:20:08.804100+0000","last_unstale":"2024-09-10T07:20:19.429105+0000","last_undegraded":"2024-09-10T07:20:19.429105+0000","last_fullsized":"2024-09-10T07:20:19.429105+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986335+0000","last_change":"2024-09-10T07:20:13.956998+0000","last_active":"2024-09-10T07:20:14.986335+0000","last_peered":"2024-09-10T07:20:14.986335+0000","last_clean":"2024-09-10T07:20:14.986335+0000","last_became_active":"2024-09-10T07:20:13.956583+0000","last_became_peered":"2024-09-10T07:20:13.956583+0000","last_unstale":"2024-09-10T07:20:14.986335+0000","last_undegraded":"2024-09-10T07:20:14.986335+0000","last_fullsized":"2024-09-10T07:20:14.986335+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:38.994654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984841+0000","last_change":"2024-09-10T07:20:09.818461+0000","last_active":"2024-09-10T07:20:14.984841+0000","last_peered":"2024-09-10T07:20:14.984841+0000","last_clean":"2024-09-10T07:20:14.984841+0000","last_became_active":"2024-09-10T07:20:09.818162+0000","last_became_peered":"2024-09-10T07:20:09.818162+0000","last_unstale":"2024-09-10T07:20:14.984841+0000","last_undegraded":"2024-09-10T07:20:14.984841+0000","last_fullsized":"2024-09-10T07:20:14.984841+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986727+0000","last_change":"2024-09-10T07:20:08.803013+0000","last_active":"2024-09-10T07:20:14.986727+0000","last_peered":"2024-09-10T07:20:14.986727+0000","last_clean":"2024-09-10T07:20:14.986727+0000","last_became_active":"2024-09-10T07:20:08.802603+0000","last_became_peered":"2024-09-10T07:20:08.802603+0000","last_unstale":"2024-09-10T07:20:14.986727+0000","last_undegraded":"2024-09-10T07:20:14.986727+0000","last_fullsized":"2024-09-10T07:20:14.986727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:28.753313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985023+0000","last_change":"2024-09-10T07:20:13.949057+0000","last_active":"2024-09-10T07:20:14.985023+0000","last_peered":"2024-09-10T07:20:14.985023+0000","last_clean":"2024-09-10T07:20:14.985023+0000","last_became_active":"2024-09-10T07:20:13.948672+0000","last_became_peered":"2024-09-10T07:20:13.948672+0000","last_unstale":"2024-09-10T07:20:14.985023+0000","last_undegraded":"2024-09-10T07:20:14.985023+0000","last_fullsized":"2024-09-10T07:20:14.985023+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:48.716634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985098+0000","last_change":"2024-09-10T07:20:09.828145+0000","last_active":"2024-09-10T07:20:14.985098+0000","last_peered":"2024-09-10T07:20:14.985098+0000","last_clean":"2024-09-10T07:20:14.985098+0000","last_became_active":"2024-09-10T07:20:09.827823+0000","last_became_peered":"2024-09-10T07:20:09.827823+0000","last_unstale":"2024-09-10T07:20:14.985098+0000","last_undegraded":"2024-09-10T07:20:14.985098+0000","last_fullsized":"2024-09-10T07:20:14.985098+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985206+0000","last_change":"2024-09-10T07:20:08.804704+0000","last_active":"2024-09-10T07:20:14.985206+0000","last_peered":"2024-09-10T07:20:14.985206+0000","last_clean":"2024-09-10T07:20:14.985206+0000","last_became_active":"2024-09-10T07:20:08.804462+0000","last_became_peered":"2024-09-10T07:20:08.804462+0000","last_unstale":"2024-09-10T07:20:14.985206+0000","last_undegraded":"2024-09-10T07:20:14.985206+0000","last_fullsized":"2024-09-10T07:20:14.985206+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:15.956588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948701+0000","last_change":"2024-09-10T07:20:13.957077+0000","last_active":"2024-09-10T07:20:14.948701+0000","last_peered":"2024-09-10T07:20:14.948701+0000","last_clean":"2024-09-10T07:20:14.948701+0000","last_became_active":"2024-09-10T07:20:13.956673+0000","last_became_peered":"2024-09-10T07:20:13.956673+0000","last_unstale":"2024-09-10T07:20:14.948701+0000","last_undegraded":"2024-09-10T07:20:14.948701+0000","last_fullsized":"2024-09-10T07:20:14.948701+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:52.999849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985113+0000","last_change":"2024-09-10T07:20:09.826003+0000","last_active":"2024-09-10T07:20:14.985113+0000","last_peered":"2024-09-10T07:20:14.985113+0000","last_clean":"2024-09-10T07:20:14.985113+0000","last_became_active":"2024-09-10T07:20:09.825721+0000","last_became_peered":"2024-09-10T07:20:09.825721+0000","last_unstale":"2024-09-10T07:20:14.985113+0000","last_undegraded":"2024-09-10T07:20:14.985113+0000","last_fullsized":"2024-09-10T07:20:14.985113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:31.619803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950371+0000","last_change":"2024-09-10T07:20:08.808932+0000","last_active":"2024-09-10T07:20:14.950371+0000","last_peered":"2024-09-10T07:20:14.950371+0000","last_clean":"2024-09-10T07:20:14.950371+0000","last_became_active":"2024-09-10T07:20:08.808660+0000","last_became_peered":"2024-09-10T07:20:08.808660+0000","last_unstale":"2024-09-10T07:20:14.950371+0000","last_undegraded":"2024-09-10T07:20:14.950371+0000","last_fullsized":"2024-09-10T07:20:14.950371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:45:10.544888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948601+0000","last_change":"2024-09-10T07:20:14.008040+0000","last_active":"2024-09-10T07:20:14.948601+0000","last_peered":"2024-09-10T07:20:14.948601+0000","last_clean":"2024-09-10T07:20:14.948601+0000","last_became_active":"2024-09-10T07:20:14.007674+0000","last_became_peered":"2024-09-10T07:20:14.007674+0000","last_unstale":"2024-09-10T07:20:14.948601+0000","last_undegraded":"2024-09-10T07:20:14.948601+0000","last_fullsized":"2024-09-10T07:20:14.948601+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:02:54.020395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985203+0000","last_change":"2024-09-10T07:20:14.007515+0000","last_active":"2024-09-10T07:20:14.985203+0000","last_peered":"2024-09-10T07:20:14.985203+0000","last_clean":"2024-09-10T07:20:14.985203+0000","last_became_active":"2024-09-10T07:20:14.007109+0000","last_became_peered":"2024-09-10T07:20:14.007109+0000","last_unstale":"2024-09-10T07:20:14.985203+0000","last_undegraded":"2024-09-10T07:20:14.985203+0000","last_fullsized":"2024-09-10T07:20:14.985203+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:35.761986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984812+0000","last_change":"2024-09-10T07:20:09.820081+0000","last_active":"2024-09-10T07:20:14.984812+0000","last_peered":"2024-09-10T07:20:14.984812+0000","last_clean":"2024-09-10T07:20:14.984812+0000","last_became_active":"2024-09-10T07:20:09.819754+0000","last_became_peered":"2024-09-10T07:20:09.819754+0000","last_unstale":"2024-09-10T07:20:14.984812+0000","last_undegraded":"2024-09-10T07:20:14.984812+0000","last_fullsized":"2024-09-10T07:20:14.984812+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984875+0000","last_change":"2024-09-10T07:20:08.798170+0000","last_active":"2024-09-10T07:20:14.984875+0000","last_peered":"2024-09-10T07:20:14.984875+0000","last_clean":"2024-09-10T07:20:14.984875+0000","last_became_active":"2024-09-10T07:20:08.796942+0000","last_became_peered":"2024-09-10T07:20:08.796942+0000","last_unstale":"2024-09-10T07:20:14.984875+0000","last_undegraded":"2024-09-10T07:20:14.984875+0000","last_fullsized":"2024-09-10T07:20:14.984875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:23:01.871827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950300+0000","last_change":"2024-09-10T07:20:13.959450+0000","last_active":"2024-09-10T07:20:14.950300+0000","last_peered":"2024-09-10T07:20:14.950300+0000","last_clean":"2024-09-10T07:20:14.950300+0000","last_became_active":"2024-09-10T07:20:13.958955+0000","last_became_peered":"2024-09-10T07:20:13.958955+0000","last_unstale":"2024-09-10T07:20:14.950300+0000","last_undegraded":"2024-09-10T07:20:14.950300+0000","last_fullsized":"2024-09-10T07:20:14.950300+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:47.361872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948767+0000","last_change":"2024-09-10T07:20:09.829588+0000","last_active":"2024-09-10T07:20:14.948767+0000","last_peered":"2024-09-10T07:20:14.948767+0000","last_clean":"2024-09-10T07:20:14.948767+0000","last_became_active":"2024-09-10T07:20:09.829113+0000","last_became_peered":"2024-09-10T07:20:09.829113+0000","last_unstale":"2024-09-10T07:20:14.948767+0000","last_undegraded":"2024-09-10T07:20:14.948767+0000","last_fullsized":"2024-09-10T07:20:14.948767+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948878+0000","last_change":"2024-09-10T07:20:08.807734+0000","last_active":"2024-09-10T07:20:14.948878+0000","last_peered":"2024-09-10T07:20:14.948878+0000","last_clean":"2024-09-10T07:20:14.948878+0000","last_became_active":"2024-09-10T07:20:08.807431+0000","last_became_peered":"2024-09-10T07:20:08.807431+0000","last_unstale":"2024-09-10T07:20:14.948878+0000","last_undegraded":"2024-09-10T07:20:14.948878+0000","last_fullsized":"2024-09-10T07:20:14.948878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:17:43.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949743+0000","last_change":"2024-09-10T07:20:08.798470+0000","last_active":"2024-09-10T07:20:14.949743+0000","last_peered":"2024-09-10T07:20:14.949743+0000","last_clean":"2024-09-10T07:20:14.949743+0000","last_became_active":"2024-09-10T07:20:08.798107+0000","last_became_peered":"2024-09-10T07:20:08.798107+0000","last_unstale":"2024-09-10T07:20:14.949743+0000","last_undegraded":"2024-09-10T07:20:14.949743+0000","last_fullsized":"2024-09-10T07:20:14.949743+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:31.500260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986119+0000","last_change":"2024-09-10T07:20:09.829187+0000","last_active":"2024-09-10T07:20:14.986119+0000","last_peered":"2024-09-10T07:20:14.986119+0000","last_clean":"2024-09-10T07:20:14.986119+0000","last_became_active":"2024-09-10T07:20:09.828196+0000","last_became_peered":"2024-09-10T07:20:09.828196+0000","last_unstale":"2024-09-10T07:20:14.986119+0000","last_undegraded":"2024-09-10T07:20:14.986119+0000","last_fullsized":"2024-09-10T07:20:14.986119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986148+0000","last_change":"2024-09-10T07:20:13.950962+0000","last_active":"2024-09-10T07:20:14.986148+0000","last_peered":"2024-09-10T07:20:14.986148+0000","last_clean":"2024-09-10T07:20:14.986148+0000","last_became_active":"2024-09-10T07:20:13.950502+0000","last_became_peered":"2024-09-10T07:20:13.950502+0000","last_unstale":"2024-09-10T07:20:14.986148+0000","last_undegraded":"2024-09-10T07:20:14.986148+0000","last_fullsized":"2024-09-10T07:20:14.986148+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:33:28.158499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948969+0000","last_change":"2024-09-10T07:20:08.802514+0000","last_active":"2024-09-10T07:20:14.948969+0000","last_peered":"2024-09-10T07:20:14.948969+0000","last_clean":"2024-09-10T07:20:14.948969+0000","last_became_active":"2024-09-10T07:20:08.802023+0000","last_became_peered":"2024-09-10T07:20:08.802023+0000","last_unstale":"2024-09-10T07:20:14.948969+0000","last_undegraded":"2024-09-10T07:20:14.948969+0000","last_fullsized":"2024-09-10T07:20:14.948969+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:07.779810+0000","last_clean_scrub_stamp":"2024-09-10T07:20:07.779810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:11:35.689996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985284+0000","last_change":"2024-09-10T07:20:09.813324+0000","last_active":"2024-09-10T07:20:14.985284+0000","last_peered":"2024-09-10T07:20:14.985284+0000","last_clean":"2024-09-10T07:20:14.985284+0000","last_became_active":"2024-09-10T07:20:09.813034+0000","last_became_peered":"2024-09-10T07:20:09.813034+0000","last_unstale":"2024-09-10T07:20:14.985284+0000","last_undegraded":"2024-09-10T07:20:14.985284+0000","last_fullsized":"2024-09-10T07:20:14.985284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:18.175352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949488+0000","last_change":"2024-09-10T07:20:13.949213+0000","last_active":"2024-09-10T07:20:14.949488+0000","last_peered":"2024-09-10T07:20:14.949488+0000","last_clean":"2024-09-10T07:20:14.949488+0000","last_became_active":"2024-09-10T07:20:13.948766+0000","last_became_peered":"2024-09-10T07:20:13.948766+0000","last_unstale":"2024-09-10T07:20:14.949488+0000","last_undegraded":"2024-09-10T07:20:14.949488+0000","last_fullsized":"2024-09-10T07:20:14.949488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:12.923744+0000","last_clean_scrub_stamp":"2024-09-10T07:20:12.923744+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:14.131072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949901+0000","last_change":"2024-09-10T07:20:09.835455+0000","last_active":"2024-09-10T07:20:14.949901+0000","last_peered":"2024-09-10T07:20:14.949901+0000","last_clean":"2024-09-10T07:20:14.949901+0000","last_became_active":"2024-09-10T07:20:09.834959+0000","last_became_peered":"2024-09-10T07:20:09.834959+0000","last_unstale":"2024-09-10T07:20:14.949901+0000","last_undegraded":"2024-09-10T07:20:14.949901+0000","last_fullsized":"2024-09-10T07:20:14.949901+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:47.689465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984659+0000","last_change":"2024-09-10T07:20:09.825117+0000","last_active":"2024-09-10T07:20:14.984659+0000","last_peered":"2024-09-10T07:20:14.984659+0000","last_clean":"2024-09-10T07:20:14.984659+0000","last_became_active":"2024-09-10T07:20:09.824749+0000","last_became_peered":"2024-09-10T07:20:09.824749+0000","last_unstale":"2024-09-10T07:20:14.984659+0000","last_undegraded":"2024-09-10T07:20:14.984659+0000","last_fullsized":"2024-09-10T07:20:14.984659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:50.099157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985376+0000","last_change":"2024-09-10T07:20:09.832016+0000","last_active":"2024-09-10T07:20:14.985376+0000","last_peered":"2024-09-10T07:20:14.985376+0000","last_clean":"2024-09-10T07:20:14.985376+0000","last_became_active":"2024-09-10T07:20:09.831744+0000","last_became_peered":"2024-09-10T07:20:09.831744+0000","last_unstale":"2024-09-10T07:20:14.985376+0000","last_undegraded":"2024-09-10T07:20:14.985376+0000","last_fullsized":"2024-09-10T07:20:14.985376+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:35.821367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986013+0000","last_change":"2024-09-10T07:20:09.830466+0000","last_active":"2024-09-10T07:20:14.986013+0000","last_peered":"2024-09-10T07:20:14.986013+0000","last_clean":"2024-09-10T07:20:14.986013+0000","last_became_active":"2024-09-10T07:20:09.830167+0000","last_became_peered":"2024-09-10T07:20:09.830167+0000","last_unstale":"2024-09-10T07:20:14.986013+0000","last_undegraded":"2024-09-10T07:20:14.986013+0000","last_fullsized":"2024-09-10T07:20:14.986013+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:29.819401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949453+0000","last_change":"2024-09-10T07:20:09.831096+0000","last_active":"2024-09-10T07:20:14.949453+0000","last_peered":"2024-09-10T07:20:14.949453+0000","last_clean":"2024-09-10T07:20:14.949453+0000","last_became_active":"2024-09-10T07:20:09.830800+0000","last_became_peered":"2024-09-10T07:20:09.830800+0000","last_unstale":"2024-09-10T07:20:14.949453+0000","last_undegraded":"2024-09-10T07:20:14.949453+0000","last_fullsized":"2024-09-10T07:20:14.949453+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:34:34.139136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986605+0000","last_change":"2024-09-10T07:20:09.820355+0000","last_active":"2024-09-10T07:20:14.986605+0000","last_peered":"2024-09-10T07:20:14.986605+0000","last_clean":"2024-09-10T07:20:14.986605+0000","last_became_active":"2024-09-10T07:20:09.820086+0000","last_became_peered":"2024-09-10T07:20:09.820086+0000","last_unstale":"2024-09-10T07:20:14.986605+0000","last_undegraded":"2024-09-10T07:20:14.986605+0000","last_fullsized":"2024-09-10T07:20:14.986605+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950389+0000","last_change":"2024-09-10T07:20:09.828233+0000","last_active":"2024-09-10T07:20:14.950389+0000","last_peered":"2024-09-10T07:20:14.950389+0000","last_clean":"2024-09-10T07:20:14.950389+0000","last_became_active":"2024-09-10T07:20:09.827974+0000","last_became_peered":"2024-09-10T07:20:09.827974+0000","last_unstale":"2024-09-10T07:20:14.950389+0000","last_undegraded":"2024-09-10T07:20:14.950389+0000","last_fullsized":"2024-09-10T07:20:14.950389+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:09.462768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949644+0000","last_change":"2024-09-10T07:20:09.832283+0000","last_active":"2024-09-10T07:20:14.949644+0000","last_peered":"2024-09-10T07:20:14.949644+0000","last_clean":"2024-09-10T07:20:14.949644+0000","last_became_active":"2024-09-10T07:20:09.831957+0000","last_became_peered":"2024-09-10T07:20:09.831957+0000","last_unstale":"2024-09-10T07:20:14.949644+0000","last_undegraded":"2024-09-10T07:20:14.949644+0000","last_fullsized":"2024-09-10T07:20:14.949644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:37.220001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984777+0000","last_change":"2024-09-10T07:20:09.826901+0000","last_active":"2024-09-10T07:20:14.984777+0000","last_peered":"2024-09-10T07:20:14.984777+0000","last_clean":"2024-09-10T07:20:14.984777+0000","last_became_active":"2024-09-10T07:20:09.824634+0000","last_became_peered":"2024-09-10T07:20:09.824634+0000","last_unstale":"2024-09-10T07:20:14.984777+0000","last_undegraded":"2024-09-10T07:20:14.984777+0000","last_fullsized":"2024-09-10T07:20:14.984777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948685+0000","last_change":"2024-09-10T07:20:09.831895+0000","last_active":"2024-09-10T07:20:14.948685+0000","last_peered":"2024-09-10T07:20:14.948685+0000","last_clean":"2024-09-10T07:20:14.948685+0000","last_became_active":"2024-09-10T07:20:09.831594+0000","last_became_peered":"2024-09-10T07:20:09.831594+0000","last_unstale":"2024-09-10T07:20:14.948685+0000","last_undegraded":"2024-09-10T07:20:14.948685+0000","last_fullsized":"2024-09-10T07:20:14.948685+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985325+0000","last_change":"2024-09-10T07:20:09.828106+0000","last_active":"2024-09-10T07:20:14.985325+0000","last_peered":"2024-09-10T07:20:14.985325+0000","last_clean":"2024-09-10T07:20:14.985325+0000","last_became_active":"2024-09-10T07:20:09.825451+0000","last_became_peered":"2024-09-10T07:20:09.825451+0000","last_unstale":"2024-09-10T07:20:14.985325+0000","last_undegraded":"2024-09-10T07:20:14.985325+0000","last_fullsized":"2024-09-10T07:20:14.985325+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:11:46.654861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985683+0000","last_change":"2024-09-10T07:20:09.830265+0000","last_active":"2024-09-10T07:20:14.985683+0000","last_peered":"2024-09-10T07:20:14.985683+0000","last_clean":"2024-09-10T07:20:14.985683+0000","last_became_active":"2024-09-10T07:20:09.829211+0000","last_became_peered":"2024-09-10T07:20:09.829211+0000","last_unstale":"2024-09-10T07:20:14.985683+0000","last_undegraded":"2024-09-10T07:20:14.985683+0000","last_fullsized":"2024-09-10T07:20:14.985683+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:09.595052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949663+0000","last_change":"2024-09-10T07:20:09.833230+0000","last_active":"2024-09-10T07:20:14.949663+0000","last_peered":"2024-09-10T07:20:14.949663+0000","last_clean":"2024-09-10T07:20:14.949663+0000","last_became_active":"2024-09-10T07:20:09.832959+0000","last_became_peered":"2024-09-10T07:20:09.832959+0000","last_unstale":"2024-09-10T07:20:14.949663+0000","last_undegraded":"2024-09-10T07:20:14.949663+0000","last_fullsized":"2024-09-10T07:20:14.949663+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:50:37.346961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950342+0000","last_change":"2024-09-10T07:20:09.822364+0000","last_active":"2024-09-10T07:20:14.950342+0000","last_peered":"2024-09-10T07:20:14.950342+0000","last_clean":"2024-09-10T07:20:14.950342+0000","last_became_active":"2024-09-10T07:20:09.822086+0000","last_became_peered":"2024-09-10T07:20:09.822086+0000","last_unstale":"2024-09-10T07:20:14.950342+0000","last_undegraded":"2024-09-10T07:20:14.950342+0000","last_fullsized":"2024-09-10T07:20:14.950342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:25.523368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986895+0000","last_change":"2024-09-10T07:20:09.825144+0000","last_active":"2024-09-10T07:20:14.986895+0000","last_peered":"2024-09-10T07:20:14.986895+0000","last_clean":"2024-09-10T07:20:14.986895+0000","last_became_active":"2024-09-10T07:20:09.824864+0000","last_became_peered":"2024-09-10T07:20:09.824864+0000","last_unstale":"2024-09-10T07:20:14.986895+0000","last_undegraded":"2024-09-10T07:20:14.986895+0000","last_fullsized":"2024-09-10T07:20:14.986895+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985762+0000","last_change":"2024-09-10T07:20:09.827949+0000","last_active":"2024-09-10T07:20:14.985762+0000","last_peered":"2024-09-10T07:20:14.985762+0000","last_clean":"2024-09-10T07:20:14.985762+0000","last_became_active":"2024-09-10T07:20:09.825196+0000","last_became_peered":"2024-09-10T07:20:09.825196+0000","last_unstale":"2024-09-10T07:20:14.985762+0000","last_undegraded":"2024-09-10T07:20:14.985762+0000","last_fullsized":"2024-09-10T07:20:14.985762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:36.300315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984678+0000","last_change":"2024-09-10T07:20:09.826774+0000","last_active":"2024-09-10T07:20:14.984678+0000","last_peered":"2024-09-10T07:20:14.984678+0000","last_clean":"2024-09-10T07:20:14.984678+0000","last_became_active":"2024-09-10T07:20:09.826473+0000","last_became_peered":"2024-09-10T07:20:09.826473+0000","last_unstale":"2024-09-10T07:20:14.984678+0000","last_undegraded":"2024-09-10T07:20:14.984678+0000","last_fullsized":"2024-09-10T07:20:14.984678+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:48:16.041389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984907+0000","last_change":"2024-09-10T07:20:09.810621+0000","last_active":"2024-09-10T07:20:14.984907+0000","last_peered":"2024-09-10T07:20:14.984907+0000","last_clean":"2024-09-10T07:20:14.984907+0000","last_became_active":"2024-09-10T07:20:09.810329+0000","last_became_peered":"2024-09-10T07:20:09.810329+0000","last_unstale":"2024-09-10T07:20:14.984907+0000","last_undegraded":"2024-09-10T07:20:14.984907+0000","last_fullsized":"2024-09-10T07:20:14.984907+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:32.947868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985755+0000","last_change":"2024-09-10T07:20:09.819322+0000","last_active":"2024-09-10T07:20:14.985755+0000","last_peered":"2024-09-10T07:20:14.985755+0000","last_clean":"2024-09-10T07:20:14.985755+0000","last_became_active":"2024-09-10T07:20:09.819001+0000","last_became_peered":"2024-09-10T07:20:09.819001+0000","last_unstale":"2024-09-10T07:20:14.985755+0000","last_undegraded":"2024-09-10T07:20:14.985755+0000","last_fullsized":"2024-09-10T07:20:14.985755+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:49.655123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948731+0000","last_change":"2024-09-10T07:20:09.823459+0000","last_active":"2024-09-10T07:20:14.948731+0000","last_peered":"2024-09-10T07:20:14.948731+0000","last_clean":"2024-09-10T07:20:14.948731+0000","last_became_active":"2024-09-10T07:20:09.823158+0000","last_became_peered":"2024-09-10T07:20:09.823158+0000","last_unstale":"2024-09-10T07:20:14.948731+0000","last_undegraded":"2024-09-10T07:20:14.948731+0000","last_fullsized":"2024-09-10T07:20:14.948731+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.984744+0000","last_change":"2024-09-10T07:20:09.826825+0000","last_active":"2024-09-10T07:20:14.984744+0000","last_peered":"2024-09-10T07:20:14.984744+0000","last_clean":"2024-09-10T07:20:14.984744+0000","last_became_active":"2024-09-10T07:20:09.826541+0000","last_became_peered":"2024-09-10T07:20:09.826541+0000","last_unstale":"2024-09-10T07:20:14.984744+0000","last_undegraded":"2024-09-10T07:20:14.984744+0000","last_fullsized":"2024-09-10T07:20:14.984744+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:22:45.015738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950173+0000","last_change":"2024-09-10T07:20:09.835656+0000","last_active":"2024-09-10T07:20:14.950173+0000","last_peered":"2024-09-10T07:20:14.950173+0000","last_clean":"2024-09-10T07:20:14.950173+0000","last_became_active":"2024-09-10T07:20:09.835366+0000","last_became_peered":"2024-09-10T07:20:09.835366+0000","last_unstale":"2024-09-10T07:20:14.950173+0000","last_undegraded":"2024-09-10T07:20:14.950173+0000","last_fullsized":"2024-09-10T07:20:14.950173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:02.580906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950286+0000","last_change":"2024-09-10T07:20:09.835583+0000","last_active":"2024-09-10T07:20:14.950286+0000","last_peered":"2024-09-10T07:20:14.950286+0000","last_clean":"2024-09-10T07:20:14.950286+0000","last_became_active":"2024-09-10T07:20:09.835240+0000","last_became_peered":"2024-09-10T07:20:09.835240+0000","last_unstale":"2024-09-10T07:20:14.950286+0000","last_undegraded":"2024-09-10T07:20:14.950286+0000","last_fullsized":"2024-09-10T07:20:14.950286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.951019+0000","last_change":"2024-09-10T07:20:09.836130+0000","last_active":"2024-09-10T07:20:14.951019+0000","last_peered":"2024-09-10T07:20:14.951019+0000","last_clean":"2024-09-10T07:20:14.951019+0000","last_became_active":"2024-09-10T07:20:09.835872+0000","last_became_peered":"2024-09-10T07:20:09.835872+0000","last_unstale":"2024-09-10T07:20:14.951019+0000","last_undegraded":"2024-09-10T07:20:14.951019+0000","last_fullsized":"2024-09-10T07:20:14.951019+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:49.913929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.948479+0000","last_change":"2024-09-10T07:20:09.838486+0000","last_active":"2024-09-10T07:20:14.948479+0000","last_peered":"2024-09-10T07:20:14.948479+0000","last_clean":"2024-09-10T07:20:14.948479+0000","last_became_active":"2024-09-10T07:20:09.838148+0000","last_became_peered":"2024-09-10T07:20:09.838148+0000","last_unstale":"2024-09-10T07:20:14.948479+0000","last_undegraded":"2024-09-10T07:20:14.948479+0000","last_fullsized":"2024-09-10T07:20:14.948479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:28.196990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949108+0000","last_change":"2024-09-10T07:20:09.829236+0000","last_active":"2024-09-10T07:20:14.949108+0000","last_peered":"2024-09-10T07:20:14.949108+0000","last_clean":"2024-09-10T07:20:14.949108+0000","last_became_active":"2024-09-10T07:20:09.828489+0000","last_became_peered":"2024-09-10T07:20:09.828489+0000","last_unstale":"2024-09-10T07:20:14.949108+0000","last_undegraded":"2024-09-10T07:20:14.949108+0000","last_fullsized":"2024-09-10T07:20:14.949108+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985233+0000","last_change":"2024-09-10T07:20:09.828491+0000","last_active":"2024-09-10T07:20:14.985233+0000","last_peered":"2024-09-10T07:20:14.985233+0000","last_clean":"2024-09-10T07:20:14.985233+0000","last_became_active":"2024-09-10T07:20:09.828238+0000","last_became_peered":"2024-09-10T07:20:09.828238+0000","last_unstale":"2024-09-10T07:20:14.985233+0000","last_undegraded":"2024-09-10T07:20:14.985233+0000","last_fullsized":"2024-09-10T07:20:14.985233+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:52.765648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.949789+0000","last_change":"2024-09-10T07:20:09.821765+0000","last_active":"2024-09-10T07:20:14.949789+0000","last_peered":"2024-09-10T07:20:14.949789+0000","last_clean":"2024-09-10T07:20:14.949789+0000","last_became_active":"2024-09-10T07:20:09.821482+0000","last_became_peered":"2024-09-10T07:20:09.821482+0000","last_unstale":"2024-09-10T07:20:14.949789+0000","last_undegraded":"2024-09-10T07:20:14.949789+0000","last_fullsized":"2024-09-10T07:20:14.949789+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:08.949351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985470+0000","last_change":"2024-09-10T07:20:09.834469+0000","last_active":"2024-09-10T07:20:14.985470+0000","last_peered":"2024-09-10T07:20:14.985470+0000","last_clean":"2024-09-10T07:20:14.985470+0000","last_became_active":"2024-09-10T07:20:09.832457+0000","last_became_peered":"2024-09-10T07:20:09.832457+0000","last_unstale":"2024-09-10T07:20:14.985470+0000","last_undegraded":"2024-09-10T07:20:14.985470+0000","last_fullsized":"2024-09-10T07:20:14.985470+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:44.574450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.985742+0000","last_change":"2024-09-10T07:20:09.821513+0000","last_active":"2024-09-10T07:20:14.985742+0000","last_peered":"2024-09-10T07:20:14.985742+0000","last_clean":"2024-09-10T07:20:14.985742+0000","last_became_active":"2024-09-10T07:20:09.821237+0000","last_became_peered":"2024-09-10T07:20:09.821237+0000","last_unstale":"2024-09-10T07:20:14.985742+0000","last_undegraded":"2024-09-10T07:20:14.985742+0000","last_fullsized":"2024-09-10T07:20:14.985742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.526686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.986328+0000","last_change":"2024-09-10T07:20:09.823494+0000","last_active":"2024-09-10T07:20:14.986328+0000","last_peered":"2024-09-10T07:20:14.986328+0000","last_clean":"2024-09-10T07:20:14.986328+0000","last_became_active":"2024-09-10T07:20:09.822985+0000","last_became_peered":"2024-09-10T07:20:09.822985+0000","last_unstale":"2024-09-10T07:20:14.986328+0000","last_undegraded":"2024-09-10T07:20:14.986328+0000","last_fullsized":"2024-09-10T07:20:14.986328+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:40.382520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T07:20:14.950851+0000","last_change":"2024-09-10T07:20:09.828663+0000","last_active":"2024-09-10T07:20:14.950851+0000","last_peered":"2024-09-10T07:20:14.950851+0000","last_clean":"2024-09-10T07:20:14.950851+0000","last_became_active":"2024-09-10T07:20:09.828256+0000","last_became_peered":"2024-09-10T07:20:09.828256+0000","last_unstale":"2024-09-10T07:20:14.950851+0000","last_undegraded":"2024-09-10T07:20:14.950851+0000","last_fullsized":"2024-09-10T07:20:14.950851+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:20:08.781560+0000","last_clean_scrub_stamp":"2024-09-10T07:20:08.781560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:38.416815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542152,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":872448,"data_stored":699164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":108304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31472,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340368,"statfs":{"total":96636764160,"available":96604536832,"internally_reserved":0,"allocated":286720,"data_stored":108340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542153,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542152,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":108214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542154,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27308,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344532,"statfs":{"total":96636764160,"available":96608800768,"internally_reserved":0,"allocated":282624,"data_stored":108374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542153,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27892,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343948,"statfs":{"total":96636764160,"available":96608202752,"internally_reserved":0,"allocated":880640,"data_stored":699220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":286720,"data_stored":112058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:20:33.168 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:20:33.169 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T07:20:33.169 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T07:20:33.169 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T07:20:33.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.305+0000 7f51967c4640 1 Processor -- start 2024-09-10T07:20:33.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.305+0000 7f51967c4640 1 -- start start 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f51967c4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 0x7f51900ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f51967c4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f51900cf040 0x7f51900d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f51967c4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51900d16b0 con 0x7f51900d1200 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f51967c4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f51900d3430 con 0x7f51900cf040 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f51967c4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f51900d36d0 con 0x7f519015e510 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f5194d61640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f51900d1200 0x7f51900b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46770/0 (socket says 172.21.15.3:46770) 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.306+0000 7f5194d61640 1 -- 172.21.15.3:0/3487432087 learned_addr learned my addr 172.21.15.3:0/3487432087 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518f7fe640 1 --2- 172.21.15.3:0/3487432087 >> v2:172.21.15.70:3300/0 conn(0x7f51900cf040 0x7f51900d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518ffff640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 0x7f51900ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2009445223 0 0) 0x7f5188001490 con 0x7f51900d1200 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5178003520 con 0x7f51900d1200 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2880999950 0 0) 0x7f5178003520 con 0x7f51900d1200 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 msgr2=0x7f51900ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 0x7f51900ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 >> v2:172.21.15.70:3300/0 conn(0x7f51900cf040 msgr2=0x7f51900d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 --2- 172.21.15.3:0/3487432087 >> v2:172.21.15.70:3300/0 conn(0x7f51900cf040 0x7f51900d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51900d39b0 con 0x7f51900d1200 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f5188001bc0 con 0x7f51900d1200 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 >> v1:172.21.15.3:6789/0 conn(0x7f51900d1200 legacy=0x7f51900b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 0x7f5178003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5178003fa0 0x7f5178004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f51780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51900d3430 con 0x7f5178004d40 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f51900d36d0 con 0x7f5178003fa0 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f517800ba70 con 0x7f519015e510 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f5194d61640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f51780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518ffff640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 0x7f5178003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f518f7fe640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5178003fa0 0x7f5178004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f5194d61640 1 -- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 msgr2=0x7f5178003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f5194d61640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f519015e510 0x7f5178003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f5194d61640 1 -- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5178003fa0 msgr2=0x7f5178004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f5194d61640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5178003fa0 0x7f5178004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.307+0000 7f5194d61640 1 -- 172.21.15.3:0/3487432087 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5178003520 con 0x7f5178004d40 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.308+0000 7f5194d61640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f51780051c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f518800aa60 tx=0x7f5178005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c2e93985b0843b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.308+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518800a6b0 con 0x7f5178004d40 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.308+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f518802f070 con 0x7f5178004d40 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.308+0000 7f518effd640 1 -- 172.21.15.3:0/3487432087 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5188034470 con 0x7f5178004d40 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f51967c4640 1 -- 172.21.15.3:0/3487432087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 msgr2=0x7f51780051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f51967c4640 1 --2- 172.21.15.3:0/3487432087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f51780051c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f518800aa60 tx=0x7f5178005830 comp rx=0 tx=0).stop 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f5194d61640 1 -- 172.21.15.3:0/3487432087 reap_dead start 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f51967c4640 1 -- 172.21.15.3:0/3487432087 shutdown_connections 2024-09-10T07:20:33.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f51967c4640 1 -- 172.21.15.3:0/3487432087 >> 172.21.15.3:0/3487432087 conn(0x7f519006d1a0 msgr2=0x7f5190073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:33.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f51967c4640 1 -- 172.21.15.3:0/3487432087 shutdown_connections 2024-09-10T07:20:33.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.309+0000 7f51967c4640 1 -- 172.21.15.3:0/3487432087 wait complete. 2024-09-10T07:20:33.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.310+0000 7f51967c4640 1 Processor -- start 2024-09-10T07:20:33.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.310+0000 7f51967c4640 1 -- start start 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f51967c4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f5190151be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f51967c4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5190148920 0x7f51900cdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f51967c4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f51901543c0 0x7f5190154840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f51967c4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51900d22a0 con 0x7f5178004d40 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f51967c4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f51900d3f70 con 0x7f51901543c0 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f51967c4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f519015e8f0 con 0x7f5190148920 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f518ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f5190151be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f518ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f5190151be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57342/0 (socket says 172.21.15.3:57342) 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.311+0000 7f518ffff640 1 -- 172.21.15.3:0/2266119391 learned_addr learned my addr 172.21.15.3:0/2266119391 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518f7fe640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5190148920 0x7f51900cdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518ffff640 1 -- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5190148920 msgr2=0x7f51900cdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f5194d61640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f51901543c0 0x7f5190154840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518ffff640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5190148920 0x7f51900cdfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518ffff640 1 -- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f51901543c0 msgr2=0x7f5190154840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518ffff640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f51901543c0 0x7f5190154840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518ffff640 1 -- 172.21.15.3:0/2266119391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51900cc1e0 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518f7fe640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5190148920 0x7f51900cdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f5194d61640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f51901543c0 0x7f5190154840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518ffff640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f5190151be0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f51800119a0 tx=0x7f5180011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518000faf0 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f518000fc90 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51900cc4c0 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180014440 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.312+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5190152610 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.313+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51900d0cc0 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.314+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5180012040 con 0x7f5178004d40 2024-09-10T07:20:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.314+0000 7f518cff9640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f517c06be30 0x7f517c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.314+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f518008b8c0 con 0x7f5178004d40 2024-09-10T07:20:33.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.314+0000 7f518f7fe640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f517c06be30 0x7f517c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.315+0000 7f518f7fe640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f517c06be30 0x7f517c06e2f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5190153bd0 tx=0x7f5184008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.318+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5180019030 con 0x7f5178004d40 2024-09-10T07:20:33.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.535+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f519015b9c0 con 0x7f5178004d40 2024-09-10T07:20:33.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.536+0000 7f518cff9640 1 -- 172.21.15.3:0/2266119391 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f51800598e0 con 0x7f5178004d40 2024-09-10T07:20:33.536 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:33.536 INFO:teuthology.orchestra.run.smithi003.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T07:20:33.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f517c06be30 msgr2=0x7f517c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f517c06be30 0x7f517c06e2f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5190153bd0 tx=0x7f5184008040 comp rx=0 tx=0).stop 2024-09-10T07:20:33.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 msgr2=0x7f5190151be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f5190151be0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f51800119a0 tx=0x7f5180011e60 comp rx=0 tx=0).stop 2024-09-10T07:20:33.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 shutdown_connections 2024-09-10T07:20:33.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f517c06be30 0x7f517c06e2f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f51901543c0 0x7f5190154840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5190148920 0x7f51900cdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 --2- 172.21.15.3:0/2266119391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5178004d40 0x7f5190151be0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 >> 172.21.15.3:0/2266119391 conn(0x7f519006d1a0 msgr2=0x7f51900b82e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:33.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 shutdown_connections 2024-09-10T07:20:33.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.538+0000 7f51967c4640 1 -- 172.21.15.3:0/2266119391 wait complete. 2024-09-10T07:20:33.549 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T07:20:33.549 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:33.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.651+0000 7faf33dc4640 1 Processor -- start 2024-09-10T07:20:33.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.652+0000 7faf33dc4640 1 -- start start 2024-09-10T07:20:33.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf33dc4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faf2c0cdaf0 0x7faf2c0cded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf33dc4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faf2c073ab0 0x7faf2c0d0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf33dc4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf2c0cf080 con 0x7faf2c073620 2024-09-10T07:20:33.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf33dc4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7faf2c0ce9e0 con 0x7faf2c0cdaf0 2024-09-10T07:20:33.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf33dc4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faf2c0ce410 con 0x7faf2c073ab0 2024-09-10T07:20:33.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faf2c0cdaf0 0x7faf2c0cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faf2c0cdaf0 0x7faf2c0cded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57350/0 (socket says 172.21.15.3:57350) 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 -- 172.21.15.3:0/525684879 learned_addr learned my addr 172.21.15.3:0/525684879 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf3135f640 1 --1- 172.21.15.3:0/525684879 >> v1:172.21.15.3:6789/0 conn(0x7faf2c073620 0x7faf2c0cfb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46772/0 (socket says 172.21.15.3:46772) 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf32361640 1 --2- 172.21.15.3:0/525684879 >> v2:172.21.15.70:3300/0 conn(0x7faf2c073ab0 0x7faf2c0d0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 -- 172.21.15.3:0/525684879 >> v2:172.21.15.70:3300/0 conn(0x7faf2c073ab0 msgr2=0x7faf2c0d0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 --2- 172.21.15.3:0/525684879 >> v2:172.21.15.70:3300/0 conn(0x7faf2c073ab0 0x7faf2c0d0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 -- 172.21.15.3:0/525684879 >> v1:172.21.15.3:6789/0 conn(0x7faf2c073620 legacy=0x7faf2c0cfb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.653+0000 7faf31b60640 1 -- 172.21.15.3:0/525684879 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2c0b43a0 con 0x7faf2c0cdaf0 2024-09-10T07:20:33.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.654+0000 7faf31b60640 1 --2- 172.21.15.3:0/525684879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0cded0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7faf2c06df60 tx=0x7faf2802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8470dada08dcf1b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.654+0000 7faf30b5e640 1 -- 172.21.15.3:0/525684879 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28036020 con 0x7faf2c0cdaf0 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.654+0000 7faf30b5e640 1 -- 172.21.15.3:0/525684879 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf28032640 con 0x7faf2c0cdaf0 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.654+0000 7faf30b5e640 1 -- 172.21.15.3:0/525684879 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28032a10 con 0x7faf2c0cdaf0 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.654+0000 7faf33dc4640 1 -- 172.21.15.3:0/525684879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c0cdaf0 msgr2=0x7faf2c0cded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.654+0000 7faf33dc4640 1 --2- 172.21.15.3:0/525684879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0cded0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7faf2c06df60 tx=0x7faf2802c940 comp rx=0 tx=0).stop 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.655+0000 7faf33dc4640 1 -- 172.21.15.3:0/525684879 shutdown_connections 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.655+0000 7faf33dc4640 1 --2- 172.21.15.3:0/525684879 >> v2:172.21.15.70:3300/0 conn(0x7faf2c073ab0 0x7faf2c0d0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.655+0000 7faf33dc4640 1 --2- 172.21.15.3:0/525684879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0cded0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.655+0000 7faf33dc4640 1 -- 172.21.15.3:0/525684879 >> 172.21.15.3:0/525684879 conn(0x7faf2c0b2c50 msgr2=0x7faf2c0b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.655+0000 7faf33dc4640 1 -- 172.21.15.3:0/525684879 shutdown_connections 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.655+0000 7faf33dc4640 1 -- 172.21.15.3:0/525684879 wait complete. 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.656+0000 7faf33dc4640 1 Processor -- start 2024-09-10T07:20:33.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.656+0000 7faf33dc4640 1 -- start start 2024-09-10T07:20:33.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 0x7faf2c15e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf2c073ab0 0x7faf2c13a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0aef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faf2c0b4800 con 0x7faf2c073620 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faf2c0b4680 con 0x7faf2c0cdaf0 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7faf2c144de0 con 0x7faf2c073ab0 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 0x7faf2c15e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 0x7faf2c15e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57364/0 (socket says 172.21.15.3:57364) 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 -- 172.21.15.3:0/1843918401 learned_addr learned my addr 172.21.15.3:0/1843918401 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:33.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf32361640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 -- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf2c073ab0 msgr2=0x7faf2c13a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf3135f640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf2c073ab0 0x7faf2c13a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf2c073ab0 0x7faf2c13a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 -- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c0cdaf0 msgr2=0x7faf2c0aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 -- 172.21.15.3:0/1843918401 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf2c13ad40 con 0x7faf2c073620 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf32361640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf31b60640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 0x7faf2c15e0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faf2802c980 tx=0x7faf280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf28036040 con 0x7faf2c073620 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf2803cc10 con 0x7faf2c073620 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf2c13b020 con 0x7faf2c073620 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf280463f0 con 0x7faf2c073620 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.657+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf2c13bfd0 con 0x7faf2c073620 2024-09-10T07:20:33.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.658+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf2c0b3f50 con 0x7faf2c073620 2024-09-10T07:20:33.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.659+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faf2804d060 con 0x7faf2c073620 2024-09-10T07:20:33.661 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:20:33.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.659+0000 7faf227fc640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf1006be30 0x7faf1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.659+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faf280ae1d0 con 0x7faf2c073620 2024-09-10T07:20:33.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.660+0000 7faf3135f640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf1006be30 0x7faf1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.660+0000 7faf3135f640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf1006be30 0x7faf1006e2f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7faf2c0b0c30 tx=0x7faf1c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.664 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:20:33.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.664+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf28041070 con 0x7faf2c073620 2024-09-10T07:20:33.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.876+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf2c0b25b0 con 0x7faf2c073620 2024-09-10T07:20:33.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.877+0000 7faf227fc640 1 -- 172.21.15.3:0/1843918401 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7faf280302f0 con 0x7faf2c073620 2024-09-10T07:20:33.877 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:33.877 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:33.877 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf1006be30 msgr2=0x7faf1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf1006be30 0x7faf1006e2f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7faf2c0b0c30 tx=0x7faf1c009040 comp rx=0 tx=0).stop 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 msgr2=0x7faf2c15e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 0x7faf2c15e0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faf2802c980 tx=0x7faf280046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 shutdown_connections 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf1006be30 0x7faf1006e2f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf2c0cdaf0 0x7faf2c0aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf2c073ab0 0x7faf2c13a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 --2- 172.21.15.3:0/1843918401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf2c073620 0x7faf2c15e0c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 >> 172.21.15.3:0/1843918401 conn(0x7faf2c0b2c50 msgr2=0x7faf2c0702d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:33.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 shutdown_connections 2024-09-10T07:20:33.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.879+0000 7faf33dc4640 1 -- 172.21.15.3:0/1843918401 wait complete. 2024-09-10T07:20:33.889 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:33.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 Processor -- start 2024-09-10T07:20:33.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 -- start start 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040d0cc0 0x7f8b040d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8b040b78e0 0x7f8b040b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b040d3430 con 0x7f8b0415e510 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8b040d1660 con 0x7f8b040b78e0 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.992+0000 7f8b0aeac640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8b040d36d0 con 0x7f8b040d0cc0 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8b040b78e0 0x7f8b040b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8b040b78e0 0x7f8b040b7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57366/0 (socket says 172.21.15.3:57366) 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 -- 172.21.15.3:0/2251591592 learned_addr learned my addr 172.21.15.3:0/2251591592 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b03fff640 1 --2- 172.21.15.3:0/2251591592 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040d0cc0 0x7f8b040d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 -- 172.21.15.3:0/2251591592 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040d0cc0 msgr2=0x7f8b040d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:33.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 --2- 172.21.15.3:0/2251591592 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040d0cc0 0x7f8b040d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 -- 172.21.15.3:0/2251591592 >> v1:172.21.15.70:6789/0 conn(0x7f8b0415e510 legacy=0x7f8b040ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.993+0000 7f8b09449640 1 -- 172.21.15.3:0/2251591592 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b040d39b0 con 0x7f8b040b78e0 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b09449640 1 --2- 172.21.15.3:0/2251591592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040b78e0 0x7f8b040b7d70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8afc009e50 tx=0x7f8afc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb4aa85457bbb9d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b037fe640 1 -- 172.21.15.3:0/2251591592 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8afc036070 con 0x7f8b040b78e0 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b037fe640 1 -- 172.21.15.3:0/2251591592 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8afc031600 con 0x7f8b040b78e0 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b037fe640 1 -- 172.21.15.3:0/2251591592 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8afc0319d0 con 0x7f8b040b78e0 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 -- 172.21.15.3:0/2251591592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040b78e0 msgr2=0x7f8b040b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/2251591592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040b78e0 0x7f8b040b7d70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8afc009e50 tx=0x7f8afc02a680 comp rx=0 tx=0).stop 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 -- 172.21.15.3:0/2251591592 shutdown_connections 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/2251591592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040b78e0 0x7f8b040b7d70 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/2251591592 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040d0cc0 0x7f8b040d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 -- 172.21.15.3:0/2251591592 >> 172.21.15.3:0/2251591592 conn(0x7f8b0406d1a0 msgr2=0x7f8b04073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:33.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 -- 172.21.15.3:0/2251591592 shutdown_connections 2024-09-10T07:20:33.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.994+0000 7f8b0aeac640 1 -- 172.21.15.3:0/2251591592 wait complete. 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.996+0000 7f8b0aeac640 1 Processor -- start 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.996+0000 7f8b0aeac640 1 -- start start 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.996+0000 7f8b0aeac640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040b78e0 0x7f8b040b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 0x7f8b040ca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b0415e510 0x7f8b041614f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b040d22a0 con 0x7f8b040d0cc0 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8b040d3f70 con 0x7f8b0415e510 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8b040cf210 con 0x7f8b040b78e0 2024-09-10T07:20:33.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 0x7f8b040ca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 0x7f8b040ca2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57374/0 (socket says 172.21.15.3:57374) 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 -- 172.21.15.3:0/396798256 learned_addr learned my addr 172.21.15.3:0/396798256 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b09449640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b0415e510 0x7f8b041614f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b08c48640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040b78e0 0x7f8b040b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 -- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040b78e0 msgr2=0x7f8b040b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040b78e0 0x7f8b040b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 -- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b0415e510 msgr2=0x7f8b041614f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b0415e510 0x7f8b041614f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 -- 172.21.15.3:0/396798256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b04161a30 con 0x7f8b040d0cc0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b03fff640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 0x7f8b040ca2d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8af000d830 tx=0x7f8af000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af000b6c0 con 0x7f8b040d0cc0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8af0019070 con 0x7f8b040d0cc0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af000ba80 con 0x7f8b040d0cc0 2024-09-10T07:20:33.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b040b4910 con 0x7f8b040d0cc0 2024-09-10T07:20:34.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.997+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b040b4ed0 con 0x7f8b040d0cc0 2024-09-10T07:20:34.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.998+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b0415e8f0 con 0x7f8b040d0cc0 2024-09-10T07:20:34.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.999+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8af001e460 con 0x7f8b040d0cc0 2024-09-10T07:20:34.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.999+0000 7f8b017fa640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8ae806be30 0x7f8ae806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.999+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8af008b670 con 0x7f8b040d0cc0 2024-09-10T07:20:34.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:33.999+0000 7f8b08c48640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8ae806be30 0x7f8ae806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.000+0000 7f8b08c48640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8ae806be30 0x7f8ae806e2f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8b04143390 tx=0x7f8af8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.003+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b04161a30 con 0x7f8b040d0cc0 2024-09-10T07:20:34.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.219+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b0406baf0 con 0x7f8b040d0cc0 2024-09-10T07:20:34.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.220+0000 7f8b017fa640 1 -- 172.21.15.3:0/396798256 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f8af0059720 con 0x7f8b040d0cc0 2024-09-10T07:20:34.220 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:34.220 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:34.220 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8ae806be30 msgr2=0x7f8ae806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8ae806be30 0x7f8ae806e2f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8b04143390 tx=0x7f8af8009040 comp rx=0 tx=0).stop 2024-09-10T07:20:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 msgr2=0x7f8b040ca2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 0x7f8b040ca2d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8af000d830 tx=0x7f8af000dcf0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 shutdown_connections 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8ae806be30 0x7f8ae806e2f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b0415e510 0x7f8b041614f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b040d0cc0 0x7f8b040ca2d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 --2- 172.21.15.3:0/396798256 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b040b78e0 0x7f8b040b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 >> 172.21.15.3:0/396798256 conn(0x7f8b0406d1a0 msgr2=0x7f8b040ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 shutdown_connections 2024-09-10T07:20:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.222+0000 7f8b0aeac640 1 -- 172.21.15.3:0/396798256 wait complete. 2024-09-10T07:20:34.233 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:34.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.335+0000 7f9f9345c640 1 Processor -- start 2024-09-10T07:20:34.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.335+0000 7f9f9345c640 1 -- start start 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f9345c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9f8c15e2e0 0x7f9f8c15e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f9345c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c162130 0x7f9f8c0ceab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f9345c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9f8c0d0e10 0x7f9f8c0d1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f9345c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f9f8c0d17c0 con 0x7f9f8c0d0e10 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f9345c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9f8c0ceff0 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f9345c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9f8c0d25a0 con 0x7f9f8c162130 2024-09-10T07:20:34.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9f8c0d0e10 0x7f9f8c0d1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9f8c0d0e10 0x7f9f8c0d1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57382/0 (socket says 172.21.15.3:57382) 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 -- 172.21.15.3:0/2474429294 learned_addr learned my addr 172.21.15.3:0/2474429294 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f911f8640 1 --2- 172.21.15.3:0/2474429294 >> v2:172.21.15.70:3300/0 conn(0x7f9f8c15e2e0 0x7f9f8c15e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 -- 172.21.15.3:0/2474429294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c162130 msgr2=0x7f9f8c0ceab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f909f7640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c162130 0x7f9f8c0ceab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c162130 0x7f9f8c0ceab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 -- 172.21.15.3:0/2474429294 >> v2:172.21.15.70:3300/0 conn(0x7f9f8c15e2e0 msgr2=0x7f9f8c15e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 --2- 172.21.15.3:0/2474429294 >> v2:172.21.15.70:3300/0 conn(0x7f9f8c15e2e0 0x7f9f8c15e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f919f9640 1 -- 172.21.15.3:0/2474429294 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f8c0cf270 con 0x7f9f8c0d0e10 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f911f8640 1 --2- 172.21.15.3:0/2474429294 >> v2:172.21.15.70:3300/0 conn(0x7f9f8c15e2e0 0x7f9f8c15e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.336+0000 7f9f909f7640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c162130 0x7f9f8c0ceab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.337+0000 7f9f919f9640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c0d0e10 0x7f9f8c0d1280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c06c310 tx=0x7f9f8402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9836d6eb0fd6c89b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.337+0000 7f9f83fff640 1 -- 172.21.15.3:0/2474429294 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84036070 con 0x7f9f8c0d0e10 2024-09-10T07:20:34.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.337+0000 7f9f83fff640 1 -- 172.21.15.3:0/2474429294 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f84031600 con 0x7f9f8c0d0e10 2024-09-10T07:20:34.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.337+0000 7f9f83fff640 1 -- 172.21.15.3:0/2474429294 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f840319d0 con 0x7f9f8c0d0e10 2024-09-10T07:20:34.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 -- 172.21.15.3:0/2474429294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c0d0e10 msgr2=0x7f9f8c0d1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c0d0e10 0x7f9f8c0d1280 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c06c310 tx=0x7f9f8402a610 comp rx=0 tx=0).stop 2024-09-10T07:20:34.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 -- 172.21.15.3:0/2474429294 shutdown_connections 2024-09-10T07:20:34.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c0d0e10 0x7f9f8c0d1280 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 --2- 172.21.15.3:0/2474429294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c162130 0x7f9f8c0ceab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 --2- 172.21.15.3:0/2474429294 >> v2:172.21.15.70:3300/0 conn(0x7f9f8c15e2e0 0x7f9f8c15e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 -- 172.21.15.3:0/2474429294 >> 172.21.15.3:0/2474429294 conn(0x7f9f8c06cad0 msgr2=0x7f9f8c06cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 -- 172.21.15.3:0/2474429294 shutdown_connections 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.338+0000 7f9f9345c640 1 -- 172.21.15.3:0/2474429294 wait complete. 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.339+0000 7f9f9345c640 1 Processor -- start 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.339+0000 7f9f9345c640 1 -- start start 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f9345c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c0d0e10 0x7f9f8c0ca510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f9345c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 0x7f9f8c0aae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f9345c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f8c162130 0x7f9f8c0cb570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f9345c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8c0cfb10 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f9345c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9f8c0cf830 con 0x7f9f8c162130 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f9345c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9f8c0b5ee0 con 0x7f9f8c0d0e10 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 0x7f9f8c0aae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 0x7f9f8c0aae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57386/0 (socket says 172.21.15.3:57386) 2024-09-10T07:20:34.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 -- 172.21.15.3:0/876316504 learned_addr learned my addr 172.21.15.3:0/876316504 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f919f9640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f8c162130 0x7f9f8c0cb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f911f8640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c0d0e10 0x7f9f8c0ca510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 -- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c0d0e10 msgr2=0x7f9f8c0ca510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c0d0e10 0x7f9f8c0ca510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 -- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f8c162130 msgr2=0x7f9f8c0cb570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f8c162130 0x7f9f8c0cb570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 -- 172.21.15.3:0/876316504 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f8c0ab390 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.340+0000 7f9f909f7640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 0x7f9f8c0aae50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c00c7f0 tx=0x7f9f7c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.341+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7c015070 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.341+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f7c007a30 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.341+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f8c14ab10 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.341+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f7c007e00 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.341+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f8c14b0d0 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.342+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f8c15e6c0 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.342+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9f7c018070 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.343+0000 7f9f81ffb640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9f7006be30 0x7f9f7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.343+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9f7c08afe0 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.343+0000 7f9f911f8640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9f7006be30 0x7f9f7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.343+0000 7f9f911f8640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9f7006be30 0x7f9f7006e2f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9f88006b10 tx=0x7f9f88008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.347+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f7c059090 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.522+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9f8c0ba3e0 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.523+0000 7f9f81ffb640 1 -- 172.21.15.3:0/876316504 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f9f7c05d390 con 0x7f9f8c15e2e0 2024-09-10T07:20:34.523 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:34.524 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:34.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9f7006be30 msgr2=0x7f9f7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9f7006be30 0x7f9f7006e2f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9f88006b10 tx=0x7f9f88008040 comp rx=0 tx=0).stop 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 msgr2=0x7f9f8c0aae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 0x7f9f8c0aae50 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c00c7f0 tx=0x7f9f7c00cbf0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 shutdown_connections 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9f7006be30 0x7f9f7006e2f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9f8c162130 0x7f9f8c0cb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f8c15e2e0 0x7f9f8c0aae50 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 --2- 172.21.15.3:0/876316504 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9f8c0d0e10 0x7f9f8c0ca510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 >> 172.21.15.3:0/876316504 conn(0x7f9f8c06cad0 msgr2=0x7f9f8c0b5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.525+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 shutdown_connections 2024-09-10T07:20:34.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.526+0000 7f9f9345c640 1 -- 172.21.15.3:0/876316504 wait complete. 2024-09-10T07:20:34.537 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:34.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.639+0000 7f6983d6f640 1 Processor -- start 2024-09-10T07:20:34.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.639+0000 7f6983d6f640 1 -- start start 2024-09-10T07:20:34.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6983d6f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f697c15e510 0x7f697c0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6983d6f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c0d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6983d6f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f697c0d3430 con 0x7f697c0d1200 2024-09-10T07:20:34.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6983d6f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f697c0d1690 con 0x7f697c15e510 2024-09-10T07:20:34.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6983d6f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f697c0d36d0 con 0x7f697c0cf040 2024-09-10T07:20:34.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f697c15e510 0x7f697c0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f697c15e510 0x7f697c0ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57390/0 (socket says 172.21.15.3:57390) 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 -- 172.21.15.3:0/2781979130 learned_addr learned my addr 172.21.15.3:0/2781979130 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f698130a640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c0d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 -- 172.21.15.3:0/2781979130 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 msgr2=0x7f697c0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c0d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 -- 172.21.15.3:0/2781979130 >> v1:172.21.15.70:6789/0 conn(0x7f697c0d1200 legacy=0x7f697c0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f6981b0b640 1 -- 172.21.15.3:0/2781979130 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f697c0d39b0 con 0x7f697c15e510 2024-09-10T07:20:34.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.640+0000 7f698130a640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c0d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.641+0000 7f6981b0b640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c0ceb00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6978009870 tx=0x7f697802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c02e375133adc608 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.641+0000 7f6980b09640 1 -- 172.21.15.3:0/2781979130 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978037070 con 0x7f697c15e510 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.641+0000 7f6980b09640 1 -- 172.21.15.3:0/2781979130 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6978032440 con 0x7f697c15e510 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.641+0000 7f6980b09640 1 -- 172.21.15.3:0/2781979130 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6978032810 con 0x7f697c15e510 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.641+0000 7f6983d6f640 1 -- 172.21.15.3:0/2781979130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 msgr2=0x7f697c0ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.641+0000 7f6983d6f640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c0ceb00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6978009870 tx=0x7f697802a1c0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.642+0000 7f6983d6f640 1 -- 172.21.15.3:0/2781979130 shutdown_connections 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.642+0000 7f6983d6f640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c0d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.642+0000 7f6983d6f640 1 --2- 172.21.15.3:0/2781979130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c0ceb00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.642+0000 7f6983d6f640 1 -- 172.21.15.3:0/2781979130 >> 172.21.15.3:0/2781979130 conn(0x7f697c06d1a0 msgr2=0x7f697c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.642+0000 7f6983d6f640 1 -- 172.21.15.3:0/2781979130 shutdown_connections 2024-09-10T07:20:34.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.642+0000 7f6983d6f640 1 -- 172.21.15.3:0/2781979130 wait complete. 2024-09-10T07:20:34.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.643+0000 7f6983d6f640 1 Processor -- start 2024-09-10T07:20:34.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.643+0000 7f6983d6f640 1 -- start start 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c1514d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f697c0d1200 0x7f697c1533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c160cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f697c0d22a0 con 0x7f697c15e510 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f697c0d3f70 con 0x7f697c0d1200 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f697c15e8f0 con 0x7f697c0cf040 2024-09-10T07:20:34.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c160cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698130a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f697c0d1200 0x7f697c1533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c160cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57406/0 (socket says 172.21.15.3:57406) 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 -- 172.21.15.3:0/756553306 learned_addr learned my addr 172.21.15.3:0/756553306 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6981b0b640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c1514d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 -- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 msgr2=0x7f697c1514d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c1514d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 -- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f697c0d1200 msgr2=0x7f697c1533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f697c0d1200 0x7f697c1533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 -- 172.21.15.3:0/756553306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f697c15f9d0 con 0x7f697c15e510 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6981b0b640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c1514d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f698230c640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c160cb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f697400c7a0 tx=0x7f697400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6974003b70 con 0x7f697c15e510 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6974003d30 con 0x7f697c15e510 2024-09-10T07:20:34.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697400aa90 con 0x7f697c15e510 2024-09-10T07:20:34.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.644+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f697c15fcb0 con 0x7f697c15e510 2024-09-10T07:20:34.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.645+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f697c160790 con 0x7f697c15e510 2024-09-10T07:20:34.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.645+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f697c0d0cc0 con 0x7f697c15e510 2024-09-10T07:20:34.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.646+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f697400ac30 con 0x7f697c15e510 2024-09-10T07:20:34.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.646+0000 7f69727fc640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f696006be30 0x7f696006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:34.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.647+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f697408afb0 con 0x7f697c15e510 2024-09-10T07:20:34.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.647+0000 7f6981b0b640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f696006be30 0x7f696006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:34.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.647+0000 7f6981b0b640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f696006be30 0x7f696006e2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6978034000 tx=0x7f697802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:34.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.651+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6974058fd0 con 0x7f697c15e510 2024-09-10T07:20:34.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.862+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f697c15abf0 con 0x7f697c15e510 2024-09-10T07:20:34.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.862+0000 7f69727fc640 1 -- 172.21.15.3:0/756553306 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f697405d2d0 con 0x7f697c15e510 2024-09-10T07:20:34.862 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:34.862 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:34.862 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f696006be30 msgr2=0x7f696006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f696006be30 0x7f696006e2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6978034000 tx=0x7f697802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 msgr2=0x7f697c160cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c160cb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f697400c7a0 tx=0x7f697400cc60 comp rx=0 tx=0).stop 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 shutdown_connections 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f696006be30 0x7f696006e2f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f697c15e510 0x7f697c160cb0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f697c0d1200 0x7f697c1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 --2- 172.21.15.3:0/756553306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f697c0cf040 0x7f697c1514d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:34.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 >> 172.21.15.3:0/756553306 conn(0x7f697c06d1a0 msgr2=0x7f697c0b9e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:34.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 shutdown_connections 2024-09-10T07:20:34.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:34.864+0000 7f6983d6f640 1 -- 172.21.15.3:0/756553306 wait complete. 2024-09-10T07:20:35.277 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:20:09.167511+0000', 'modified': '2024-09-10T07:20:28.479045+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4293}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4293': {'gid': 4293, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.70:6836/674677429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6834', 'nonce': 674677429}, {'type': 'v1', 'addr': '172.21.15.70:6836', 'nonce': 674677429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4293, 'qdb_cluster': [4293]} 2024-09-10T07:20:35.278 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:20:35.278 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T07:20:35.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 Processor -- start 2024-09-10T07:20:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 -- start start 2024-09-10T07:20:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c15e660 0x7f199c0d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f199c162020 0x7f199c0d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f199c162500 con 0x7f199c0d4d60 2024-09-10T07:20:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f199c0d2020 con 0x7f199c162020 2024-09-10T07:20:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.385+0000 7f19a1542640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f199c1627e0 con 0x7f199c15e660 2024-09-10T07:20:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199affd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c15e660 0x7f199c0d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199b7fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f199c162020 0x7f199c0d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199a7fc640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f199c0d4d60 0x7f199c0b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49980/0 (socket says 172.21.15.3:49980) 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199a7fc640 1 -- 172.21.15.3:0/328122632 learned_addr learned my addr 172.21.15.3:0/328122632 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f1999ffb640 1 -- 172.21.15.3:0/328122632 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1131070073 0 0) 0x7f199c162500 con 0x7f199c0d4d60 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199affd640 1 -- 172.21.15.3:0/328122632 >> v2:172.21.15.70:3300/0 conn(0x7f199c162020 msgr2=0x7f199c0d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199affd640 1 --2- 172.21.15.3:0/328122632 >> v2:172.21.15.70:3300/0 conn(0x7f199c162020 0x7f199c0d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199affd640 1 -- 172.21.15.3:0/328122632 >> v1:172.21.15.70:6789/0 conn(0x7f199c0d4d60 legacy=0x7f199c0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.386+0000 7f199affd640 1 -- 172.21.15.3:0/328122632 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199c162ac0 con 0x7f199c15e660 2024-09-10T07:20:35.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.387+0000 7f199affd640 1 --2- 172.21.15.3:0/328122632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c15e660 0x7f199c0d4100 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1994009d90 tx=0x7f199402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2b1a11c2ccd3e4a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.387+0000 7f1999ffb640 1 -- 172.21.15.3:0/328122632 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994031600 con 0x7f199c15e660 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.387+0000 7f1999ffb640 1 -- 172.21.15.3:0/328122632 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19940317a0 con 0x7f199c15e660 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.387+0000 7f1999ffb640 1 -- 172.21.15.3:0/328122632 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994031b70 con 0x7f199c15e660 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.387+0000 7f19a1542640 1 -- 172.21.15.3:0/328122632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c15e660 msgr2=0x7f199c0d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.387+0000 7f19a1542640 1 --2- 172.21.15.3:0/328122632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c15e660 0x7f199c0d4100 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1994009d90 tx=0x7f199402a5d0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.388+0000 7f19a1542640 1 -- 172.21.15.3:0/328122632 shutdown_connections 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.388+0000 7f19a1542640 1 --2- 172.21.15.3:0/328122632 >> v2:172.21.15.70:3300/0 conn(0x7f199c162020 0x7f199c0d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.388+0000 7f19a1542640 1 --2- 172.21.15.3:0/328122632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c15e660 0x7f199c0d4100 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.388+0000 7f19a1542640 1 -- 172.21.15.3:0/328122632 >> 172.21.15.3:0/328122632 conn(0x7f199c08de10 msgr2=0x7f199c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.388+0000 7f19a1542640 1 -- 172.21.15.3:0/328122632 shutdown_connections 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.388+0000 7f19a1542640 1 -- 172.21.15.3:0/328122632 wait complete. 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.389+0000 7f19a1542640 1 Processor -- start 2024-09-10T07:20:35.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.389+0000 7f19a1542640 1 -- start start 2024-09-10T07:20:35.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19a1542640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c0d4d60 0x7f199c1f7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19a1542640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f199c15e660 0x7f199c1f3630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19a1542640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 0x7f199c0b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19a1542640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f199c0d0fb0 con 0x7f199c162020 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19a1542640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f199c0d0e30 con 0x7f199c15e660 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19a1542640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f199c0d1130 con 0x7f199c0d4d60 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 0x7f199c0b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199a7fc640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f199c15e660 0x7f199c1f3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 0x7f199c0b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57416/0 (socket says 172.21.15.3:57416) 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 -- 172.21.15.3:0/252362324 learned_addr learned my addr 172.21.15.3:0/252362324 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199affd640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c0d4d60 0x7f199c1f7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 -- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c0d4d60 msgr2=0x7f199c1f7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c0d4d60 0x7f199c1f7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 -- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f199c15e660 msgr2=0x7f199c1f3630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f199c15e660 0x7f199c1f3630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 -- 172.21.15.3:0/252362324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f199c0ba300 con 0x7f199c162020 2024-09-10T07:20:35.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f199b7fe640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 0x7f199c0b2070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f198c00e5f0 tx=0x7f198c00eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.390+0000 7f19937fe640 1 -- 172.21.15.3:0/252362324 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c017070 con 0x7f199c162020 2024-09-10T07:20:35.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.391+0000 7f19937fe640 1 -- 172.21.15.3:0/252362324 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f198c013680 con 0x7f199c162020 2024-09-10T07:20:35.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.391+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f199c1f83a0 con 0x7f199c162020 2024-09-10T07:20:35.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.391+0000 7f19937fe640 1 -- 172.21.15.3:0/252362324 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c013a70 con 0x7f199c162020 2024-09-10T07:20:35.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.391+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f199c1f7de0 con 0x7f199c162020 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.393+0000 7f19937fe640 1 -- 172.21.15.3:0/252362324 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f198c01a070 con 0x7f199c162020 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.393+0000 7f19937fe640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f197c06be30 0x7f197c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.393+0000 7f19937fe640 1 -- 172.21.15.3:0/252362324 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f198c08adf0 con 0x7f199c162020 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.393+0000 7f199affd640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f197c06be30 0x7f197c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.394+0000 7f199affd640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f197c06be30 0x7f197c06e2f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1994034000 tx=0x7f199402f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.394+0000 7f19a42dc740 1 Processor -- start 2024-09-10T07:20:35.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.394+0000 7f19a42dc740 1 -- start start 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb62272c0 0x559cb626ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 0x559cb62276a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6228a50 0x559cb62218b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f19a42dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559cb6189520 con 0x559cb6224a80 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x559cb61313e0 con 0x559cb6228a50 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x559cb61854e0 con 0x559cb62272c0 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 0x559cb62276a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 0x559cb62276a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57432/0 (socket says 172.21.15.3:57432) 2024-09-10T07:20:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 -- 172.21.15.3:0/2192410776 learned_addr learned my addr 172.21.15.3:0/2192410776 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199affd640 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb62272c0 0x559cb626ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199b7fe640 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6228a50 0x559cb62218b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 -- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb62272c0 msgr2=0x559cb626ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb62272c0 0x559cb626ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 -- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6228a50 msgr2=0x559cb62218b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6228a50 0x559cb62218b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 -- 172.21.15.3:0/2192410776 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cb614c2f0 con 0x559cb6224a80 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f199a7fc640 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 0x559cb62276a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1984007670 tx=0x7f1984004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13caac386eb707c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f1990ff9640 1 -- 172.21.15.3:0/2192410776 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198401a070 con 0x559cb6224a80 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.395+0000 7f1990ff9640 1 -- 172.21.15.3:0/2192410776 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19840018b0 con 0x559cb6224a80 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f1990ff9640 1 -- 172.21.15.3:0/2192410776 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1984001ca0 con 0x559cb6224a80 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 -- 172.21.15.3:0/2192410776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 msgr2=0x559cb62276a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 0x559cb62276a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1984007670 tx=0x7f1984004bb0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 -- 172.21.15.3:0/2192410776 shutdown_connections 2024-09-10T07:20:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6228a50 0x559cb62218b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb6224a80 0x559cb62276a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 --2- 172.21.15.3:0/2192410776 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb62272c0 0x559cb626ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 -- 172.21.15.3:0/2192410776 >> 172.21.15.3:0/2192410776 conn(0x559cb6223a80 msgr2=0x559cb626bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 -- 172.21.15.3:0/2192410776 shutdown_connections 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.396+0000 7f19a42dc740 1 -- 172.21.15.3:0/2192410776 wait complete. 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.397+0000 7f19a42dc740 1 -- start start 2024-09-10T07:20:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.397+0000 7f19a42dc740 1 Processor -- start 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb62220a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb62475d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb624f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559cb6222f20 con 0x559cb62272c0 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x559cb6112450 con 0x559cb6269450 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x559cb626d290 con 0x559cb6228a50 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f19a42dc740 10 client.0 _ll_register_callbacks cb 0x559cb5e9bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb62220a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb62220a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57446/0 (socket says 172.21.15.3:57446) 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 -- 172.21.15.3:0/1597960086 learned_addr learned my addr 172.21.15.3:0/1597960086 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199a7fc640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb62475d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199b7fe640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb624f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 -- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 msgr2=0x559cb62475d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb62475d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 -- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 msgr2=0x559cb624f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb624f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 -- 172.21.15.3:0/1597960086 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cb5e9c2d0 con 0x559cb62272c0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199b7fe640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb624f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f199affd640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb62220a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1994009e80 tx=0x7f199402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39dacae1af1109f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f1979ffb640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.398+0000 7f1979ffb640 1 -- 172.21.15.3:0/1597960086 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994046460 con 0x559cb62272c0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f1979ffb640 1 -- 172.21.15.3:0/1597960086 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1994046600 con 0x559cb62272c0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19840018b0 con 0x559cb62272c0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f1979ffb640 1 -- 172.21.15.3:0/1597960086 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f1994046800 con 0x559cb62272c0 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 10 client.4656 fetch_fsmap learned FSMap version 8 2024-09-10T07:20:35.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x559cb5f666b0 con 0x559cb62272c0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f1979ffb640 1 -- 172.21.15.3:0/1597960086 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19840018b0 con 0x559cb62272c0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f1979ffb640 1 -- 172.21.15.3:0/1597960086 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7f1994044040 con 0x559cb62272c0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 10 client.4656 fetch_fsmap finished waiting for FSMap version 8 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 10 client.4656 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 20 client.4656 populate_metadata read hostname 'smithi003' 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb627f4e0 0x559cb627f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 4 client.4656 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 --> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559cb6196c50 con 0x559cb627f4e0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.399+0000 7f199a7fc640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb627f4e0 0x559cb627f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.400+0000 7f1979ffb640 10 client.4656 ms_handle_connect on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.400+0000 7f199a7fc640 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb627f4e0 0x559cb627f900 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56aa7b85ca7ea63b server_cookie=5f57a5a2e919b283 in_seq=0 out_seq=0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.400+0000 7f1979ffb640 1 -- 172.21.15.3:0/1597960086 <== mds.0 v2:172.21.15.70:6834/674677429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559cb6196c50 con 0x559cb627f4e0 2024-09-10T07:20:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.400+0000 7f1979ffb640 10 client.4656 handle_command_reply: tid=0 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.400+0000 7f19a42dc740 1 client.4656 shutdown 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 msgr2=0x559cb62220a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb62220a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1994009e80 tx=0x7f199402c000 comp rx=0 tx=0).stop 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 shutdown_connections 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb627f4e0 0x559cb627f900 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb624f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb62475d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f1979ffb640 0 client.4656 ms_handle_reset on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 --2- 172.21.15.3:0/1597960086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb62220a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 >> 172.21.15.3:0/1597960086 conn(0x559cb6224a80 msgr2=0x559cb6225020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 shutdown_connections 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 1 -- 172.21.15.3:0/1597960086 wait complete. 2024-09-10T07:20:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.401+0000 7f19a42dc740 20 client.4656 trim_cache size 0 max 16384 2024-09-10T07:20:35.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 Processor -- start 2024-09-10T07:20:35.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 -- start start 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb6286050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6269fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f199c200d00 con 0x559cb62272c0 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f199c200130 con 0x559cb6269450 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f199c2006b0 con 0x559cb6228a50 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.419+0000 7f199affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb6286050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb6286050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57462/0 (socket says 172.21.15.3:57462) 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 -- 172.21.15.3:0/173473268 learned_addr learned my addr 172.21.15.3:0/173473268 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199a7fc640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6269fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 -- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 msgr2=0x559cb6269fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6269fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199b7fe640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 -- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 msgr2=0x559cb626a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 -- 172.21.15.3:0/173473268 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cb62459a0 con 0x559cb62272c0 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199a7fc640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6269fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199b7fe640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f199affd640 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb6286050 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f199402ab00 tx=0x7f199404e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25b0c4dd59d6a8d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f197bfff640 1 -- 172.21.15.3:0/173473268 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994060070 con 0x559cb62272c0 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f197bfff640 1 -- 172.21.15.3:0/173473268 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1994046460 con 0x559cb62272c0 2024-09-10T07:20:35.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.420+0000 7f197bfff640 1 -- 172.21.15.3:0/173473268 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994046e50 con 0x559cb62272c0 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 -- 172.21.15.3:0/173473268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 msgr2=0x559cb6286050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb6286050 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f199402ab00 tx=0x7f199404e000 comp rx=0 tx=0).stop 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 -- 172.21.15.3:0/173473268 shutdown_connections 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6269fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 --2- 172.21.15.3:0/173473268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb6286050 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 -- 172.21.15.3:0/173473268 >> 172.21.15.3:0/173473268 conn(0x559cb6224a80 msgr2=0x559cb6225020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 -- 172.21.15.3:0/173473268 shutdown_connections 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 -- 172.21.15.3:0/173473268 wait complete. 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 -- start start 2024-09-10T07:20:35.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.421+0000 7f19a42dc740 1 Processor -- start 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb624d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6225020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559cb62502b0 con 0x559cb62272c0 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x559cb62218a0 con 0x559cb6269450 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x559cb6269b80 con 0x559cb6228a50 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f19a42dc740 10 client.0 _ll_register_callbacks cb 0x7f1994009af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb624d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb624d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57476/0 (socket says 172.21.15.3:57476) 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 -- 172.21.15.3:0/55262100 learned_addr learned my addr 172.21.15.3:0/55262100 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 -- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 msgr2=0x559cb6225020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6225020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199b7fe640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 -- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 msgr2=0x559cb626af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199affd640 1 -- 172.21.15.3:0/55262100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cb626bb40 con 0x559cb62272c0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.422+0000 7f199b7fe640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f199affd640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb624d310 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f199403d700 tx=0x7f1994004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e47b57b3a98bf0e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f1979ffb640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f1979ffb640 1 -- 172.21.15.3:0/55262100 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199406b060 con 0x559cb62272c0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f1979ffb640 1 -- 172.21.15.3:0/55262100 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1994046e00 con 0x559cb62272c0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1994046460 con 0x559cb62272c0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f1979ffb640 1 -- 172.21.15.3:0/55262100 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f1994071050 con 0x559cb62272c0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 10 client.4662 fetch_fsmap learned FSMap version 8 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x559cb624cef0 con 0x559cb62272c0 2024-09-10T07:20:35.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f1979ffb640 1 -- 172.21.15.3:0/55262100 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1994046460 con 0x559cb62272c0 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f1979ffb640 1 -- 172.21.15.3:0/55262100 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7f1994074020 con 0x559cb62272c0 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 10 client.4662 fetch_fsmap finished waiting for FSMap version 8 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 10 client.4662 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 20 client.4662 populate_metadata read hostname 'smithi003' 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb62ea610 0x559cb626b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 4 client.4662 mds_command: new command op to 4293 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 --> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] -- command(tid 0: {"prefix": "status"}) -- 0x559cb6190fa0 con 0x559cb62ea610 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.423+0000 7f199a7fc640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb62ea610 0x559cb626b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f199a7fc640 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb62ea610 0x559cb626b4b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11364fb2447bb468 server_cookie=c593d12140c1b1b1 in_seq=0 out_seq=0 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f1979ffb640 10 client.4662 ms_handle_connect on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f1979ffb640 1 -- 172.21.15.3:0/55262100 <== mds.0 v2:172.21.15.70:6834/674677429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x559cb6190fa0 con 0x559cb62ea610 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f1979ffb640 10 client.4662 handle_command_reply: tid=0 2024-09-10T07:20:35.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 client.4662 shutdown 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 msgr2=0x559cb624d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb624d310 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f199403d700 tx=0x7f1994004ab0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 shutdown_connections 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:6834/674677429,v1:172.21.15.70:6836/674677429] conn(0x559cb62ea610 0x559cb626b4b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x559cb6269450 0x559cb626af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x559cb6228a50 0x559cb6225020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f1979ffb640 0 client.4662 ms_handle_reset on v2:172.21.15.70:6834/674677429 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 --2- 172.21.15.3:0/55262100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cb62272c0 0x559cb624d310 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 >> 172.21.15.3:0/55262100 conn(0x559cb6224a80 msgr2=0x559cb6269fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 shutdown_connections 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 1 -- 172.21.15.3:0/55262100 wait complete. 2024-09-10T07:20:35.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.424+0000 7f19a42dc740 20 client.4662 trim_cache size 0 max 16384 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 4293, 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 25.621029196999999, 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 8, 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 26, 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 26, 2024-09-10T07:20:35.431 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 31.648668448999999 2024-09-10T07:20:35.432 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:20:35.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f197c06be30 msgr2=0x7f197c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f197c06be30 0x7f197c06e2f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1994034000 tx=0x7f199402f000 comp rx=0 tx=0).stop 2024-09-10T07:20:35.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 msgr2=0x7f199c0b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 0x7f199c0b2070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f198c00e5f0 tx=0x7f198c00eab0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 shutdown_connections 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f197c06be30 0x7f197c06e2f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f199c162020 0x7f199c0b2070 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f199c15e660 0x7f199c1f3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 --2- 172.21.15.3:0/252362324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f199c0d4d60 0x7f199c1f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 >> 172.21.15.3:0/252362324 conn(0x7f199c08de10 msgr2=0x7f199c0b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 shutdown_connections 2024-09-10T07:20:35.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.425+0000 7f19a1542640 1 -- 172.21.15.3:0/252362324 wait complete. 2024-09-10T07:20:35.435 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T07:20:35.446 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T07:20:35.446 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T07:20:35.447 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T07:20:35.447 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-10T07:20:35.484 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-10T07:20:35.484 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-10T07:20:35.484 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:35.485 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:35.485 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:35.485 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T07:20:35.485 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:35.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:35.486 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:20:35.502 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-10T07:20:35.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:35.503 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T07:20:35.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:35.570 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link delete ceph-brx 2024-09-10T07:20:35.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:35.672 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-10T07:20:35.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:35.693 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link delete ceph-brx 2024-09-10T07:20:35.764 INFO:teuthology.orchestra.run.smithi070.stderr:Cannot find device "ceph-brx" 2024-09-10T07:20:35.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:20:35.766 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-10T07:20:35.766 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T07:20:35.766 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:20:35.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.869+0000 7fc313282640 1 Processor -- start 2024-09-10T07:20:35.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.870+0000 7fc313282640 1 -- start start 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.870+0000 7fc313282640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc30c15e8d0 0x7fc30c06dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.870+0000 7fc313282640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc30c06f530 con 0x7fc30c0cb580 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.870+0000 7fc313282640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc30c0cbbb0 con 0x7fc30c0acdd0 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.870+0000 7fc313282640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc30c0cbe90 con 0x7fc30c15e8d0 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc31181f640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc30c0cb580 0x7fc30c0ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46780/0 (socket says 172.21.15.3:46780) 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc31101e640 1 --2- 172.21.15.3:0/2305805043 >> v2:172.21.15.70:3300/0 conn(0x7fc30c15e8d0 0x7fc30c06dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc31181f640 1 -- 172.21.15.3:0/2305805043 learned_addr learned my addr 172.21.15.3:0/2305805043 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc30bfff640 1 -- 172.21.15.3:0/2305805043 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3012462814 0 0) 0x7fc30c06f530 con 0x7fc30c0cb580 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc30bfff640 1 -- 172.21.15.3:0/2305805043 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc2f4003520 con 0x7fc30c0cb580 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc31101e640 1 -- 172.21.15.3:0/2305805043 >> v1:172.21.15.70:6789/0 conn(0x7fc30c0acdd0 legacy=0x7fc30c0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc30bfff640 1 -- 172.21.15.3:0/2305805043 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1256651983 0 0) 0x7fc30c0cbbb0 con 0x7fc30c0acdd0 2024-09-10T07:20:35.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc31101e640 1 -- 172.21.15.3:0/2305805043 >> v1:172.21.15.3:6789/0 conn(0x7fc30c0cb580 legacy=0x7fc30c0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.871+0000 7fc31101e640 1 -- 172.21.15.3:0/2305805043 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc30c0ca5f0 con 0x7fc30c15e8d0 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc31101e640 1 --2- 172.21.15.3:0/2305805043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c06dd90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009dc0 tx=0x7fc2fc02a730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=608049cd8adb2922 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc30bfff640 1 -- 172.21.15.3:0/2305805043 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc007740 con 0x7fc30c15e8d0 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc30bfff640 1 -- 172.21.15.3:0/2305805043 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2fc0078e0 con 0x7fc30c15e8d0 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc30bfff640 1 -- 172.21.15.3:0/2305805043 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc007c90 con 0x7fc30c15e8d0 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc313282640 1 -- 172.21.15.3:0/2305805043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 msgr2=0x7fc30c06dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc313282640 1 --2- 172.21.15.3:0/2305805043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c06dd90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009dc0 tx=0x7fc2fc02a730 comp rx=0 tx=0).stop 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc313282640 1 -- 172.21.15.3:0/2305805043 shutdown_connections 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc313282640 1 --2- 172.21.15.3:0/2305805043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c06dd90 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.872+0000 7fc313282640 1 -- 172.21.15.3:0/2305805043 >> 172.21.15.3:0/2305805043 conn(0x7fc30c0cffa0 msgr2=0x7fc30c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:35.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.873+0000 7fc313282640 1 -- 172.21.15.3:0/2305805043 shutdown_connections 2024-09-10T07:20:35.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.873+0000 7fc313282640 1 -- 172.21.15.3:0/2305805043 wait complete. 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.874+0000 7fc313282640 1 Processor -- start 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.874+0000 7fc313282640 1 -- start start 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc30c0acdd0 0x7fc30c09c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 0x7fc30c0c9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c0c9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc30c073720 con 0x7fc30c0cb580 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc30c0cabb0 con 0x7fc30c15e8d0 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc30c0738a0 con 0x7fc30c0acdd0 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 0x7fc30c0c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 0x7fc30c0c9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57492/0 (socket says 172.21.15.3:57492) 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 -- 172.21.15.3:0/4131193328 learned_addr learned my addr 172.21.15.3:0/4131193328 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31181f640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c0c9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31101e640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc30c0acdd0 0x7fc30c09c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 -- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc30c0acdd0 msgr2=0x7fc30c09c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc30c0acdd0 0x7fc30c09c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 -- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 msgr2=0x7fc30c0c9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c0c9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 -- 172.21.15.3:0/4131193328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc30c09cb00 con 0x7fc30c0cb580 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc31081d640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 0x7fc30c0c9240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc30000c4e0 tx=0x7fc30000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc300017070 con 0x7fc30c0cb580 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3000035f0 con 0x7fc30c0cb580 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3000039e0 con 0x7fc30c0cb580 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.875+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc30c1f7b30 con 0x7fc30c0cb580 2024-09-10T07:20:35.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.876+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc30c1f80f0 con 0x7fc30c0cb580 2024-09-10T07:20:35.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.877+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc30c06dd90 con 0x7fc30c0cb580 2024-09-10T07:20:35.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.877+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc30001a070 con 0x7fc30c0cb580 2024-09-10T07:20:35.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.877+0000 7fc309ffb640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc2f806be30 0x7fc2f806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:35.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.878+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc30008a3b0 con 0x7fc30c0cb580 2024-09-10T07:20:35.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.878+0000 7fc31101e640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc2f806be30 0x7fc2f806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:35.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.878+0000 7fc31101e640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc2f806be30 0x7fc2f806e2f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc034000 tx=0x7fc2fc02f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:35.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:35.882+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc300058460 con 0x7fc30c0cb580 2024-09-10T07:20:36.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.094+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc30c06f0c0 con 0x7fc30c0cb580 2024-09-10T07:20:36.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.095+0000 7fc309ffb640 1 -- 172.21.15.3:0/4131193328 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7fc30005c760 con 0x7fc30c0cb580 2024-09-10T07:20:36.095 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:20:36.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc2f806be30 msgr2=0x7fc2f806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:36.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc2f806be30 0x7fc2f806e2f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc034000 tx=0x7fc2fc02f000 comp rx=0 tx=0).stop 2024-09-10T07:20:36.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 msgr2=0x7fc30c0c9240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:36.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 0x7fc30c0c9240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc30000c4e0 tx=0x7fc30000c9a0 comp rx=0 tx=0).stop 2024-09-10T07:20:36.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 shutdown_connections 2024-09-10T07:20:36.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc2f806be30 0x7fc2f806e2f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:36.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc30c15e8d0 0x7fc30c0c9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:36.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc30c0cb580 0x7fc30c0c9240 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:36.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 --2- 172.21.15.3:0/4131193328 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc30c0acdd0 0x7fc30c09c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:36.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 >> 172.21.15.3:0/4131193328 conn(0x7fc30c0cffa0 msgr2=0x7fc30c0afa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:36.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 shutdown_connections 2024-09-10T07:20:36.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36.097+0000 7fc313282640 1 -- 172.21.15.3:0/4131193328 wait complete. 2024-09-10T07:20:36.107 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:20:36.108 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:20:36.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:36.108 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:20:36.124 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42741sec preferred_lft 42741sec 2024-09-10T07:20:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:20:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:36.126 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:20:36.126 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T07:20:36.126 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:36.126 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:36.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add name ceph-brx type bridge 2024-09-10T07:20:36.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip addr flush dev ceph-brx 2024-09-10T07:20:36.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set ceph-brx up 2024-09-10T07:20:36.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T07:20:36.127 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:36.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:36.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:36.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:36.266 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:20:36.291 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:20:36.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:36.294 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:20:36.351 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:20:36.351 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:20:36.351 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:20:36.352 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:20:36.352 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:20:36.352 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:36.352 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:36.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:20:36.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:20:36.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:20:36.352 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:36.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:36.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:36.481 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:20:36.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:36.498 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list-id 2024-09-10T07:20:36.554 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:36.554 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:36.554 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:36.554 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T07:20:36.555 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:36.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:36.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:36.673 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T07:20:36.674 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:36.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:36.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:36.790 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:36.790 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:36.790 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:20:36.791 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T07:20:36.791 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:36.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:36.869 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:20:36.869 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:36.869 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:36.885 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:20:36.886 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:36.886 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:36.941 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:20:37.009 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:20:37.067 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:37.068 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:37.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:37.069 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:20:37.123 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:20:37.123 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:20:37.165 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:20:37.191 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:37.248 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:20:37.248 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:20:37.248 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:20:37.248 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:20:37.248 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:37.249 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:37.250 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:37.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:37.251 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:20:37.252 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:20:37.252+0000 7f6031799480 -1 init, newargv = 0x558b7872a6b0 newargc=15 2024-09-10T07:20:37.252 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[44942]: starting ceph client 2024-09-10T07:20:37.257 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[44942]: starting fuse 2024-09-10T07:20:37.268 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:20:37.269 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:20:37.269 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:37.270 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:20:37.271 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:20:37.390 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.44942.asok 2024-09-10T07:20:37.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:37.401 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44942.asok 2024-09-10T07:20:37.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:37.401 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44942.asok status 2024-09-10T07:20:37.539 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:20:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:20:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "44942", 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 4674, 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:20:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 4674 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1127343141 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:20:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1127343141 2024-09-10T07:20:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.4674 192.168.0.1:0/1127343141", 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/1127343141", 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 8, 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 26, 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:20:37.543 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:20:37.548 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T07:20:37.548 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:20:37.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.652+0000 7f9b4e4dd640 1 Processor -- start 2024-09-10T07:20:37.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.652+0000 7f9b4e4dd640 1 -- start start 2024-09-10T07:20:37.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b4e4dd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9b480d04b0 0x7f9b4806e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:37.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b4e4dd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b48070be0 con 0x7f9b4815f5b0 2024-09-10T07:20:37.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b4e4dd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b4815fa90 con 0x7f9b48158cb0 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b4e4dd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9b481621c0 con 0x7f9b480d04b0 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b4ca7a640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f9b4815f5b0 0x7f9b48071540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46784/0 (socket says 172.21.15.3:46784) 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b4ca7a640 1 -- 172.21.15.3:0/1471036511 learned_addr learned my addr 172.21.15.3:0/1471036511 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b477fe640 1 --2- 172.21.15.3:0/1471036511 >> v2:172.21.15.70:3300/0 conn(0x7f9b480d04b0 0x7f9b4806e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b46ffd640 1 -- 172.21.15.3:0/1471036511 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 955589506 0 0) 0x7f9b48070be0 con 0x7f9b4815f5b0 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b46ffd640 1 -- 172.21.15.3:0/1471036511 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b30003520 con 0x7f9b4815f5b0 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b477fe640 1 -- 172.21.15.3:0/1471036511 >> v1:172.21.15.70:6789/0 conn(0x7f9b48158cb0 legacy=0x7f9b480cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b477fe640 1 -- 172.21.15.3:0/1471036511 >> v1:172.21.15.3:6789/0 conn(0x7f9b4815f5b0 legacy=0x7f9b48071540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b46ffd640 1 -- 172.21.15.3:0/1471036511 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4162652559 0 0) 0x7f9b30003520 con 0x7f9b4815f5b0 2024-09-10T07:20:37.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.653+0000 7f9b477fe640 1 -- 172.21.15.3:0/1471036511 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b481624a0 con 0x7f9b480d04b0 2024-09-10T07:20:37.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.654+0000 7f9b477fe640 1 --2- 172.21.15.3:0/1471036511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b480d04b0 0x7f9b4806e780 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c0097a0 tx=0x7f9b3c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b5e3ad8415e130 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.654+0000 7f9b46ffd640 1 -- 172.21.15.3:0/1471036511 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c037070 con 0x7f9b480d04b0 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.654+0000 7f9b46ffd640 1 -- 172.21.15.3:0/1471036511 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b3c02ac50 con 0x7f9b480d04b0 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.654+0000 7f9b46ffd640 1 -- 172.21.15.3:0/1471036511 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b400019f0 con 0x7f9b480d04b0 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/1471036511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b480d04b0 msgr2=0x7f9b4806e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/1471036511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b480d04b0 0x7f9b4806e780 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c0097a0 tx=0x7f9b3c02a1c0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/1471036511 shutdown_connections 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/1471036511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b480d04b0 0x7f9b4806e780 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/1471036511 >> 172.21.15.3:0/1471036511 conn(0x7f9b4806fdc0 msgr2=0x7f9b480701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/1471036511 shutdown_connections 2024-09-10T07:20:37.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.655+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/1471036511 wait complete. 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.656+0000 7f9b4e4dd640 1 Processor -- start 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 -- start start 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9b480d04b0 0x7f9b480cef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 0x7f9b48143fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b4815f5b0 0x7f9b480b7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9b48162f80 con 0x7f9b48158cb0 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9b48162a60 con 0x7f9b4815f5b0 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b4e4dd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9b48071c50 con 0x7f9b480d04b0 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.657+0000 7f9b477fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 0x7f9b48143fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:37.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 0x7f9b48143fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57504/0 (socket says 172.21.15.3:57504) 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 -- 172.21.15.3:0/2360529536 learned_addr learned my addr 172.21.15.3:0/2360529536 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b4ca7a640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b4815f5b0 0x7f9b480b7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b47fff640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9b480d04b0 0x7f9b480cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 -- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9b480d04b0 msgr2=0x7f9b480cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9b480d04b0 0x7f9b480cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 -- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b4815f5b0 msgr2=0x7f9b480b7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b4815f5b0 0x7f9b480b7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 -- 172.21.15.3:0/2360529536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b480c5ba0 con 0x7f9b48158cb0 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b477fe640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 0x7f9b48143fd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c0098c0 tx=0x7f9b3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c042020 con 0x7f9b48158cb0 2024-09-10T07:20:37.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b3c03d470 con 0x7f9b48158cb0 2024-09-10T07:20:37.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b48146e70 con 0x7f9b48158cb0 2024-09-10T07:20:37.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c037040 con 0x7f9b48158cb0 2024-09-10T07:20:37.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.658+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b480c6120 con 0x7f9b48158cb0 2024-09-10T07:20:37.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.659+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b480c5f50 con 0x7f9b48158cb0 2024-09-10T07:20:37.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.660+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9b3c045020 con 0x7f9b48158cb0 2024-09-10T07:20:37.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.660+0000 7f9b44ff9640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9b3406be30 0x7f9b3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:37.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.661+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9b3c0ab7d0 con 0x7f9b48158cb0 2024-09-10T07:20:37.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.661+0000 7f9b47fff640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9b3406be30 0x7f9b3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:37.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.661+0000 7f9b47fff640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9b3406be30 0x7f9b3406e2f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9b38000f60 tx=0x7f9b38009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:37.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.665+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b3c04c030 con 0x7f9b48158cb0 2024-09-10T07:20:37.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.876+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9b4806e780 con 0x7f9b48158cb0 2024-09-10T07:20:37.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.876+0000 7f9b44ff9640 1 -- 172.21.15.3:0/2360529536 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f9b3c079910 con 0x7f9b48158cb0 2024-09-10T07:20:37.877 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:20:37.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9b3406be30 msgr2=0x7f9b3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9b3406be30 0x7f9b3406e2f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9b38000f60 tx=0x7f9b38009040 comp rx=0 tx=0).stop 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 msgr2=0x7f9b48143fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 0x7f9b48143fd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c0098c0 tx=0x7f9b3c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 shutdown_connections 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9b3406be30 0x7f9b3406e2f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9b4815f5b0 0x7f9b480b7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b48158cb0 0x7f9b48143fd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 --2- 172.21.15.3:0/2360529536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9b480d04b0 0x7f9b480cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.878+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 >> 172.21.15.3:0/2360529536 conn(0x7f9b4806fdc0 msgr2=0x7f9b481614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.879+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 shutdown_connections 2024-09-10T07:20:37.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:37.879+0000 7f9b4e4dd640 1 -- 172.21.15.3:0/2360529536 wait complete. 2024-09-10T07:20:37.889 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:20:37.889 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:20:37.890 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-10T07:20:37.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:37.891 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:20:37.907 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42739sec preferred_lft 42739sec 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:20:37.908 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link tentative 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link tentative 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:37.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:37.909 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:20:37.973 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:20:37.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:37.975 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:20:38.031 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:20:38.032 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:20:38.032 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:20:38.032 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:20:38.032 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:20:38.032 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:38.032 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:38.032 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:20:38.032 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:20:38.033 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:20:38.033 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:38.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:38.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:38.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:38.162 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:20:38.178 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:20:38.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:38.179 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list-id 2024-09-10T07:20:38.234 INFO:teuthology.orchestra.run.smithi003.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-10T07:20:38.235 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:38.235 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:38.235 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:20:38.235 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-10T07:20:38.235 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:38.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:38.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:38.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:38.354 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T07:20:38.379 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 72:80:ea:e8:94:6e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7080:eaff:fee8:946e/64 scope link tentative 2024-09-10T07:20:38.380 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:38.382 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T07:20:38.447 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:38.447 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:38.447 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:38.447 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.447 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 72:80:ea:e8:94:6e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7080:eaff:fee8:946e/64 scope link tentative 2024-09-10T07:20:38.448 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:38.449 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-10T07:20:38.449 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:38.449 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:38.449 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-10T07:20:38.449 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T07:20:38.450 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-10T07:20:38.450 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-10T07:20:38.450 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-10T07:20:38.450 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:38.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:38.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:38.606 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:38.606 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:20:38.606 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.1 up 2024-09-10T07:20:38.606 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T07:20:38.606 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:20:38.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:38.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:38.687 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-10T07:20:38.687 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:38.687 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:38.702 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-10T07:20:38.703 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:38.703 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:38.758 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:20:38.825 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:20:38.882 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:38.883 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:20:38.884 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:20:38.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:38.885 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:20:38.938 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:20:38.938 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-10T07:20:38.938 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-10T07:20:38.981 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:20:39.007 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:39.063 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:20:39.064 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:20:39.065 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:20:39.066 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:20:39.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:39.067 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:20:39.068 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi003.stderr:2024-09-10T07:20:39.065+0000 7f575e60d480 -1 init, newargv = 0x565331a06480 newargc=15 2024-09-10T07:20:39.068 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi003.stderr:ceph-fuse[45451]: starting ceph client 2024-09-10T07:20:39.070 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi003.stderr:ceph-fuse[45451]: starting fuse 2024-09-10T07:20:39.083 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:20:39.084 INFO:teuthology.orchestra.run.smithi003.stdout:44 2024-09-10T07:20:39.084 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-10T07:20:39.084 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:20:39.085 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:20:39.086 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.2")) 2024-09-10T07:20:39.086 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:20:39.204 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.2.45451.asok 2024-09-10T07:20:39.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:39.215 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45451.asok 2024-09-10T07:20:39.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:39.215 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45451.asok status 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "2", 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "45451", 2024-09-10T07:20:39.352 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 4689, 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 4689 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.2:0", 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 4283504508 2024-09-10T07:20:39.353 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.2:0", 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 4283504508 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.4689 192.168.0.2:0/4283504508", 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.2:0/4283504508", 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 8, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 26, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:20:39.354 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:20:39.355 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:20:39.360 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T07:20:39.360 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:20:39.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.462+0000 7fc7ce3cf640 1 Processor -- start 2024-09-10T07:20:39.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.462+0000 7fc7ce3cf640 1 -- start start 2024-09-10T07:20:39.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7ce3cf640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc7c80d0cc0 0x7fc7c80d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:39.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7ce3cf640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc7c80b78e0 0x7fc7c80b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:39.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7ce3cf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7c80d3430 con 0x7fc7c815e510 2024-09-10T07:20:39.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7ce3cf640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc7c80d1660 con 0x7fc7c80b78e0 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7ce3cf640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc7c80d36d0 con 0x7fc7c80d0cc0 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc7c80b78e0 0x7fc7c80b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc7c80b78e0 0x7fc7c80b7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49010/0 (socket says 172.21.15.3:49010) 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 -- 172.21.15.3:0/1601814504 learned_addr learned my addr 172.21.15.3:0/1601814504 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7c77fe640 1 --2- 172.21.15.3:0/1601814504 >> v2:172.21.15.70:3300/0 conn(0x7fc7c80d0cc0 0x7fc7c80d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 -- 172.21.15.3:0/1601814504 >> v2:172.21.15.70:3300/0 conn(0x7fc7c80d0cc0 msgr2=0x7fc7c80d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 --2- 172.21.15.3:0/1601814504 >> v2:172.21.15.70:3300/0 conn(0x7fc7c80d0cc0 0x7fc7c80d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 -- 172.21.15.3:0/1601814504 >> v1:172.21.15.70:6789/0 conn(0x7fc7c815e510 legacy=0x7fc7c80ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7cc96c640 1 -- 172.21.15.3:0/1601814504 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c80d39b0 con 0x7fc7c80b78e0 2024-09-10T07:20:39.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.463+0000 7fc7c77fe640 1 --2- 172.21.15.3:0/1601814504 >> v2:172.21.15.70:3300/0 conn(0x7fc7c80d0cc0 0x7fc7c80d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.464+0000 7fc7cc96c640 1 --2- 172.21.15.3:0/1601814504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b7d50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc7c80d4460 tx=0x7fc7c002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c51ca7aaa41e7ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.464+0000 7fc7c6ffd640 1 -- 172.21.15.3:0/1601814504 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0036070 con 0x7fc7c80b78e0 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.464+0000 7fc7c6ffd640 1 -- 172.21.15.3:0/1601814504 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c0031600 con 0x7fc7c80b78e0 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.464+0000 7fc7c6ffd640 1 -- 172.21.15.3:0/1601814504 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00319d0 con 0x7fc7c80b78e0 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1601814504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 msgr2=0x7fc7c80b7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1601814504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b7d50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc7c80d4460 tx=0x7fc7c002a660 comp rx=0 tx=0).stop 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1601814504 shutdown_connections 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1601814504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b7d50 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1601814504 >> v2:172.21.15.70:3300/0 conn(0x7fc7c80d0cc0 0x7fc7c80d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1601814504 >> 172.21.15.3:0/1601814504 conn(0x7fc7c806d1a0 msgr2=0x7fc7c8073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:39.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1601814504 shutdown_connections 2024-09-10T07:20:39.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.465+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1601814504 wait complete. 2024-09-10T07:20:39.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.466+0000 7fc7ce3cf640 1 Processor -- start 2024-09-10T07:20:39.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.466+0000 7fc7ce3cf640 1 -- start start 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7ce3cf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7ce3cf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c80d0cc0 0x7fc7c81524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7ce3cf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c815e510 0x7fc7c8145870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7ce3cf640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c80d22a0 con 0x7fc7c80b78e0 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7ce3cf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c80d3f70 con 0x7fc7c80d0cc0 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7ce3cf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc7c80cf210 con 0x7fc7c815e510 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49018/0 (socket says 172.21.15.3:49018) 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 -- 172.21.15.3:0/1842466690 learned_addr learned my addr 172.21.15.3:0/1842466690 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c77fe640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c80d0cc0 0x7fc7c81524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7cc96c640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c815e510 0x7fc7c8145870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:39.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 -- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c815e510 msgr2=0x7fc7c8145870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c815e510 0x7fc7c8145870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 -- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c80d0cc0 msgr2=0x7fc7c81524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c80d0cc0 0x7fc7c81524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.467+0000 7fc7c7fff640 1 -- 172.21.15.3:0/1842466690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c80b4ed0 con 0x7fc7c80b78e0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.468+0000 7fc7c7fff640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b45d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800b3f0 tx=0x7fc7b800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.468+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8015020 con 0x7fc7c80b78e0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.468+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7b8011830 con 0x7fc7c80b78e0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.468+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c80b51b0 con 0x7fc7c80b78e0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.468+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8011c20 con 0x7fc7c80b78e0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.468+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c80b5a50 con 0x7fc7c80b78e0 2024-09-10T07:20:39.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.469+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7c80b5380 con 0x7fc7c80b78e0 2024-09-10T07:20:39.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.469+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc7b8018020 con 0x7fc7c80b78e0 2024-09-10T07:20:39.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.470+0000 7fc7c4ff9640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7b406be30 0x7fc7b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:39.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.470+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc7b808ad70 con 0x7fc7c80b78e0 2024-09-10T07:20:39.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.470+0000 7fc7c77fe640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7b406be30 0x7fc7b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:39.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.471+0000 7fc7c77fe640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7b406be30 0x7fc7b406e2f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8159290 tx=0x7fc7bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:39.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.474+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7b801f030 con 0x7fc7c80b78e0 2024-09-10T07:20:39.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.683+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc7c815e920 con 0x7fc7c80b78e0 2024-09-10T07:20:39.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.683+0000 7fc7c4ff9640 1 -- 172.21.15.3:0/1842466690 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7fc7c815e920 con 0x7fc7c80b78e0 2024-09-10T07:20:39.683 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7b406be30 msgr2=0x7fc7b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7b406be30 0x7fc7b406e2f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8159290 tx=0x7fc7bc008040 comp rx=0 tx=0).stop 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 msgr2=0x7fc7c80b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b45d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800b3f0 tx=0x7fc7b800b8b0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 shutdown_connections 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7b406be30 0x7fc7b406e2f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c815e510 0x7fc7c8145870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c80d0cc0 0x7fc7c81524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 --2- 172.21.15.3:0/1842466690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c80b78e0 0x7fc7c80b45d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:39.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 >> 172.21.15.3:0/1842466690 conn(0x7fc7c806d1a0 msgr2=0x7fc7c80ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:39.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 shutdown_connections 2024-09-10T07:20:39.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:39.685+0000 7fc7ce3cf640 1 -- 172.21.15.3:0/1842466690 wait complete. 2024-09-10T07:20:39.695 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:20:39.695 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:20:39.695 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-10T07:20:39.695 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T07:20:39.696 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:39.696 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:20:39.696 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:20:39.696 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:20:39.696 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T07:20:39.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:39.696 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:39.716 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42727sec preferred_lft 42727sec 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link noprefixroute 2024-09-10T07:20:39.717 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:39.717 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link add name ceph-brx type bridge 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip addr flush dev ceph-brx 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set ceph-brx up 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T07:20:39.718 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:39.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:40.216 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:40.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:40.223 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:20:40.249 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-10T07:20:40.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:40.251 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-10T07:20:40.321 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-10T07:20:40.321 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:20:40.321 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T07:20:40.321 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T07:20:40.322 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:20:40.322 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:40.322 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:40.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T07:20:40.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T07:20:40.322 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T07:20:40.322 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:40.410 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:40.624 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:40.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:40.630 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-10T07:20:40.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:40.646 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list-id 2024-09-10T07:20:40.701 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:40.701 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:40.702 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:40.702 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-10T07:20:40.702 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:40.789 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:40.813 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:40.819 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-10T07:20:40.820 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:40.868 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:40.935 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:40.941 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:40.942 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:40.942 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.0 up 2024-09-10T07:20:40.942 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T07:20:40.942 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:40.989 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:41.011 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:41.017 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T07:20:41.017 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:41.017 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:41.032 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T07:20:41.033 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:41.033 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:41.088 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-10T07:20:41.154 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-10T07:20:41.211 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/selinux 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:41.212 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:41.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:41.213 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-10T07:20:41.266 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:20:41.266 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T07:20:41.308 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-10T07:20:41.333 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:41.389 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/selinux 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-10T07:20:41.390 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T07:20:41.391 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T07:20:41.392 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T07:20:41.392 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-10T07:20:41.392 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:41.392 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:41.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:41.392 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-10T07:20:41.400 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi070.stderr:2024-09-10T07:20:41.400+0000 7f441c636480 -1 init, newargv = 0x55be757af7b0 newargc=15 2024-09-10T07:20:41.400 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi070.stderr:ceph-fuse[41878]: starting ceph client 2024-09-10T07:20:41.405 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi070.stderr:ceph-fuse[41878]: starting fuse 2024-09-10T07:20:41.415 INFO:teuthology.orchestra.run.smithi070.stdout:42 2024-09-10T07:20:41.415 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-10T07:20:41.415 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-10T07:20:41.416 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.1")) 2024-09-10T07:20:41.417 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-10T07:20:41.532 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.1.41878.asok 2024-09-10T07:20:41.537 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:41.542 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.41878.asok 2024-09-10T07:20:41.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:41.542 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.41878.asok status 2024-09-10T07:20:41.675 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "1", 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "41878", 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4499, 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-10T07:20:41.676 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4499 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1776830816 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1776830816 2024-09-10T07:20:41.677 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4499 192.168.0.1:0/1776830816", 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.1:0/1776830816", 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 8, 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 26, 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-10T07:20:41.678 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-10T07:20:41.683 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T07:20:41.684 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:20:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.799+0000 7ff31fcba640 1 Processor -- start 2024-09-10T07:20:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.799+0000 7ff31fcba640 1 -- start start 2024-09-10T07:20:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31fcba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff3180ceee0 0x7ff3180d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31fcba640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3180d3480 con 0x7ff3180d1380 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31fcba640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3180d3760 con 0x7ff31815e560 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31fcba640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff3180d17d0 con 0x7ff3180ceee0 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31e257640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ff3180d1380 0x7ff3180b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:39428/0 (socket says 172.21.15.3:39428) 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31e257640 1 -- 172.21.15.3:0/3833804736 learned_addr learned my addr 172.21.15.3:0/3833804736 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.800+0000 7ff31d255640 1 --2- 172.21.15.3:0/3833804736 >> v2:172.21.15.70:3300/0 conn(0x7ff3180ceee0 0x7ff3180d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 556542643 0 0) 0x7ff3180d3480 con 0x7ff3180d1380 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff304003520 con 0x7ff3180d1380 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 141894044 0 0) 0x7ff3180d3760 con 0x7ff31815e560 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff3180d3480 con 0x7ff31815e560 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31d255640 1 -- 172.21.15.3:0/3833804736 >> v1:172.21.15.70:6789/0 conn(0x7ff31815e560 legacy=0x7ff3180cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31d255640 1 -- 172.21.15.3:0/3833804736 >> v1:172.21.15.3:6789/0 conn(0x7ff3180d1380 legacy=0x7ff3180b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.801+0000 7ff31d255640 1 -- 172.21.15.3:0/3833804736 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3180d3a40 con 0x7ff3180ceee0 2024-09-10T07:20:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31d255640 1 --2- 172.21.15.3:0/3833804736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3180d0e40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff3080097a0 tx=0x7ff30802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a82da9e7fb4a6f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308037070 con 0x7ff3180ceee0 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff308032440 con 0x7ff3180ceee0 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31ca54640 1 -- 172.21.15.3:0/3833804736 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308032810 con 0x7ff3180ceee0 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31fcba640 1 -- 172.21.15.3:0/3833804736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 msgr2=0x7ff3180d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3833804736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3180d0e40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff3080097a0 tx=0x7ff30802a230 comp rx=0 tx=0).stop 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31fcba640 1 -- 172.21.15.3:0/3833804736 shutdown_connections 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3833804736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3180d0e40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.802+0000 7ff31fcba640 1 -- 172.21.15.3:0/3833804736 >> 172.21.15.3:0/3833804736 conn(0x7ff318073850 msgr2=0x7ff31806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:41.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.803+0000 7ff31fcba640 1 -- 172.21.15.3:0/3833804736 shutdown_connections 2024-09-10T07:20:41.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.803+0000 7ff31fcba640 1 -- 172.21.15.3:0/3833804736 wait complete. 2024-09-10T07:20:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.804+0000 7ff31fcba640 1 Processor -- start 2024-09-10T07:20:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.804+0000 7ff31fcba640 1 -- start start 2024-09-10T07:20:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31fcba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3181503a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31fcba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff3180d1380 0x7ff3180b60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31fcba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 0x7ff3180b6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31fcba640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff31815e940 con 0x7ff31815e560 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31fcba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff3180d4240 con 0x7ff3180ceee0 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31fcba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff31815eac0 con 0x7ff3180d1380 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 0x7ff3180b6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31da56640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3181503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 0x7ff3180b6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49026/0 (socket says 172.21.15.3:49026) 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31da56640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3181503a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:43262/0 (socket says 172.21.15.3:43262) 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 -- 172.21.15.3:0/3681372904 learned_addr learned my addr 172.21.15.3:0/3681372904 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31d255640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff3180d1380 0x7ff3180b60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 -- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff3180d1380 msgr2=0x7ff3180b60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff3180d1380 0x7ff3180b60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 -- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 msgr2=0x7ff3181503a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3181503a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 -- 172.21.15.3:0/3681372904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff318150b10 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31da56640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3181503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff31e257640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 0x7ff3180b6600 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff31000cb40 tx=0x7ff31000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.805+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff310017070 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.806+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff31000aca0 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.806+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff318150df0 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.806+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff310012600 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.806+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3181513b0 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.807+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3180d0e40 con 0x7ff31815e560 2024-09-10T07:20:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.807+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff31001a070 con 0x7ff31815e560 2024-09-10T07:20:41.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.808+0000 7ff30e7fc640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2fc06be30 0x7ff2fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:41.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.808+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff31008ae60 con 0x7ff31815e560 2024-09-10T07:20:41.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.808+0000 7ff31da56640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2fc06be30 0x7ff2fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:41.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.809+0000 7ff31da56640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2fc06be30 0x7ff2fc06e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff314007fd0 tx=0x7ff314009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:41.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:41.812+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff310058f10 con 0x7ff31815e560 2024-09-10T07:20:42.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.025+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff31815c590 con 0x7ff31815e560 2024-09-10T07:20:42.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.025+0000 7ff30e7fc640 1 -- 172.21.15.3:0/3681372904 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7ff31005d210 con 0x7ff31815e560 2024-09-10T07:20:42.025 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T07:20:42.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.027+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2fc06be30 msgr2=0x7ff2fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:42.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.027+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2fc06be30 0x7ff2fc06e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff314007fd0 tx=0x7ff314009040 comp rx=0 tx=0).stop 2024-09-10T07:20:42.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.027+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 msgr2=0x7ff3180b6600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:42.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.027+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 0x7ff3180b6600 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff31000cb40 tx=0x7ff31000a060 comp rx=0 tx=0).stop 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.027+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 shutdown_connections 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2fc06be30 0x7ff2fc06e2f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff31815e560 0x7ff3180b6600 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff3180d1380 0x7ff3180b60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 --2- 172.21.15.3:0/3681372904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff3180ceee0 0x7ff3181503a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 >> 172.21.15.3:0/3681372904 conn(0x7ff318073850 msgr2=0x7ff31815b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 shutdown_connections 2024-09-10T07:20:42.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:42.028+0000 7ff31fcba640 1 -- 172.21.15.3:0/3681372904 wait complete. 2024-09-10T07:20:42.038 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:20:42.038 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:20:42.038 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi070.front.sepia.ceph.com 2024-09-10T07:20:42.038 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-10T07:20:42.039 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:42.039 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:20:42.039 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:20:42.039 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:20:42.039 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-10T07:20:42.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.039 DEBUG:teuthology.orchestra.run.smithi070:> ip addr 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b2 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f0 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:42.056 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:d8:a4:b3 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: altname enp7s0f1 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e6 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 0c:c4:7a:8f:d3:e7 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: inet 172.21.15.70/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft 42725sec preferred_lft 42725sec 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::ec4:7aff:fe8f:d3e7/64 scope link noprefixroute 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:20:42.057 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 4e:6a:8d:44:00:39 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::78bd:2aff:fe14:2064/64 scope link tentative 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 4e:6a:8d:44:00:39 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::4c6a:8dff:fe44:39/64 scope link tentative 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.058 DEBUG:teuthology.orchestra.run.smithi070:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:20:42.120 INFO:teuthology.orchestra.run.smithi070.stdout:1 2024-09-10T07:20:42.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.121 DEBUG:teuthology.orchestra.run.smithi070:> route 2024-09-10T07:20:42.178 INFO:teuthology.orchestra.run.smithi070.stdout:Kernel IP routing table 2024-09-10T07:20:42.178 INFO:teuthology.orchestra.run.smithi070.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:20:42.178 INFO:teuthology.orchestra.run.smithi070.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T07:20:42.179 INFO:teuthology.orchestra.run.smithi070.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T07:20:42.179 INFO:teuthology.orchestra.run.smithi070.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:20:42.179 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:42.179 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:42.179 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T07:20:42.179 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T07:20:42.179 DEBUG:teuthology.orchestra.run.smithi070:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T07:20:42.179 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:42.268 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:42.299 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:42.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.305 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-10T07:20:42.321 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T07:20:42.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.322 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list-id 2024-09-10T07:20:42.377 INFO:teuthology.orchestra.run.smithi070.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-10T07:20:42.377 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:42.377 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:42.378 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T07:20:42.378 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-10T07:20:42.378 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:42.466 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:42.487 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:42.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.494 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 16:1e:79:ec:e1:82 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T07:20:42.518 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T07:20:42.519 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.519 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::141e:79ff:feec:e182/64 scope link tentative 2024-09-10T07:20:42.519 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:42.520 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T07:20:42.585 INFO:teuthology.orchestra.run.smithi070.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:20:42.585 INFO:teuthology.orchestra.run.smithi070.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:20:42.585 INFO:teuthology.orchestra.run.smithi070.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:20:42.585 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 ::1/128 scope host 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: link/ether 16:1e:79:ec:e1:82 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: inet6 fe80::141e:79ff:feec:e182/64 scope link tentative 2024-09-10T07:20:42.586 INFO:teuthology.orchestra.run.smithi070.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:20:42.587 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-10T07:20:42.587 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:42.587 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:42.587 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-10T07:20:42.587 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T07:20:42.588 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-10T07:20:42.588 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-10T07:20:42.588 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-10T07:20:42.588 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:42.675 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:42.734 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:42.740 DEBUG:teuthology.orchestra.run.smithi070:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:20:42.740 DEBUG:teuthology.orchestra.run.smithi070:> set -e 2024-09-10T07:20:42.740 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set brx.1 up 2024-09-10T07:20:42.740 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T07:20:42.740 DEBUG:teuthology.orchestra.run.smithi070:> ') 2024-09-10T07:20:42.787 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:20:42.810 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:42.817 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-10T07:20:42.817 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:42.817 DEBUG:teuthology.orchestra.run.smithi070:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:42.832 INFO:teuthology.orchestra.run.smithi070.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-10T07:20:42.833 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:20:42.833 DEBUG:teuthology.orchestra.run.smithi070:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:42.888 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-10T07:20:42.953 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:43.009 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-10T07:20:43.009 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-10T07:20:43.009 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-10T07:20:43.009 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-10T07:20:43.009 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/selinux 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:43.010 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:43.011 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:43.012 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T07:20:43.012 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T07:20:43.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.012 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-10T07:20:43.065 INFO:teuthology.orchestra.run.smithi070.stdout:42 2024-09-10T07:20:43.065 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-09-10T07:20:43.066 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-10T07:20:43.108 DEBUG:teuthology.orchestra.run.smithi070:> sudo modprobe fuse 2024-09-10T07:20:43.133 DEBUG:teuthology.orchestra.run.smithi070:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/proc 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/sys 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/dev 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/security 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/shm 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/pts 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/run 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/cgroup 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/pstore 2024-09-10T07:20:43.192 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/bpf 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/ 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/selinux 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/debug 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/mqueue 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/dev/hugepages 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/tracing 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/fs/fuse/connections 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/sys/kernel/config 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:20:43.193 INFO:teuthology.orchestra.run.smithi070.stdout:/run/user/1000 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T07:20:43.194 INFO:teuthology.orchestra.run.smithi070.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T07:20:43.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.195 DEBUG:teuthology.orchestra.run.smithi070:> ls /sys/fs/fuse/connections 2024-09-10T07:20:43.195 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi070.stderr:2024-09-10T07:20:43.192+0000 7fd02c069480 -1 init, newargv = 0x55c4daccdab0 newargc=15 2024-09-10T07:20:43.195 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi070.stderr:ceph-fuse[42330]: starting ceph client 2024-09-10T07:20:43.196 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi070.stderr:ceph-fuse[42330]: starting fuse 2024-09-10T07:20:43.210 INFO:teuthology.orchestra.run.smithi070.stdout:42 2024-09-10T07:20:43.210 INFO:teuthology.orchestra.run.smithi070.stdout:44 2024-09-10T07:20:43.211 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> import glob 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> import re 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> import os 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> import subprocess 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> def _find_admin_socket(client_name): 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-10T07:20:43.211 DEBUG:teuthology.orchestra.run.smithi070:> files = glob.glob(asok_path) 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> # Given a non-glob path, it better be there 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> if "*" not in asok_path: 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> assert(len(files) == 1) 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> return files[0] 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> for f in files: 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> contents = proc_f.read() 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> if mountpoint in contents: 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> return f 2024-09-10T07:20:43.212 DEBUG:teuthology.orchestra.run.smithi070:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:20:43.213 DEBUG:teuthology.orchestra.run.smithi070:> 2024-09-10T07:20:43.213 DEBUG:teuthology.orchestra.run.smithi070:> print(_find_admin_socket("client.3")) 2024-09-10T07:20:43.213 DEBUG:teuthology.orchestra.run.smithi070:> ' 2024-09-10T07:20:43.327 INFO:teuthology.orchestra.run.smithi070.stdout:/var/run/ceph/ceph-client.3.42330.asok 2024-09-10T07:20:43.330 INFO:teuthology.orchestra.run.smithi070.stderr:2024-09-10T07:20:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:20:43.338 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42330.asok 2024-09-10T07:20:43.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.338 DEBUG:teuthology.orchestra.run.smithi070:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42330.asok status 2024-09-10T07:20:43.472 INFO:teuthology.orchestra.run.smithi070.stdout:{ 2024-09-10T07:20:43.472 INFO:teuthology.orchestra.run.smithi070.stdout: "metadata": { 2024-09-10T07:20:43.472 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:20:43.472 INFO:teuthology.orchestra.run.smithi070.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:20:43.472 INFO:teuthology.orchestra.run.smithi070.stdout: "entity_id": "3", 2024-09-10T07:20:43.472 INFO:teuthology.orchestra.run.smithi070.stdout: "hostname": "smithi070", 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "pid": "42330", 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "root": "/" 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_count": 0, 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "dentry_pinned_count": 0, 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "id": 4660, 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "inst": { 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "name": { 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "client", 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "num": 4660 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-10T07:20:43.473 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.2:0", 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1312606843 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: } 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": { 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "type": "v1", 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addr": "192.168.0.2:0", 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "nonce": 1312606843 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: }, 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "inst_str": "client.4660 192.168.0.2:0/1312606843", 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "addr_str": "192.168.0.2:0/1312606843", 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "inode_count": 1, 2024-09-10T07:20:43.474 INFO:teuthology.orchestra.run.smithi070.stdout: "mds_epoch": 8, 2024-09-10T07:20:43.475 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch": 26, 2024-09-10T07:20:43.475 INFO:teuthology.orchestra.run.smithi070.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:20:43.475 INFO:teuthology.orchestra.run.smithi070.stdout: "blocklisted": false, 2024-09-10T07:20:43.475 INFO:teuthology.orchestra.run.smithi070.stdout: "fs_name": "cephfs" 2024-09-10T07:20:43.475 INFO:teuthology.orchestra.run.smithi070.stdout:} 2024-09-10T07:20:43.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.481 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:20:43.481 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:43.501 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:20:43.501 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:43.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.501 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:43.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.573 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:20:43.573 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:43.631 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:20:43.632 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:43.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.632 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:43.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.702 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-10T07:20:43.702 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:43.719 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-10T07:20:43.719 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:43.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.720 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:43.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.788 DEBUG:teuthology.orchestra.run.smithi070:> stat --file-system '--printf=%T 2024-09-10T07:20:43.788 DEBUG:teuthology.orchestra.run.smithi070:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:43.842 INFO:teuthology.orchestra.run.smithi070.stdout:fuseblk 2024-09-10T07:20:43.842 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:43.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:43.842 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:43.907 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-10T07:20:44.152 INFO:tasks.cephfs_test_runner:Starting test: test_inject_to_empty (tasks.cephfs.test_journal_repair.TestJournalRepair) That when some dentries in the journal but nothing is in 2024-09-10T07:20:44.153 INFO:tasks.cephfs_test_runner:test_inject_to_empty (tasks.cephfs.test_journal_repair.TestJournalRepair) 2024-09-10T07:20:44.153 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:44.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.270+0000 7f576c2a6640 1 Processor -- start 2024-09-10T07:20:44.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.270+0000 7f576c2a6640 1 -- start start 2024-09-10T07:20:44.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f576c2a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764071fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f576c2a6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f576415f580 0x7f57640ae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f576c2a6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5764158d80 con 0x7f57640ae760 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f576c2a6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f576415fa90 con 0x7f576415f580 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f576c2a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5764072830 con 0x7f57641589a0 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f5769841640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f576415f580 0x7f57640ae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f5769841640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f576415f580 0x7f57640ae220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49034/0 (socket says 172.21.15.3:49034) 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.271+0000 7f5769841640 1 -- 172.21.15.3:0/3128775361 learned_addr learned my addr 172.21.15.3:0/3128775361 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.272+0000 7f576a042640 1 --2- 172.21.15.3:0/3128775361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764071fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.272+0000 7f5769841640 1 -- 172.21.15.3:0/3128775361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 msgr2=0x7f5764071fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.272+0000 7f5769841640 1 --2- 172.21.15.3:0/3128775361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764071fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.272+0000 7f5769841640 1 -- 172.21.15.3:0/3128775361 >> v1:172.21.15.70:6789/0 conn(0x7f57640ae760 legacy=0x7f576415ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:44.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.272+0000 7f5769841640 1 -- 172.21.15.3:0/3128775361 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5764072b10 con 0x7f576415f580 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.272+0000 7f5769841640 1 --2- 172.21.15.3:0/3128775361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f576415f580 0x7f57640ae220 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5758009870 tx=0x7f575802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=821e3a4b9493cd56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f5769040640 1 -- 172.21.15.3:0/3128775361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5758037070 con 0x7f576415f580 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f5769040640 1 -- 172.21.15.3:0/3128775361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5758032440 con 0x7f576415f580 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f5769040640 1 -- 172.21.15.3:0/3128775361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5758032810 con 0x7f576415f580 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 -- 172.21.15.3:0/3128775361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f576415f580 msgr2=0x7f57640ae220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 --2- 172.21.15.3:0/3128775361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f576415f580 0x7f57640ae220 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5758009870 tx=0x7f575802a180 comp rx=0 tx=0).stop 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 -- 172.21.15.3:0/3128775361 shutdown_connections 2024-09-10T07:20:44.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 --2- 172.21.15.3:0/3128775361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f576415f580 0x7f57640ae220 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 --2- 172.21.15.3:0/3128775361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764071fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 -- 172.21.15.3:0/3128775361 >> 172.21.15.3:0/3128775361 conn(0x7f57640d0470 msgr2=0x7f57640d0850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:44.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 -- 172.21.15.3:0/3128775361 shutdown_connections 2024-09-10T07:20:44.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.273+0000 7f576c2a6640 1 -- 172.21.15.3:0/3128775361 wait complete. 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.274+0000 7f576c2a6640 1 Processor -- start 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 -- start start 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 0x7f576415a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f576415f580 0x7f576415b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5764072520 con 0x7f57640ae760 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f57640730d0 con 0x7f576415f580 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576c2a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5764160630 con 0x7f57641589a0 2024-09-10T07:20:44.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576a042640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 0x7f576415a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576a042640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 0x7f576415a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49042/0 (socket says 172.21.15.3:49042) 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.275+0000 7f576a042640 1 -- 172.21.15.3:0/1362795801 learned_addr learned my addr 172.21.15.3:0/1362795801 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a843640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f576415f580 0x7f576415b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f5769841640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a042640 1 -- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 msgr2=0x7f5764158f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a042640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764158f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a042640 1 -- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f576415f580 msgr2=0x7f576415b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a042640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f576415f580 0x7f576415b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a042640 1 -- 172.21.15.3:0/1362795801 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57641597e0 con 0x7f57640ae760 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576a042640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 0x7f576415a880 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f575400ce40 tx=0x7f575400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754003b90 con 0x7f57640ae760 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5754003d30 con 0x7f57640ae760 2024-09-10T07:20:44.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5764159ac0 con 0x7f57640ae760 2024-09-10T07:20:44.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754004240 con 0x7f57640ae760 2024-09-10T07:20:44.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.276+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f576415a080 con 0x7f57640ae760 2024-09-10T07:20:44.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.277+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57640afbe0 con 0x7f57640ae760 2024-09-10T07:20:44.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.278+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f57540043e0 con 0x7f57640ae760 2024-09-10T07:20:44.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.278+0000 7f5762ffd640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575006be30 0x7f575006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.278+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f575408bb80 con 0x7f57640ae760 2024-09-10T07:20:44.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.278+0000 7f5769841640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575006be30 0x7f575006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.279+0000 7f5769841640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575006be30 0x7f575006e2f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5758034000 tx=0x7f575802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.282+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f57640afbe0 con 0x7f57640ae760 2024-09-10T07:20:44.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.459+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5764071fe0 con 0x7f57640ae760 2024-09-10T07:20:44.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.460+0000 7f5762ffd640 1 -- 172.21.15.3:0/1362795801 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18478 (secure 0 0 0) 0x7f5754059ba0 con 0x7f57640ae760 2024-09-10T07:20:44.460 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:44.461 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:14.305138+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:44.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575006be30 msgr2=0x7f575006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575006be30 0x7f575006e2f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5758034000 tx=0x7f575802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:44.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 msgr2=0x7f576415a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 0x7f576415a880 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f575400ce40 tx=0x7f575400a660 comp rx=0 tx=0).stop 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 shutdown_connections 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575006be30 0x7f575006e2f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f576415f580 0x7f576415b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f57641589a0 0x7f5764158f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 --2- 172.21.15.3:0/1362795801 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57640ae760 0x7f576415a880 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 >> 172.21.15.3:0/1362795801 conn(0x7f57640d0470 msgr2=0x7f57640b3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 shutdown_connections 2024-09-10T07:20:44.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.462+0000 7f576c2a6640 1 -- 172.21.15.3:0/1362795801 wait complete. 2024-09-10T07:20:44.474 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:19:58.101338+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T07:20:07.027082+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T07:20:08.141514+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T07:20:11.957749+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T07:20:44.474 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T07:20:44.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.580+0000 7f55f7680640 1 Processor -- start 2024-09-10T07:20:44.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.580+0000 7f55f7680640 1 -- start start 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f7680640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f015e390 0x7f55f0161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f7680640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55f00b75c0 0x7f55f00d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f7680640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55f01627e0 con 0x7f55f00ceb20 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f7680640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f55f00d0cb0 con 0x7f55f00b75c0 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f7680640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f55f0162ac0 con 0x7f55f015e390 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55f00b75c0 0x7f55f00d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55f00b75c0 0x7f55f00d0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49058/0 (socket says 172.21.15.3:49058) 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 -- 172.21.15.3:0/373889309 learned_addr learned my addr 172.21.15.3:0/373889309 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f541c640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f015e390 0x7f55f0161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 -- 172.21.15.3:0/373889309 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f015e390 msgr2=0x7f55f0161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:44.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f015e390 0x7f55f0161f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 -- 172.21.15.3:0/373889309 >> v1:172.21.15.70:6789/0 conn(0x7f55f00ceb20 legacy=0x7f55f00b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f4c1b640 1 -- 172.21.15.3:0/373889309 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f0162da0 con 0x7f55f00b75c0 2024-09-10T07:20:44.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.581+0000 7f55f541c640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f015e390 0x7f55f0161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.582+0000 7f55f4c1b640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f00b75c0 0x7f55f00d0ee0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f55f00d0e30 tx=0x7f55e002a2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38f258d9f985faba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.582+0000 7f55e7fff640 1 -- 172.21.15.3:0/373889309 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e0037070 con 0x7f55f00b75c0 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.582+0000 7f55e7fff640 1 -- 172.21.15.3:0/373889309 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e0032640 con 0x7f55f00b75c0 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.582+0000 7f55e7fff640 1 -- 172.21.15.3:0/373889309 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e0032a10 con 0x7f55f00b75c0 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.582+0000 7f55f7680640 1 -- 172.21.15.3:0/373889309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f00b75c0 msgr2=0x7f55f00d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.582+0000 7f55f7680640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f00b75c0 0x7f55f00d0ee0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f55f00d0e30 tx=0x7f55e002a2e0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.583+0000 7f55f7680640 1 -- 172.21.15.3:0/373889309 shutdown_connections 2024-09-10T07:20:44.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.583+0000 7f55f7680640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f00b75c0 0x7f55f00d0ee0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.583+0000 7f55f7680640 1 --2- 172.21.15.3:0/373889309 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f015e390 0x7f55f0161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.583+0000 7f55f7680640 1 -- 172.21.15.3:0/373889309 >> 172.21.15.3:0/373889309 conn(0x7f55f0073640 msgr2=0x7f55f0073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:44.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.583+0000 7f55f7680640 1 -- 172.21.15.3:0/373889309 shutdown_connections 2024-09-10T07:20:44.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.583+0000 7f55f7680640 1 -- 172.21.15.3:0/373889309 wait complete. 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.584+0000 7f55f7680640 1 Processor -- start 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.584+0000 7f55f7680640 1 -- start start 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f7680640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00b75c0 0x7f55f0152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f7680640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f00ceb20 0x7f55f015b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f7680640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 0x7f55f015bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f7680640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f55f0162490 con 0x7f55f015e390 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f7680640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55f00cf780 con 0x7f55f00b75c0 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f7680640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f55f015e770 con 0x7f55f00ceb20 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 0x7f55f015bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 0x7f55f015bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49072/0 (socket says 172.21.15.3:49072) 2024-09-10T07:20:44.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 -- 172.21.15.3:0/1548566924 learned_addr learned my addr 172.21.15.3:0/1548566924 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f541c640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00b75c0 0x7f55f0152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f4c1b640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f00ceb20 0x7f55f015b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 -- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f00ceb20 msgr2=0x7f55f015b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f00ceb20 0x7f55f015b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 -- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00b75c0 msgr2=0x7f55f0152b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00b75c0 0x7f55f0152b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 -- 172.21.15.3:0/1548566924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f01530b0 con 0x7f55f015e390 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55f5c1d640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 0x7f55f015bd40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f55e800c7d0 tx=0x7f55e800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.585+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8003b70 con 0x7f55f015e390 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.586+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55e8003d30 con 0x7f55f015e390 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.586+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55f0155be0 con 0x7f55f015e390 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.586+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e800aa90 con 0x7f55f015e390 2024-09-10T07:20:44.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.586+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55f01561a0 con 0x7f55f015e390 2024-09-10T07:20:44.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.587+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55f0161f50 con 0x7f55f015e390 2024-09-10T07:20:44.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.587+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f55e800ac30 con 0x7f55f015e390 2024-09-10T07:20:44.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.588+0000 7f55e5ffb640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55d406be30 0x7f55d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.588+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f55e808af00 con 0x7f55f015e390 2024-09-10T07:20:44.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.588+0000 7f55f541c640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55d406be30 0x7f55d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.588+0000 7f55f541c640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55d406be30 0x7f55d406e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f55f00b6cf0 tx=0x7f55ec008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.592+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f55e8058fb0 con 0x7f55f015e390 2024-09-10T07:20:44.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.768+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f55f00b8750 con 0x7f55f015e390 2024-09-10T07:20:44.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.768+0000 7f55e5ffb640 1 -- 172.21.15.3:0/1548566924 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f55e805d2b0 con 0x7f55f015e390 2024-09-10T07:20:44.768 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-09-10T07:20:44.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55d406be30 msgr2=0x7f55d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55d406be30 0x7f55d406e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f55f00b6cf0 tx=0x7f55ec008040 comp rx=0 tx=0).stop 2024-09-10T07:20:44.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 msgr2=0x7f55f015bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 0x7f55f015bd40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f55e800c7d0 tx=0x7f55e800cc90 comp rx=0 tx=0).stop 2024-09-10T07:20:44.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 shutdown_connections 2024-09-10T07:20:44.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55d406be30 0x7f55d406e2f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55f015e390 0x7f55f015bd40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55f00ceb20 0x7f55f015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 --2- 172.21.15.3:0/1548566924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55f00b75c0 0x7f55f0152b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 >> 172.21.15.3:0/1548566924 conn(0x7f55f0073640 msgr2=0x7f55f015cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:44.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 shutdown_connections 2024-09-10T07:20:44.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.770+0000 7f55f7680640 1 -- 172.21.15.3:0/1548566924 wait complete. 2024-09-10T07:20:44.781 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T07:20:44.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.886+0000 7f379890a640 1 Processor -- start 2024-09-10T07:20:44.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.886+0000 7f379890a640 1 -- start start 2024-09-10T07:20:44.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379890a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37940d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379890a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f37940b0370 0x7f379406baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379890a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f379406c450 con 0x7f379406c030 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379890a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f37940b3dc0 con 0x7f37940b0370 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379890a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f37940cdc80 con 0x7f379415e480 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3792d9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f379406c030 0x7f3794162020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:39438/0 (socket says 172.21.15.3:39438) 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3792d9d640 1 -- 172.21.15.3:0/119432937 learned_addr learned my addr 172.21.15.3:0/119432937 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379259c640 1 --2- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37940d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3791d9b640 1 --2- 172.21.15.3:0/119432937 >> v2:172.21.15.70:3300/0 conn(0x7f37940b0370 0x7f379406baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379159a640 1 -- 172.21.15.3:0/119432937 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4141639172 0 0) 0x7f379406c450 con 0x7f379406c030 2024-09-10T07:20:44.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f379159a640 1 -- 172.21.15.3:0/119432937 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f377c003520 con 0x7f379406c030 2024-09-10T07:20:44.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3791d9b640 1 -- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 msgr2=0x7f37940d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:44.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3791d9b640 1 --2- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37940d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3791d9b640 1 -- 172.21.15.3:0/119432937 >> v1:172.21.15.3:6789/0 conn(0x7f379406c030 legacy=0x7f3794162020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.887+0000 7f3791d9b640 1 -- 172.21.15.3:0/119432937 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37940cdf40 con 0x7f37940b0370 2024-09-10T07:20:44.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.888+0000 7f3791d9b640 1 --2- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37940b0370 0x7f379406baf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f37880097a0 tx=0x7f378802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2569876dd0fbb85 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.888+0000 7f379159a640 1 -- 172.21.15.3:0/119432937 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788037070 con 0x7f37940b0370 2024-09-10T07:20:44.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.888+0000 7f379159a640 1 -- 172.21.15.3:0/119432937 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378802adb0 con 0x7f37940b0370 2024-09-10T07:20:44.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.888+0000 7f379159a640 1 -- 172.21.15.3:0/119432937 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788032640 con 0x7f37940b0370 2024-09-10T07:20:44.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 -- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37940b0370 msgr2=0x7f379406baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 --2- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37940b0370 0x7f379406baf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f37880097a0 tx=0x7f378802a060 comp rx=0 tx=0).stop 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 -- 172.21.15.3:0/119432937 shutdown_connections 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 --2- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37940b0370 0x7f379406baf0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 --2- 172.21.15.3:0/119432937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37940d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 -- 172.21.15.3:0/119432937 >> 172.21.15.3:0/119432937 conn(0x7f379409aa30 msgr2=0x7f37940b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 -- 172.21.15.3:0/119432937 shutdown_connections 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.889+0000 7f379890a640 1 -- 172.21.15.3:0/119432937 wait complete. 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.890+0000 7f379890a640 1 Processor -- start 2024-09-10T07:20:44.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.890+0000 7f379890a640 1 -- start start 2024-09-10T07:20:44.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379890a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379406c030 0x7f37940c6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379890a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 0x7f379409b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379890a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37941595c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379890a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f379415e860 con 0x7f37940b0370 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379890a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f37940ce500 con 0x7f379406c030 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379890a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f37940af150 con 0x7f379415e480 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f3791d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 0x7f379409b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f3791d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 0x7f379409b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49088/0 (socket says 172.21.15.3:49088) 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f3791d9b640 1 -- 172.21.15.3:0/711619089 learned_addr learned my addr 172.21.15.3:0/711619089 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f3792d9d640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37941595c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.891+0000 7f379259c640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379406c030 0x7f37940c6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3791d9b640 1 -- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 msgr2=0x7f37941595c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3791d9b640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37941595c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3791d9b640 1 -- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379406c030 msgr2=0x7f37940c6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:44.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3791d9b640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379406c030 0x7f37940c6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3791d9b640 1 -- 172.21.15.3:0/711619089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37940c6dd0 con 0x7f37940b0370 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f379259c640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379406c030 0x7f37940c6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3791d9b640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 0x7f379409b2c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f378802a0a0 tx=0x7f37880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788041070 con 0x7f37940b0370 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378803c680 con 0x7f37940b0370 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3794158520 con 0x7f37940b0370 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788037040 con 0x7f37940b0370 2024-09-10T07:20:44.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.892+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3794158ae0 con 0x7f37940b0370 2024-09-10T07:20:44.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.893+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3794073a20 con 0x7f37940b0370 2024-09-10T07:20:44.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.893+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3788044070 con 0x7f37940b0370 2024-09-10T07:20:44.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.894+0000 7f3782ffd640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f377406be30 0x7f377406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:44.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.894+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f37880ab730 con 0x7f37940b0370 2024-09-10T07:20:44.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.894+0000 7f379259c640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f377406be30 0x7f377406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:44.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.895+0000 7f379259c640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f377406be30 0x7f377406e2f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3784009af0 tx=0x7f3784008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:44.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:44.898+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f37940c6dd0 con 0x7f37940b0370 2024-09-10T07:20:45.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.071+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f379406f220 con 0x7f37940b0370 2024-09-10T07:20:45.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.072+0000 7f3782ffd640 1 -- 172.21.15.3:0/711619089 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f3788079870 con 0x7f37940b0370 2024-09-10T07:20:45.073 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 32 2024-09-10T07:20:45.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f377406be30 msgr2=0x7f377406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f377406be30 0x7f377406e2f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3784009af0 tx=0x7f3784008040 comp rx=0 tx=0).stop 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 msgr2=0x7f379409b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 0x7f379409b2c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f378802a0a0 tx=0x7f37880046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 shutdown_connections 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f377406be30 0x7f377406e2f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379415e480 0x7f37941595c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37940b0370 0x7f379409b2c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 --2- 172.21.15.3:0/711619089 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379406c030 0x7f37940c6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 >> 172.21.15.3:0/711619089 conn(0x7f379409aa30 msgr2=0x7f37940d1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:45.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 shutdown_connections 2024-09-10T07:20:45.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.074+0000 7f379890a640 1 -- 172.21.15.3:0/711619089 wait complete. 2024-09-10T07:20:45.084 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T07:20:45.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.190+0000 7faea20d0640 1 Processor -- start 2024-09-10T07:20:45.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.190+0000 7faea20d0640 1 -- start start 2024-09-10T07:20:45.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7faea20d0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fae9c15e6a0 0x7fae9c0d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7faea20d0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c0d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7faea20d0640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae9c0cf050 con 0x7fae9c0d0e30 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7faea20d0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fae9c0cfc00 con 0x7fae9c15e6a0 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7faea20d0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fae9c0cf2d0 con 0x7fae9c0d3160 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7fae9bfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fae9c0d0e30 0x7fae9c0b7270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:39452/0 (socket says 172.21.15.3:39452) 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7fae9bfff640 1 -- 172.21.15.3:0/1239111286 learned_addr learned my addr 172.21.15.3:0/1239111286 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7fae9affd640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c0d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7fae9b7fe640 1 --2- 172.21.15.3:0/1239111286 >> v2:172.21.15.70:3300/0 conn(0x7fae9c15e6a0 0x7fae9c0d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7fae9a7fc640 1 -- 172.21.15.3:0/1239111286 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 372936333 0 0) 0x7fae94001490 con 0x7fae9c0d0e30 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.191+0000 7fae9a7fc640 1 -- 172.21.15.3:0/1239111286 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae84003520 con 0x7fae9c0d0e30 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9a7fc640 1 -- 172.21.15.3:0/1239111286 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1611266314 0 0) 0x7fae84003520 con 0x7fae9c0d0e30 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9b7fe640 1 -- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 msgr2=0x7fae9c0d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9b7fe640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c0d4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9b7fe640 1 -- 172.21.15.3:0/1239111286 >> v1:172.21.15.3:6789/0 conn(0x7fae9c0d0e30 legacy=0x7fae9c0b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9b7fe640 1 -- 172.21.15.3:0/1239111286 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae9c0cf5b0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9affd640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c0d4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.192+0000 7fae9b7fe640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0d0090 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fae8c009790 tx=0x7fae8c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8224c3d5eed92d40 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7fae9a7fc640 1 -- 172.21.15.3:0/1239111286 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8c037070 con 0x7fae9c15e6a0 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7fae9a7fc640 1 -- 172.21.15.3:0/1239111286 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae8c02ab90 con 0x7fae9c15e6a0 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7fae9a7fc640 1 -- 172.21.15.3:0/1239111286 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae94001bc0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 -- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c15e6a0 msgr2=0x7fae9c0d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0d0090 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fae8c009790 tx=0x7fae8c02a100 comp rx=0 tx=0).stop 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 -- 172.21.15.3:0/1239111286 shutdown_connections 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c0d4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 --2- 172.21.15.3:0/1239111286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0d0090 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 -- 172.21.15.3:0/1239111286 >> 172.21.15.3:0/1239111286 conn(0x7fae9c09d730 msgr2=0x7fae9c0d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 -- 172.21.15.3:0/1239111286 shutdown_connections 2024-09-10T07:20:45.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.193+0000 7faea20d0640 1 -- 172.21.15.3:0/1239111286 wait complete. 2024-09-10T07:20:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.194+0000 7faea20d0640 1 Processor -- start 2024-09-10T07:20:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 -- start start 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c0d0e30 0x7fae9c1f8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0b83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fae9c0d51f0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fae9c0d5070 con 0x7fae9c0d0e30 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7faea20d0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fae9c0d12e0 con 0x7fae9c0d3160 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.195+0000 7fae9bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0b83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0b83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49090/0 (socket says 172.21.15.3:49090) 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 -- 172.21.15.3:0/2061369628 learned_addr learned my addr 172.21.15.3:0/2061369628 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9affd640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9b7fe640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c0d0e30 0x7fae9c1f8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 -- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 msgr2=0x7fae9c157a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c157a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 -- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c0d0e30 msgr2=0x7fae9c1f8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c0d0e30 0x7fae9c1f8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 -- 172.21.15.3:0/2061369628 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae9c157fc0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae9bfff640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0b83d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fae9400cc90 tx=0x7fae9400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae94017070 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae94012400 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae9c0cba90 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae940127f0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.196+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae9c0cc050 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.197+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae9c0d16b0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.198+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fae9401a070 con 0x7fae9c15e6a0 2024-09-10T07:20:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.198+0000 7fae83fff640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae8806be60 0x7fae8806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.198+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fae9408b0a0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.198+0000 7fae9b7fe640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae8806be60 0x7fae8806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.199+0000 7fae9b7fe640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae8806be60 0x7fae8806e320 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fae8c034000 tx=0x7fae8c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.203+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae9c157fc0 con 0x7fae9c15e6a0 2024-09-10T07:20:45.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.376+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fae9c0ce300 con 0x7fae9c15e6a0 2024-09-10T07:20:45.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.376+0000 7fae83fff640 1 -- 172.21.15.3:0/2061369628 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7fae9c0cf050 con 0x7fae9c15e6a0 2024-09-10T07:20:45.376 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 64 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae8806be60 msgr2=0x7fae8806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae8806be60 0x7fae8806e320 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fae8c034000 tx=0x7fae8c02e000 comp rx=0 tx=0).stop 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 msgr2=0x7fae9c0b83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0b83d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fae9400cc90 tx=0x7fae9400a430 comp rx=0 tx=0).stop 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 shutdown_connections 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae8806be60 0x7fae8806e320 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae9c15e6a0 0x7fae9c0b83d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae9c0d3160 0x7fae9c157a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 --2- 172.21.15.3:0/2061369628 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae9c0d0e30 0x7fae9c1f8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.378+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 >> 172.21.15.3:0/2061369628 conn(0x7fae9c09d730 msgr2=0x7fae9c161410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:45.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.379+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 shutdown_connections 2024-09-10T07:20:45.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.379+0000 7faea20d0640 1 -- 172.21.15.3:0/2061369628 wait complete. 2024-09-10T07:20:45.389 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T07:20:45.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.495+0000 7f0cfa79f640 1 Processor -- start 2024-09-10T07:20:45.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.495+0000 7f0cfa79f640 1 -- start start 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cfa79f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0cf415e6a0 0x7f0cf40d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cfa79f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cf40cf050 con 0x7f0cf40d3160 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cfa79f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cf40cf2d0 con 0x7f0cf40d0e30 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cfa79f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0cf40cfc00 con 0x7f0cf415e6a0 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf3fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0cf415e6a0 0x7f0cf40d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf37fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0cf40d3160 0x7f0cf40d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:39462/0 (socket says 172.21.15.3:39462) 2024-09-10T07:20:45.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf37fe640 1 -- 172.21.15.3:0/1028876501 learned_addr learned my addr 172.21.15.3:0/1028876501 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:45.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf3fff640 1 -- 172.21.15.3:0/1028876501 >> v1:172.21.15.70:6789/0 conn(0x7f0cf40d0e30 legacy=0x7f0cf40b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf3fff640 1 -- 172.21.15.3:0/1028876501 >> v1:172.21.15.3:6789/0 conn(0x7f0cf40d3160 legacy=0x7f0cf40d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf3fff640 1 -- 172.21.15.3:0/1028876501 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf40cf5b0 con 0x7f0cf415e6a0 2024-09-10T07:20:45.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.496+0000 7f0cf2ffd640 1 -- 172.21.15.3:0/1028876501 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3809575987 0 0) 0x7f0ce8001110 con 0x7f0cf40d3160 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.497+0000 7f0cf3fff640 1 --2- 172.21.15.3:0/1028876501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf40d0090 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0cf40cfd80 tx=0x7f0ce402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aac8a8380c2b81e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.497+0000 7f0cf2ffd640 1 -- 172.21.15.3:0/1028876501 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4037070 con 0x7f0cf415e6a0 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.497+0000 7f0cf2ffd640 1 -- 172.21.15.3:0/1028876501 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ce4032440 con 0x7f0cf415e6a0 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.497+0000 7f0cf2ffd640 1 -- 172.21.15.3:0/1028876501 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4032810 con 0x7f0cf415e6a0 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 -- 172.21.15.3:0/1028876501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 msgr2=0x7f0cf40d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/1028876501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf40d0090 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0cf40cfd80 tx=0x7f0ce402a210 comp rx=0 tx=0).stop 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 -- 172.21.15.3:0/1028876501 shutdown_connections 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/1028876501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf40d0090 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 -- 172.21.15.3:0/1028876501 >> 172.21.15.3:0/1028876501 conn(0x7f0cf409d730 msgr2=0x7f0cf40d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 -- 172.21.15.3:0/1028876501 shutdown_connections 2024-09-10T07:20:45.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.498+0000 7f0cfa79f640 1 -- 172.21.15.3:0/1028876501 wait complete. 2024-09-10T07:20:45.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.499+0000 7f0cfa79f640 1 Processor -- start 2024-09-10T07:20:45.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.499+0000 7f0cfa79f640 1 -- start start 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cfa79f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0cf40d0e30 0x7f0cf415ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cfa79f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0cf40d3160 0x7f0cf40a09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cfa79f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf415d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cfa79f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf40d13f0 con 0x7f0cf415e6a0 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cfa79f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf40d1270 con 0x7f0cf40d0e30 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cfa79f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0cf40d1570 con 0x7f0cf40d3160 2024-09-10T07:20:45.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf415d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf415d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49112/0 (socket says 172.21.15.3:49112) 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 -- 172.21.15.3:0/984683350 learned_addr learned my addr 172.21.15.3:0/984683350 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf3fff640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0cf40d0e30 0x7f0cf415ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf37fe640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0cf40d3160 0x7f0cf40a09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 -- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0cf40d3160 msgr2=0x7f0cf40a09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0cf40d3160 0x7f0cf40a09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 -- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0cf40d0e30 msgr2=0x7f0cf415ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0cf40d0e30 0x7f0cf415ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf8d3c640 1 -- 172.21.15.3:0/984683350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf415d920 con 0x7f0cf415e6a0 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf3fff640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0cf40d0e30 0x7f0cf415ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.500+0000 7f0cf37fe640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0cf40d3160 0x7f0cf40a09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.501+0000 7f0cf8d3c640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf415d3e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00c7a0 tx=0x7f0cec00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.501+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec003b70 con 0x7f0cf415e6a0 2024-09-10T07:20:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.501+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cec003d30 con 0x7f0cf415e6a0 2024-09-10T07:20:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.501+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf40a1160 con 0x7f0cf415e6a0 2024-09-10T07:20:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.501+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec00aa90 con 0x7f0cf415e6a0 2024-09-10T07:20:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.501+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf40a1720 con 0x7f0cf415e6a0 2024-09-10T07:20:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.502+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf415db30 con 0x7f0cf415e6a0 2024-09-10T07:20:45.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.502+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0cec00ac30 con 0x7f0cf415e6a0 2024-09-10T07:20:45.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.503+0000 7f0cf0ff9640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0ce006be30 0x7f0ce006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.503+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0cec08b0a0 con 0x7f0cf415e6a0 2024-09-10T07:20:45.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.503+0000 7f0cf3fff640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0ce006be30 0x7f0ce006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.504+0000 7f0cf3fff640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0ce006be30 0x7f0ce006e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4034000 tx=0x7f0ce402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.507+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0cec059720 con 0x7f0cf415e6a0 2024-09-10T07:20:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.684+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f0cf40d0070 con 0x7f0cf415e6a0 2024-09-10T07:20:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.684+0000 7f0cf0ff9640 1 -- 172.21.15.3:0/984683350 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f0cec059020 con 0x7f0cf415e6a0 2024-09-10T07:20:45.684 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 32 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0ce006be30 msgr2=0x7f0ce006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0ce006be30 0x7f0ce006e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4034000 tx=0x7f0ce402e000 comp rx=0 tx=0).stop 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 msgr2=0x7f0cf415d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf415d3e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00c7a0 tx=0x7f0cec00cc60 comp rx=0 tx=0).stop 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 shutdown_connections 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0ce006be30 0x7f0ce006e2f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0cf415e6a0 0x7f0cf415d3e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0cf40d3160 0x7f0cf40a09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 --2- 172.21.15.3:0/984683350 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0cf40d0e30 0x7f0cf415ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.686+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 >> 172.21.15.3:0/984683350 conn(0x7f0cf409d730 msgr2=0x7f0cf4160a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.687+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 shutdown_connections 2024-09-10T07:20:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.687+0000 7f0cfa79f640 1 -- 172.21.15.3:0/984683350 wait complete. 2024-09-10T07:20:45.697 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_inject_to_empty' 2024-09-10T07:20:45.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.799+0000 7f0d91352640 1 Processor -- start 2024-09-10T07:20:45.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.799+0000 7f0d91352640 1 -- start start 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.800+0000 7f0d91352640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c15e760 0x7f0d8c0cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.800+0000 7f0d91352640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0d8c0b47f0 0x7f0d8c0b4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.800+0000 7f0d91352640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d8c073ec0 con 0x7f0d8c06baf0 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.800+0000 7f0d91352640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0d8c072e20 con 0x7f0d8c0b47f0 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.800+0000 7f0d91352640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0d8c073100 con 0x7f0d8c15e760 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.800+0000 7f0d8b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0d8c0b47f0 0x7f0d8c0b4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0d8c0b47f0 0x7f0d8c0b4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49124/0 (socket says 172.21.15.3:49124) 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/1915801142 learned_addr learned my addr 172.21.15.3:0/1915801142 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8a7fc640 1 --2- 172.21.15.3:0/1915801142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c15e760 0x7f0d8c0cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/1915801142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c15e760 msgr2=0x7f0d8c0cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8b7fe640 1 --2- 172.21.15.3:0/1915801142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c15e760 0x7f0d8c0cefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/1915801142 >> v1:172.21.15.70:6789/0 conn(0x7f0d8c06baf0 legacy=0x7f0d8c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.801+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/1915801142 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8c0733e0 con 0x7f0d8c0b47f0 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d8b7fe640 1 --2- 172.21.15.3:0/1915801142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c0b47f0 0x7f0d8c0b4c80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c009e50 tx=0x7f0d7c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46423719b1574889 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d89ffb640 1 -- 172.21.15.3:0/1915801142 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c036070 con 0x7f0d8c0b47f0 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d89ffb640 1 -- 172.21.15.3:0/1915801142 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d7c031600 con 0x7f0d8c0b47f0 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d89ffb640 1 -- 172.21.15.3:0/1915801142 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c0319d0 con 0x7f0d8c0b47f0 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 -- 172.21.15.3:0/1915801142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c0b47f0 msgr2=0x7f0d8c0b4c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 --2- 172.21.15.3:0/1915801142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c0b47f0 0x7f0d8c0b4c80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c009e50 tx=0x7f0d7c02a680 comp rx=0 tx=0).stop 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 -- 172.21.15.3:0/1915801142 shutdown_connections 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 --2- 172.21.15.3:0/1915801142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c0b47f0 0x7f0d8c0b4c80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 --2- 172.21.15.3:0/1915801142 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c15e760 0x7f0d8c0cefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 -- 172.21.15.3:0/1915801142 >> 172.21.15.3:0/1915801142 conn(0x7f0d8c0b2c50 msgr2=0x7f0d8c0b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 -- 172.21.15.3:0/1915801142 shutdown_connections 2024-09-10T07:20:45.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.802+0000 7f0d91352640 1 -- 172.21.15.3:0/1915801142 wait complete. 2024-09-10T07:20:45.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 Processor -- start 2024-09-10T07:20:45.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 -- start start 2024-09-10T07:20:45.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d8c06baf0 0x7f0d8c142430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c0b47f0 0x7f0d8c15c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 0x7f0d8c156110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c06c850 con 0x7f0d8c15e760 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c0739a0 con 0x7f0d8c06baf0 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.804+0000 7f0d91352640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0d8c0cf520 con 0x7f0d8c0b47f0 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 0x7f0d8c156110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 0x7f0d8c156110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49126/0 (socket says 172.21.15.3:49126) 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/4022849655 learned_addr learned my addr 172.21.15.3:0/4022849655 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8affd640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d8c06baf0 0x7f0d8c142430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8a7fc640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c0b47f0 0x7f0d8c15c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c0b47f0 msgr2=0x7f0d8c15c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c0b47f0 0x7f0d8c15c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d8c06baf0 msgr2=0x7f0d8c142430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d8c06baf0 0x7f0d8c142430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:45.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 -- 172.21.15.3:0/4022849655 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8c1587d0 con 0x7f0d8c15e760 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d8b7fe640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 0x7f0d8c156110 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c034040 tx=0x7f0d7c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c036050 con 0x7f0d8c15e760 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d7c042070 con 0x7f0d8c15e760 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8c158ab0 con 0x7f0d8c15e760 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c009510 con 0x7f0d8c15e760 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.805+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8c159070 con 0x7f0d8c15e760 2024-09-10T07:20:45.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.806+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d8c0cefe0 con 0x7f0d8c15e760 2024-09-10T07:20:45.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.807+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d7c007b30 con 0x7f0d8c15e760 2024-09-10T07:20:45.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.807+0000 7f0d837fe640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0d6c06be30 0x7f0d6c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:45.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.807+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0d7c0abe70 con 0x7f0d8c15e760 2024-09-10T07:20:45.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.808+0000 7f0d8affd640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0d6c06be30 0x7f0d6c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:45.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.808+0000 7f0d8affd640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0d6c06be30 0x7f0d6c06e2f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0d840016e0 tx=0x7f0d84009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:45.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:45.812+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0d7c007e20 con 0x7f0d8c15e760 2024-09-10T07:20:46.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.058+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_inject_to_empty"]} v 0) -- 0x7f0d8c0cec90 con 0x7f0d8c15e760 2024-09-10T07:20:46.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.182+0000 7f0d837fe640 1 -- 172.21.15.3:0/4022849655 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_inject_to_empty"]}]=0 v56) ==== 153+0+0 (secure 0 0 0) 0x7f0d7c079e90 con 0x7f0d8c15e760 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0d6c06be30 msgr2=0x7f0d6c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0d6c06be30 0x7f0d6c06e2f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0d840016e0 tx=0x7f0d84009040 comp rx=0 tx=0).stop 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 msgr2=0x7f0d8c156110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 0x7f0d8c156110 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c034040 tx=0x7f0d7c004a40 comp rx=0 tx=0).stop 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 shutdown_connections 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0d6c06be30 0x7f0d6c06e2f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0d8c15e760 0x7f0d8c156110 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0d8c0b47f0 0x7f0d8c15c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 --2- 172.21.15.3:0/4022849655 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0d8c06baf0 0x7f0d8c142430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 >> 172.21.15.3:0/4022849655 conn(0x7f0d8c0b2c50 msgr2=0x7f0d8c0b0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 shutdown_connections 2024-09-10T07:20:46.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.185+0000 7f0d91352640 1 -- 172.21.15.3:0/4022849655 wait complete. 2024-09-10T07:20:46.195 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T07:20:46.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.302+0000 7fe25f7f8640 1 Processor -- start 2024-09-10T07:20:46.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.302+0000 7fe25f7f8640 1 -- start start 2024-09-10T07:20:46.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25f7f8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe2580d0090 0x7fe2580d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25f7f8640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe2580d0e30 0x7fe2580d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25f7f8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2580cf050 con 0x7fe25815e6a0 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25f7f8640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe2580cfc00 con 0x7fe2580d0e30 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25f7f8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe2580d17b0 con 0x7fe2580d0090 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe2580d0e30 0x7fe2580d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe2580d0e30 0x7fe2580d1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49128/0 (socket says 172.21.15.3:49128) 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 -- 172.21.15.3:0/2091900440 learned_addr learned my addr 172.21.15.3:0/2091900440 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25cd93640 1 --2- 172.21.15.3:0/2091900440 >> v2:172.21.15.70:3300/0 conn(0x7fe2580d0090 0x7fe2580d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 -- 172.21.15.3:0/2091900440 >> v2:172.21.15.70:3300/0 conn(0x7fe2580d0090 msgr2=0x7fe2580d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 --2- 172.21.15.3:0/2091900440 >> v2:172.21.15.70:3300/0 conn(0x7fe2580d0090 0x7fe2580d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 -- 172.21.15.3:0/2091900440 >> v1:172.21.15.70:6789/0 conn(0x7fe25815e6a0 legacy=0x7fe2580d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25dd95640 1 -- 172.21.15.3:0/2091900440 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2580cf2d0 con 0x7fe2580d0e30 2024-09-10T07:20:46.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.303+0000 7fe25cd93640 1 --2- 172.21.15.3:0/2091900440 >> v2:172.21.15.70:3300/0 conn(0x7fe2580d0090 0x7fe2580d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.304+0000 7fe25dd95640 1 --2- 172.21.15.3:0/2091900440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2580d0e30 0x7fe2580d1270 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe25808d880 tx=0x7fe25002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5639e7800e34ca0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.304+0000 7fe24ffff640 1 -- 172.21.15.3:0/2091900440 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe250037070 con 0x7fe2580d0e30 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.304+0000 7fe24ffff640 1 -- 172.21.15.3:0/2091900440 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe250032440 con 0x7fe2580d0e30 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.304+0000 7fe24ffff640 1 -- 172.21.15.3:0/2091900440 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe250032810 con 0x7fe2580d0e30 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 -- 172.21.15.3:0/2091900440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2580d0e30 msgr2=0x7fe2580d1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/2091900440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2580d0e30 0x7fe2580d1270 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe25808d880 tx=0x7fe25002a230 comp rx=0 tx=0).stop 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 -- 172.21.15.3:0/2091900440 shutdown_connections 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/2091900440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2580d0e30 0x7fe2580d1270 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/2091900440 >> v2:172.21.15.70:3300/0 conn(0x7fe2580d0090 0x7fe2580d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 -- 172.21.15.3:0/2091900440 >> 172.21.15.3:0/2091900440 conn(0x7fe25809d730 msgr2=0x7fe2580d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:46.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 -- 172.21.15.3:0/2091900440 shutdown_connections 2024-09-10T07:20:46.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.305+0000 7fe25f7f8640 1 -- 172.21.15.3:0/2091900440 wait complete. 2024-09-10T07:20:46.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.306+0000 7fe25f7f8640 1 Processor -- start 2024-09-10T07:20:46.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.306+0000 7fe25f7f8640 1 -- start start 2024-09-10T07:20:46.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25f7f8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe2580d0090 0x7fe2580cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25f7f8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2580d0e30 0x7fe25815d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25f7f8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 0x7fe2580c9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25f7f8640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe2580b7270 con 0x7fe25815e6a0 2024-09-10T07:20:46.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25f7f8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe2580cf890 con 0x7fe2580d0e30 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25f7f8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe2580b73f0 con 0x7fe2580d0090 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 0x7fe2580c9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 0x7fe2580c9750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49134/0 (socket says 172.21.15.3:49134) 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 -- 172.21.15.3:0/1357321210 learned_addr learned my addr 172.21.15.3:0/1357321210 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25cd93640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2580d0e30 0x7fe25815d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25d594640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe2580d0090 0x7fe2580cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 -- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe2580d0090 msgr2=0x7fe2580cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe2580d0090 0x7fe2580cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 -- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2580d0e30 msgr2=0x7fe25815d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2580d0e30 0x7fe25815d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.307+0000 7fe25dd95640 1 -- 172.21.15.3:0/1357321210 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2580c9c90 con 0x7fe25815e6a0 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.308+0000 7fe25dd95640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 0x7fe2580c9750 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe2500090b0 tx=0x7fe2500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:46.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.308+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe250041020 con 0x7fe25815e6a0 2024-09-10T07:20:46.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.308+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe250030990 con 0x7fe25815e6a0 2024-09-10T07:20:46.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.308+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe250037040 con 0x7fe25815e6a0 2024-09-10T07:20:46.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.308+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2580c9f10 con 0x7fe25815e6a0 2024-09-10T07:20:46.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.308+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2580a13e0 con 0x7fe25815e6a0 2024-09-10T07:20:46.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.309+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2580d3160 con 0x7fe25815e6a0 2024-09-10T07:20:46.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.309+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe250044020 con 0x7fe25815e6a0 2024-09-10T07:20:46.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.310+0000 7fe24dffb640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe23c06be30 0x7fe23c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.310+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe2500abb70 con 0x7fe25815e6a0 2024-09-10T07:20:46.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.310+0000 7fe25d594640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe23c06be30 0x7fe23c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.311+0000 7fe25d594640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe23c06be30 0x7fe23c06e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe254009f20 tx=0x7fe2540094d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:46.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.314+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe25004b030 con 0x7fe25815e6a0 2024-09-10T07:20:46.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.491+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe2580d0c10 con 0x7fe25815e6a0 2024-09-10T07:20:46.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.494+0000 7fe24dffb640 1 -- 172.21.15.3:0/1357321210 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fe2580c9c90 con 0x7fe25815e6a0 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe23c06be30 msgr2=0x7fe23c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe23c06be30 0x7fe23c06e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe254009f20 tx=0x7fe2540094d0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 msgr2=0x7fe2580c9750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 0x7fe2580c9750 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe2500090b0 tx=0x7fe2500046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 shutdown_connections 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe23c06be30 0x7fe23c06e2f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe25815e6a0 0x7fe2580c9750 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe2580d0e30 0x7fe25815d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 --2- 172.21.15.3:0/1357321210 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe2580d0090 0x7fe2580cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 >> 172.21.15.3:0/1357321210 conn(0x7fe25809d730 msgr2=0x7fe2580cd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 shutdown_connections 2024-09-10T07:20:46.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.496+0000 7fe25f7f8640 1 -- 172.21.15.3:0/1357321210 wait complete. 2024-09-10T07:20:46.508 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:20:46.509 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:20:46.572 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:20:46.615 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:20:46.615 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:46.615 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:46.632 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:46.632 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:46.688 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:46.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.833+0000 7f36f0b9f640 1 Processor -- start 2024-09-10T07:20:46.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.833+0000 7f36f0b9f640 1 -- start start 2024-09-10T07:20:46.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36f0b9f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f36ec15e280 0x7f36ec0d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36f0b9f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36ec0d24d0 con 0x7f36ec15e660 2024-09-10T07:20:46.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36f0b9f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36ec0b42f0 con 0x7f36ec0d30b0 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36f0b9f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f36ec0b4c20 con 0x7f36ec15e280 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e3fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f36ec15e660 0x7f36ec0d29a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:39478/0 (socket says 172.21.15.3:39478) 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e3fff640 1 -- 172.21.15.3:0/659748474 learned_addr learned my addr 172.21.15.3:0/659748474 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36ea59c640 1 --2- 172.21.15.3:0/659748474 >> v2:172.21.15.70:3300/0 conn(0x7f36ec15e280 0x7f36ec0d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1138897179 0 0) 0x7f36d4001110 con 0x7f36ec15e660 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36d8003520 con 0x7f36ec15e660 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3429639883 0 0) 0x7f36d8003520 con 0x7f36ec15e660 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 >> v2:172.21.15.70:3300/0 conn(0x7f36ec15e280 msgr2=0x7f36ec0d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 --2- 172.21.15.3:0/659748474 >> v2:172.21.15.70:3300/0 conn(0x7f36ec15e280 0x7f36ec0d1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 >> v1:172.21.15.70:6789/0 conn(0x7f36ec0d30b0 legacy=0x7f36ec0ceed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36ec0b45d0 con 0x7f36ec15e660 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f36d4001840 con 0x7f36ec15e660 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 >> v1:172.21.15.3:6789/0 conn(0x7f36ec15e660 legacy=0x7f36ec0d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36d8003a20 0x7f36d8003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8004800 0x7f36d8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36d80051c0 0x7f36d800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec0b4c20 con 0x7f36d8003a20 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36d800c0f0 con 0x7f36d80051c0 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f36d800c2f0 con 0x7f36d8004800 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.834+0000 7f36ea59c640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36d8003a20 0x7f36d8003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ead9d640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36d80051c0 0x7f36d800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36e3fff640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8004800 0x7f36d8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ea59c640 1 -- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8004800 msgr2=0x7f36d8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ea59c640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8004800 0x7f36d8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ea59c640 1 -- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36d80051c0 msgr2=0x7f36d800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:46.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ea59c640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36d80051c0 0x7f36d800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ea59c640 1 -- 172.21.15.3:0/659748474 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d8003520 con 0x7f36d8003a20 2024-09-10T07:20:46.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ead9d640 1 -- 172.21.15.3:0/659748474 reap_dead start 2024-09-10T07:20:46.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.835+0000 7f36ea59c640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36d8003a20 0x7f36d8003e60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f36dc009a90 tx=0x7f36d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daeeaa79ea3d2653 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:46.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc036070 con 0x7f36d8003a20 2024-09-10T07:20:46.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36dc031400 con 0x7f36d8003a20 2024-09-10T07:20:46.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36e9d9b640 1 -- 172.21.15.3:0/659748474 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36dc009690 con 0x7f36d8003a20 2024-09-10T07:20:46.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 -- 172.21.15.3:0/659748474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36d8003a20 msgr2=0x7f36d8003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36d8003a20 0x7f36d8003e60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f36dc009a90 tx=0x7f36d8005830 comp rx=0 tx=0).stop 2024-09-10T07:20:46.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 -- 172.21.15.3:0/659748474 shutdown_connections 2024-09-10T07:20:46.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/659748474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36d8003a20 0x7f36d8003e60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 -- 172.21.15.3:0/659748474 >> 172.21.15.3:0/659748474 conn(0x7f36ec08ddf0 msgr2=0x7f36ec09d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 -- 172.21.15.3:0/659748474 shutdown_connections 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.836+0000 7f36f0b9f640 1 -- 172.21.15.3:0/659748474 wait complete. 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 Processor -- start 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 -- start start 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8003a20 0x7f36ec160e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 0x7f36ec0ce260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36ec1f7cb0 0x7f36ec1f8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec0b5230 con 0x7f36ec1f4000 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36ec0b50b0 con 0x7f36ec1f7cb0 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36f0b9f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f36ec0b3a30 con 0x7f36d8003a20 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36e3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 0x7f36ec0ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36e3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 0x7f36ec0ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49160/0 (socket says 172.21.15.3:49160) 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.838+0000 7f36e3fff640 1 -- 172.21.15.3:0/1521273728 learned_addr learned my addr 172.21.15.3:0/1521273728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e3fff640 1 -- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8003a20 msgr2=0x7f36ec160e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e3fff640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8003a20 0x7f36ec160e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e3fff640 1 -- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36ec1f7cb0 msgr2=0x7f36ec1f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e3fff640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36ec1f7cb0 0x7f36ec1f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e3fff640 1 -- 172.21.15.3:0/1521273728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36ec1f4460 con 0x7f36ec1f4000 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e3fff640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 0x7f36ec0ce260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f36d4007390 tx=0x7f36d4007850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d400e8a0 con 0x7f36ec1f4000 2024-09-10T07:20:46.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36d4018070 con 0x7f36ec1f4000 2024-09-10T07:20:46.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36ec1f4700 con 0x7f36ec1f4000 2024-09-10T07:20:46.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d400ec80 con 0x7f36ec1f4000 2024-09-10T07:20:46.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.839+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36ec1f4cc0 con 0x7f36ec1f4000 2024-09-10T07:20:46.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.840+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36ec1f4f00 con 0x7f36ec1f4000 2024-09-10T07:20:46.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.841+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f36d401d460 con 0x7f36ec1f4000 2024-09-10T07:20:46.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.841+0000 7f36e2ffd640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f36cc06be30 0x7f36cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:46.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.841+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f36d408b2a0 con 0x7f36ec1f4000 2024-09-10T07:20:46.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.841+0000 7f36ea59c640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f36cc06be30 0x7f36cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:46.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.842+0000 7f36ea59c640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f36cc06be30 0x7f36cc06e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f36dc033000 tx=0x7f36dc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:46.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:46.845+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f36ec1f4f00 con 0x7f36ec1f4000 2024-09-10T07:20:47.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.032+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f36ec0d1f90 con 0x7f36ec1f4000 2024-09-10T07:20:47.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.032+0000 7f36e2ffd640 1 -- 172.21.15.3:0/1521273728 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f36ec0d24d0 con 0x7f36ec1f4000 2024-09-10T07:20:47.032 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:47.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.034+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f36cc06be30 msgr2=0x7f36cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f36cc06be30 0x7f36cc06e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f36dc033000 tx=0x7f36dc02e000 comp rx=0 tx=0).stop 2024-09-10T07:20:47.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 msgr2=0x7f36ec0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 0x7f36ec0ce260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f36d4007390 tx=0x7f36d4007850 comp rx=0 tx=0).stop 2024-09-10T07:20:47.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 shutdown_connections 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f36cc06be30 0x7f36cc06e2f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36ec1f7cb0 0x7f36ec1f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36ec1f4000 0x7f36ec0ce260 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 --2- 172.21.15.3:0/1521273728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36d8003a20 0x7f36ec160e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 >> 172.21.15.3:0/1521273728 conn(0x7f36ec08ddf0 msgr2=0x7f36ec0b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 shutdown_connections 2024-09-10T07:20:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.035+0000 7f36f0b9f640 1 -- 172.21.15.3:0/1521273728 wait complete. 2024-09-10T07:20:47.046 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:47.046 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:47.063 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:47.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.206+0000 7fa6f0798640 1 Processor -- start 2024-09-10T07:20:47.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.206+0000 7fa6f0798640 1 -- start start 2024-09-10T07:20:47.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6f0798640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa6e80cc7b0 0x7fa6e80ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6f0798640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e80d01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6f0798640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6e80ce620 con 0x7fa6e815c2e0 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6f0798640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa6e80cd130 con 0x7fa6e80cc7b0 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6f0798640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa6e815c6c0 con 0x7fa6e80cfd30 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6edd33640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa6e80cc7b0 0x7fa6e80ccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6edd33640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa6e80cc7b0 0x7fa6e80ccbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49166/0 (socket says 172.21.15.3:49166) 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.207+0000 7fa6edd33640 1 -- 172.21.15.3:0/4044049907 learned_addr learned my addr 172.21.15.3:0/4044049907 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6eed35640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e80d01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6edd33640 1 -- 172.21.15.3:0/4044049907 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 msgr2=0x7fa6e80d01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6edd33640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e80d01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6edd33640 1 -- 172.21.15.3:0/4044049907 >> v1:172.21.15.70:6789/0 conn(0x7fa6e815c2e0 legacy=0x7fa6e80cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6edd33640 1 -- 172.21.15.3:0/4044049907 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e80d2850 con 0x7fa6e80cc7b0 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6eed35640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e80d01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.208+0000 7fa6edd33640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e80ccbf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8009870 tx=0x7fa6d802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f41bbbdf412b79a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:47.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6ed532640 1 -- 172.21.15.3:0/4044049907 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8037070 con 0x7fa6e80cc7b0 2024-09-10T07:20:47.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6ed532640 1 -- 172.21.15.3:0/4044049907 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6d8032440 con 0x7fa6e80cc7b0 2024-09-10T07:20:47.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6ed532640 1 -- 172.21.15.3:0/4044049907 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8032810 con 0x7fa6e80cc7b0 2024-09-10T07:20:47.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 -- 172.21.15.3:0/4044049907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e80cc7b0 msgr2=0x7fa6e80ccbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e80ccbf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8009870 tx=0x7fa6d802a180 comp rx=0 tx=0).stop 2024-09-10T07:20:47.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 -- 172.21.15.3:0/4044049907 shutdown_connections 2024-09-10T07:20:47.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e80d01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 --2- 172.21.15.3:0/4044049907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e80ccbf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 -- 172.21.15.3:0/4044049907 >> 172.21.15.3:0/4044049907 conn(0x7fa6e806feb0 msgr2=0x7fa6e8070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 -- 172.21.15.3:0/4044049907 shutdown_connections 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.209+0000 7fa6f0798640 1 -- 172.21.15.3:0/4044049907 wait complete. 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.210+0000 7fa6f0798640 1 Processor -- start 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.210+0000 7fa6f0798640 1 -- start start 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6f0798640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e81515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6f0798640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e81f22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6f0798640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 0x7fa6e80c8620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6f0798640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e80cee60 con 0x7fa6e815c2e0 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6f0798640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e80ceb80 con 0x7fa6e80cc7b0 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6f0798640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa6e80d0700 con 0x7fa6e80cfd30 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6eed35640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 0x7fa6e80c8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6eed35640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 0x7fa6e80c8620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49170/0 (socket says 172.21.15.3:49170) 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6eed35640 1 -- 172.21.15.3:0/3569744681 learned_addr learned my addr 172.21.15.3:0/3569744681 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:47.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6edd33640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e81f22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.211+0000 7fa6ee534640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e81515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6eed35640 1 -- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 msgr2=0x7fa6e81f22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6eed35640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e81f22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6eed35640 1 -- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6e80cc7b0 msgr2=0x7fa6e81515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6eed35640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e81515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6eed35640 1 -- 172.21.15.3:0/3569744681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e8151b10 con 0x7fa6e815c2e0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6eed35640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 0x7fa6e80c8620 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa6e000c7f0 tx=0x7fa6e000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0015070 con 0x7fa6e815c2e0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e0007820 con 0x7fa6e815c2e0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e80c6330 con 0x7fa6e815c2e0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0007c50 con 0x7fa6e815c2e0 2024-09-10T07:20:47.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.212+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e80c68f0 con 0x7fa6e815c2e0 2024-09-10T07:20:47.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.213+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6e80d30c0 con 0x7fa6e815c2e0 2024-09-10T07:20:47.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.213+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa6e0018070 con 0x7fa6e815c2e0 2024-09-10T07:20:47.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.214+0000 7fa6deffd640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa6cc06be30 0x7fa6cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.214+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa6e008b310 con 0x7fa6e815c2e0 2024-09-10T07:20:47.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.214+0000 7fa6ee534640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa6cc06be30 0x7fa6cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.215+0000 7fa6ee534640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa6cc06be30 0x7fa6cc06e2f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4005520 tx=0x7fa6e4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:47.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.218+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa6e0059980 con 0x7fa6e815c2e0 2024-09-10T07:20:47.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.405+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa6e80ccbf0 con 0x7fa6e815c2e0 2024-09-10T07:20:47.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.405+0000 7fa6deffd640 1 -- 172.21.15.3:0/3569744681 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fa6e0059280 con 0x7fa6e815c2e0 2024-09-10T07:20:47.405 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:47.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa6cc06be30 msgr2=0x7fa6cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa6cc06be30 0x7fa6cc06e2f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4005520 tx=0x7fa6e4009040 comp rx=0 tx=0).stop 2024-09-10T07:20:47.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 msgr2=0x7fa6e80c8620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 0x7fa6e80c8620 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa6e000c7f0 tx=0x7fa6e000ccb0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 shutdown_connections 2024-09-10T07:20:47.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa6cc06be30 0x7fa6cc06e2f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6e815c2e0 0x7fa6e80c8620 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa6e80cfd30 0x7fa6e81f22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 --2- 172.21.15.3:0/3569744681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa6e80cc7b0 0x7fa6e81515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 >> 172.21.15.3:0/3569744681 conn(0x7fa6e806feb0 msgr2=0x7fa6e80d1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:47.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 shutdown_connections 2024-09-10T07:20:47.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.408+0000 7fa6f0798640 1 -- 172.21.15.3:0/3569744681 wait complete. 2024-09-10T07:20:47.419 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:20:47.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:47.420 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:20:47.446 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:47.446 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:20:47.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:47.447 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:20:47.503 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:20:47.503 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:47.523 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:20:47.523 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:47.583 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:47.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 Processor -- start 2024-09-10T07:20:47.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 -- start start 2024-09-10T07:20:47.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd15c15c130 0x7fd15c0d1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c0d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd15c0d0750 0x7fd15c0cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd15c0d1fb0 con 0x7fd15c15c130 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd15c1604a0 con 0x7fd15c0d0750 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.687+0000 7fd162ae4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd15c160780 con 0x7fd15c15ffe0 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd15c15c130 0x7fd15c0d1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd15c15c130 0x7fd15c0d1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49184/0 (socket says 172.21.15.3:49184) 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 -- 172.21.15.3:0/3692806202 learned_addr learned my addr 172.21.15.3:0/3692806202 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd15bfff640 1 --2- 172.21.15.3:0/3692806202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c0d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd161081640 1 --2- 172.21.15.3:0/3692806202 >> v2:172.21.15.70:3300/0 conn(0x7fd15c0d0750 0x7fd15c0cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 -- 172.21.15.3:0/3692806202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 msgr2=0x7fd15c0d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:47.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 --2- 172.21.15.3:0/3692806202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c0d0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 -- 172.21.15.3:0/3692806202 >> v2:172.21.15.70:3300/0 conn(0x7fd15c0d0750 msgr2=0x7fd15c0cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 --2- 172.21.15.3:0/3692806202 >> v2:172.21.15.70:3300/0 conn(0x7fd15c0d0750 0x7fd15c0cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd160880640 1 -- 172.21.15.3:0/3692806202 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15c160a60 con 0x7fd15c15c130 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.688+0000 7fd161081640 1 --2- 172.21.15.3:0/3692806202 >> v2:172.21.15.70:3300/0 conn(0x7fd15c0d0750 0x7fd15c0cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.689+0000 7fd160880640 1 --2- 172.21.15.3:0/3692806202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c15c130 0x7fd15c0d1a70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0b8420 tx=0x7fd15002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30978ec819e052f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.689+0000 7fd15b7fe640 1 -- 172.21.15.3:0/3692806202 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150037070 con 0x7fd15c15c130 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.689+0000 7fd15b7fe640 1 -- 172.21.15.3:0/3692806202 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd150032440 con 0x7fd15c15c130 2024-09-10T07:20:47.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.689+0000 7fd15b7fe640 1 -- 172.21.15.3:0/3692806202 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150032810 con 0x7fd15c15c130 2024-09-10T07:20:47.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.689+0000 7fd162ae4640 1 -- 172.21.15.3:0/3692806202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c15c130 msgr2=0x7fd15c0d1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.689+0000 7fd162ae4640 1 --2- 172.21.15.3:0/3692806202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c15c130 0x7fd15c0d1a70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0b8420 tx=0x7fd15002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 -- 172.21.15.3:0/3692806202 shutdown_connections 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 --2- 172.21.15.3:0/3692806202 >> v2:172.21.15.70:3300/0 conn(0x7fd15c0d0750 0x7fd15c0cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 --2- 172.21.15.3:0/3692806202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c0d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 --2- 172.21.15.3:0/3692806202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c15c130 0x7fd15c0d1a70 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 -- 172.21.15.3:0/3692806202 >> 172.21.15.3:0/3692806202 conn(0x7fd15c06baf0 msgr2=0x7fd15c06bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 -- 172.21.15.3:0/3692806202 shutdown_connections 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.690+0000 7fd162ae4640 1 -- 172.21.15.3:0/3692806202 wait complete. 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.691+0000 7fd162ae4640 1 Processor -- start 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.691+0000 7fd162ae4640 1 -- start start 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd162ae4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 0x7fd15c0b0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd162ae4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd15c15c130 0x7fd15c1f4960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd162ae4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c158890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd162ae4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd15c0cf200 con 0x7fd15c0d0750 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd162ae4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd15c0d2200 con 0x7fd15c15c130 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd162ae4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd15c0cf380 con 0x7fd15c15ffe0 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 0x7fd15c0b0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 0x7fd15c0b0db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49190/0 (socket says 172.21.15.3:49190) 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 -- 172.21.15.3:0/4244161708 learned_addr learned my addr 172.21.15.3:0/4244161708 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd15bfff640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd15c15c130 0x7fd15c1f4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd161081640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c158890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 -- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 msgr2=0x7fd15c158890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c158890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 -- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd15c15c130 msgr2=0x7fd15c1f4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd15c15c130 0x7fd15c1f4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 -- 172.21.15.3:0/4244161708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15c0ca9e0 con 0x7fd15c0d0750 2024-09-10T07:20:47.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd160880640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 0x7fd15c0b0db0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd15002a220 tx=0x7fd1500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:47.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.692+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150041020 con 0x7fd15c0d0750 2024-09-10T07:20:47.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.693+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1500306c0 con 0x7fd15c0d0750 2024-09-10T07:20:47.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.693+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd15c0cc2d0 con 0x7fd15c0d0750 2024-09-10T07:20:47.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.693+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150037040 con 0x7fd15c0d0750 2024-09-10T07:20:47.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.693+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd15c06cc00 con 0x7fd15c0d0750 2024-09-10T07:20:47.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.694+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd15c068880 con 0x7fd15c0d0750 2024-09-10T07:20:47.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.694+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd150044020 con 0x7fd15c0d0750 2024-09-10T07:20:47.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.695+0000 7fd1597fa640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd14006be30 0x7fd14006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:47.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.695+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd1500ab800 con 0x7fd15c0d0750 2024-09-10T07:20:47.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.695+0000 7fd15bfff640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd14006be30 0x7fd14006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:47.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.695+0000 7fd15bfff640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd14006be30 0x7fd14006e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0b6e40 tx=0x7fd148008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:47.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.699+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd15004b030 con 0x7fd15c0d0750 2024-09-10T07:20:47.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.913+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd15c0d1a70 con 0x7fd15c0d0750 2024-09-10T07:20:47.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.913+0000 7fd1597fa640 1 -- 172.21.15.3:0/4244161708 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fd15c0ca9e0 con 0x7fd15c0d0750 2024-09-10T07:20:47.913 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:47.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd14006be30 msgr2=0x7fd14006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd14006be30 0x7fd14006e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0b6e40 tx=0x7fd148008040 comp rx=0 tx=0).stop 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 msgr2=0x7fd15c0b0db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 0x7fd15c0b0db0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fd15002a220 tx=0x7fd1500046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 shutdown_connections 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd14006be30 0x7fd14006e2f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd15c15ffe0 0x7fd15c158890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd15c15c130 0x7fd15c1f4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 --2- 172.21.15.3:0/4244161708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd15c0d0750 0x7fd15c0b0db0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 >> 172.21.15.3:0/4244161708 conn(0x7fd15c06baf0 msgr2=0x7fd15c0b5760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 shutdown_connections 2024-09-10T07:20:47.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:47.915+0000 7fd162ae4640 1 -- 172.21.15.3:0/4244161708 wait complete. 2024-09-10T07:20:47.926 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:20:47.926 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:47.946 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:48.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.049+0000 7f0e1d0e6640 1 Processor -- start 2024-09-10T07:20:48.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.049+0000 7f0e1d0e6640 1 -- start start 2024-09-10T07:20:48.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.049+0000 7f0e1d0e6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0e180b86d0 0x7f0e18169070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.049+0000 7f0e1d0e6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e18161dc0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.049+0000 7f0e1d0e6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e180d3310 con 0x7f0e181619e0 2024-09-10T07:20:48.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.049+0000 7f0e1d0e6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0e180d3f20 con 0x7f0e180b86d0 2024-09-10T07:20:48.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e1759e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0e180b86d0 0x7f0e18169070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e1659c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0e180d0cc0 0x7f0e180d1100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:39494/0 (socket says 172.21.15.3:39494) 2024-09-10T07:20:48.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e1659c640 1 -- 172.21.15.3:0/1750574321 learned_addr learned my addr 172.21.15.3:0/1750574321 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:48.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e1759e640 1 -- 172.21.15.3:0/1750574321 >> v1:172.21.15.70:6789/0 conn(0x7f0e181619e0 legacy=0x7f0e180d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:48.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e1759e640 1 -- 172.21.15.3:0/1750574321 >> v1:172.21.15.3:6789/0 conn(0x7f0e180d0cc0 legacy=0x7f0e180d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e1759e640 1 -- 172.21.15.3:0/1750574321 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e180d35f0 con 0x7f0e180b86d0 2024-09-10T07:20:48.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.050+0000 7f0e15d9b640 1 -- 172.21.15.3:0/1750574321 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3017402235 0 0) 0x7f0e18161dc0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1759e640 1 --2- 172.21.15.3:0/1750574321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180b86d0 0x7f0e18169070 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0e100097a0 tx=0x7f0e1002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2fa336724a44bbb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e15d9b640 1 -- 172.21.15.3:0/1750574321 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e10037070 con 0x7f0e180b86d0 2024-09-10T07:20:48.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e15d9b640 1 -- 172.21.15.3:0/1750574321 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e10032440 con 0x7f0e180b86d0 2024-09-10T07:20:48.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e15d9b640 1 -- 172.21.15.3:0/1750574321 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e10032810 con 0x7f0e180b86d0 2024-09-10T07:20:48.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/1750574321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180b86d0 msgr2=0x7f0e18169070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/1750574321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180b86d0 0x7f0e18169070 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0e100097a0 tx=0x7f0e1002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/1750574321 shutdown_connections 2024-09-10T07:20:48.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/1750574321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180b86d0 0x7f0e18169070 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/1750574321 >> 172.21.15.3:0/1750574321 conn(0x7f0e1806d1c0 msgr2=0x7f0e18073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:48.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/1750574321 shutdown_connections 2024-09-10T07:20:48.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.051+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/1750574321 wait complete. 2024-09-10T07:20:48.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.053+0000 7f0e1d0e6640 1 Processor -- start 2024-09-10T07:20:48.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.053+0000 7f0e1d0e6640 1 -- start start 2024-09-10T07:20:48.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1d0e6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0e180b86d0 0x7f0e18152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1d0e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 0x7f0e180cd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1d0e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0e181619e0 0x7f0e18152040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1d0e6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0e180d2250 con 0x7f0e180d0cc0 2024-09-10T07:20:48.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1d0e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0e180d3bb0 con 0x7f0e181619e0 2024-09-10T07:20:48.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1d0e6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0e180d2f60 con 0x7f0e180b86d0 2024-09-10T07:20:48.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 0x7f0e180cd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 0x7f0e180cd9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49200/0 (socket says 172.21.15.3:49200) 2024-09-10T07:20:48.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 -- 172.21.15.3:0/718002304 learned_addr learned my addr 172.21.15.3:0/718002304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:48.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1759e640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0e181619e0 0x7f0e18152040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e16d9d640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0e180b86d0 0x7f0e18152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 -- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0e180b86d0 msgr2=0x7f0e18152840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0e180b86d0 0x7f0e18152840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 -- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0e181619e0 msgr2=0x7f0e18152040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0e181619e0 0x7f0e18152040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 -- 172.21.15.3:0/718002304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e180cdf30 con 0x7f0e180d0cc0 2024-09-10T07:20:48.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e1659c640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 0x7f0e180cd9f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0e0000c430 tx=0x7f0e0000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.054+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e000074e0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.055+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e000047e0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.055+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e00004bd0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.055+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e18160db0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.055+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e180cd1f0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.056+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e180d1100 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.056+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0e00011070 con 0x7f0e180d0cc0 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.056+0000 7f0e0f7fe640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0df806be30 0x7f0df806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.057+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0e0008ac90 con 0x7f0e180d0cc0 2024-09-10T07:20:48.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.057+0000 7f0e16d9d640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0df806be30 0x7f0df806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.057+0000 7f0e16d9d640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0df806be30 0x7f0df806e2f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0e181f8910 tx=0x7f0e08009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.061+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0e00058ca0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.250+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0e1815f8b0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.250+0000 7f0e0f7fe640 1 -- 172.21.15.3:0/718002304 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f0e0005cfa0 con 0x7f0e180d0cc0 2024-09-10T07:20:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0df806be30 msgr2=0x7f0df806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0df806be30 0x7f0df806e2f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0e181f8910 tx=0x7f0e08009040 comp rx=0 tx=0).stop 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 msgr2=0x7f0e180cd9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 0x7f0e180cd9f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0e0000c430 tx=0x7f0e0000c8f0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 shutdown_connections 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0df806be30 0x7f0df806e2f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0e181619e0 0x7f0e18152040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e180d0cc0 0x7f0e180cd9f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 --2- 172.21.15.3:0/718002304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0e180b86d0 0x7f0e18152840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 >> 172.21.15.3:0/718002304 conn(0x7f0e1806d1c0 msgr2=0x7f0e180b8dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 shutdown_connections 2024-09-10T07:20:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.253+0000 7f0e1d0e6640 1 -- 172.21.15.3:0/718002304 wait complete. 2024-09-10T07:20:48.264 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-10T07:20:48.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:48.264 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T07:20:48.297 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:48.297 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:20:48.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:48.297 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:20:48.368 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:48.368 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:48.385 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:48.385 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:48.441 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:48.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.586+0000 7f0ca8a27640 1 Processor -- start 2024-09-10T07:20:48.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.586+0000 7f0ca8a27640 1 -- start start 2024-09-10T07:20:48.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca8a27640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ca40d4d60 0x7f0ca40d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca8a27640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ca4162500 con 0x7f0ca4162020 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca8a27640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ca41627e0 con 0x7f0ca415e660 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca8a27640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0ca40d2020 con 0x7f0ca40d4d60 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca2d9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0ca4162020 0x7f0ca40d29f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55792/0 (socket says 172.21.15.3:55792) 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca2d9d640 1 -- 172.21.15.3:0/3249199891 learned_addr learned my addr 172.21.15.3:0/3249199891 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca1d9b640 1 --2- 172.21.15.3:0/3249199891 >> v2:172.21.15.70:3300/0 conn(0x7f0ca40d4d60 0x7f0ca40d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2362944794 0 0) 0x7f0ca4162500 con 0x7f0ca4162020 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c8c003520 con 0x7f0ca4162020 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3019302402 0 0) 0x7f0ca41627e0 con 0x7f0ca415e660 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.587+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ca4162500 con 0x7f0ca415e660 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.588+0000 7f0ca1d9b640 1 -- 172.21.15.3:0/3249199891 >> v1:172.21.15.70:6789/0 conn(0x7f0ca415e660 legacy=0x7f0ca40d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.588+0000 7f0ca1d9b640 1 -- 172.21.15.3:0/3249199891 >> v1:172.21.15.3:6789/0 conn(0x7f0ca4162020 legacy=0x7f0ca40d29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.588+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1718150098 0 0) 0x7f0c8c003520 con 0x7f0ca4162020 2024-09-10T07:20:48.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.588+0000 7f0ca1d9b640 1 -- 172.21.15.3:0/3249199891 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca4162ac0 con 0x7f0ca40d4d60 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.588+0000 7f0ca1d9b640 1 --2- 172.21.15.3:0/3249199891 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca40d24b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0c980097a0 tx=0x7f0c9802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c1f6dd9764cce57 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98037070 con 0x7f0ca40d4d60 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c9802abc0 con 0x7f0ca40d4d60 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca159a640 1 -- 172.21.15.3:0/3249199891 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c0019f0 con 0x7f0ca40d4d60 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 -- 172.21.15.3:0/3249199891 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 msgr2=0x7f0ca40d24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/3249199891 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca40d24b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0c980097a0 tx=0x7f0c9802a130 comp rx=0 tx=0).stop 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 -- 172.21.15.3:0/3249199891 shutdown_connections 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/3249199891 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca40d24b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 -- 172.21.15.3:0/3249199891 >> 172.21.15.3:0/3249199891 conn(0x7f0ca408de10 msgr2=0x7f0ca409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 -- 172.21.15.3:0/3249199891 shutdown_connections 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.589+0000 7f0ca8a27640 1 -- 172.21.15.3:0/3249199891 wait complete. 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 Processor -- start 2024-09-10T07:20:48.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 -- start start 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca41599b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca415e660 0x7f0ca40c9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 0x7f0ca40b4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca40d4990 con 0x7f0ca4162020 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca40d4810 con 0x7f0ca40d4d60 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca8a27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca40d4b10 con 0x7f0ca415e660 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.591+0000 7f0ca2d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 0x7f0ca40b4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 0x7f0ca40b4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54790/0 (socket says 172.21.15.3:54790) 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 -- 172.21.15.3:0/913618342 learned_addr learned my addr 172.21.15.3:0/913618342 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:48.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca259c640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca41599b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca1d9b640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca415e660 0x7f0ca40c9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 -- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca415e660 msgr2=0x7f0ca40c9230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca415e660 0x7f0ca40c9230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 -- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 msgr2=0x7f0ca41599b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca41599b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 -- 172.21.15.3:0/913618342 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca4159ef0 con 0x7f0ca4162020 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca1d9b640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca415e660 0x7f0ca40c9230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca2d9d640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 0x7f0ca40b4bf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c001350 tx=0x7f0c9c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c017070 con 0x7f0ca4162020 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c9c00ad40 con 0x7f0ca4162020 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca40b9670 con 0x7f0ca4162020 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c012640 con 0x7f0ca4162020 2024-09-10T07:20:48.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.592+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca40b9c30 con 0x7f0ca4162020 2024-09-10T07:20:48.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.593+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca40d0f50 con 0x7f0ca4162020 2024-09-10T07:20:48.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.594+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c9c01a070 con 0x7f0ca4162020 2024-09-10T07:20:48.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.594+0000 7f0c92ffd640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8406be30 0x7f0c8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.594+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0c9c08af80 con 0x7f0ca4162020 2024-09-10T07:20:48.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.594+0000 7f0ca259c640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8406be30 0x7f0c8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.595+0000 7f0ca259c640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8406be30 0x7f0c8406e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0c940011e0 tx=0x7f0c94009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.599+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ca4159ef0 con 0x7f0ca4162020 2024-09-10T07:20:48.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.784+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0ca40b4090 con 0x7f0ca4162020 2024-09-10T07:20:48.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.785+0000 7f0c92ffd640 1 -- 172.21.15.3:0/913618342 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f0c9c059680 con 0x7f0ca4162020 2024-09-10T07:20:48.785 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8406be30 msgr2=0x7f0c8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8406be30 0x7f0c8406e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0c940011e0 tx=0x7f0c94009040 comp rx=0 tx=0).stop 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 msgr2=0x7f0ca40b4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 0x7f0ca40b4bf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c001350 tx=0x7f0c9c00a430 comp rx=0 tx=0).stop 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 shutdown_connections 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8406be30 0x7f0c8406e2f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca4162020 0x7f0ca40b4bf0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca415e660 0x7f0ca40c9230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 --2- 172.21.15.3:0/913618342 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca40d4d60 0x7f0ca41599b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 >> 172.21.15.3:0/913618342 conn(0x7f0ca408de10 msgr2=0x7f0ca406d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:48.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 shutdown_connections 2024-09-10T07:20:48.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.787+0000 7f0ca8a27640 1 -- 172.21.15.3:0/913618342 wait complete. 2024-09-10T07:20:48.797 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:20:48.797 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:48.814 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.957+0000 7fbcc2045640 1 Processor -- start 2024-09-10T07:20:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.957+0000 7fbcc2045640 1 -- start start 2024-09-10T07:20:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.957+0000 7fbcc2045640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 0x7fbcbc0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.957+0000 7fbcc2045640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcbc162500 con 0x7fbcbc0d4d60 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.957+0000 7fbcc2045640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcbc1627e0 con 0x7fbcbc15e660 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.957+0000 7fbcc2045640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fbcbc0d2020 con 0x7fbcbc162020 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcb2ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fbcbc0d4d60 0x7fbcbc0d24b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55796/0 (socket says 172.21.15.3:55796) 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcb2ffd640 1 -- 172.21.15.3:0/2007264366 learned_addr learned my addr 172.21.15.3:0/2007264366 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 0x7fbcbc0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2707928491 0 0) 0x7fbcbc162500 con 0x7fbcbc0d4d60 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbca8003520 con 0x7fbcbc0d4d60 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2643773268 0 0) 0x7fbca8003520 con 0x7fbcbc0d4d60 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 msgr2=0x7fbcbc0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 0x7fbcbc0d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 >> v1:172.21.15.70:6789/0 conn(0x7fbcbc15e660 legacy=0x7fbcbc0d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcbc162ac0 con 0x7fbcbc0d4d60 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fbca4001670 con 0x7fbcbc0d4d60 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 >> v1:172.21.15.3:6789/0 conn(0x7fbcbc0d4d60 legacy=0x7fbcbc0d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca8003a50 0x7fbca8003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 0x7fbca8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbca80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc0d2020 con 0x7fbca8004d40 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbca800bac0 con 0x7fbca8003a50 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fbca800bcc0 con 0x7fbcbc162020 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbca80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcbb7fe640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca8003a50 0x7fbca8003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.958+0000 7fbcb2ffd640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 0x7fbca8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.959+0000 7fbcbbfff640 1 -- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 msgr2=0x7fbca8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.959+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc162020 0x7fbca8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.959+0000 7fbcbbfff640 1 -- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca8003a50 msgr2=0x7fbca8003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.959+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbca8003a50 0x7fbca8003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.959+0000 7fbcbbfff640 1 -- 172.21.15.3:0/2007264366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca8003520 con 0x7fbca8004d40 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.959+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbca80051c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc08dcd0 tx=0x7fbca8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeb8ded39b79640c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb4037070 con 0x7fbca8004d40 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcb402e050 con 0x7fbca8004d40 2024-09-10T07:20:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcbaffd640 1 -- 172.21.15.3:0/2007264366 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb4009c10 con 0x7fbca8004d40 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcc2045640 1 -- 172.21.15.3:0/2007264366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 msgr2=0x7fbca80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcc2045640 1 --2- 172.21.15.3:0/2007264366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbca80051c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc08dcd0 tx=0x7fbca8005830 comp rx=0 tx=0).stop 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcbbfff640 1 -- 172.21.15.3:0/2007264366 reap_dead start 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcc2045640 1 -- 172.21.15.3:0/2007264366 shutdown_connections 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcc2045640 1 -- 172.21.15.3:0/2007264366 >> 172.21.15.3:0/2007264366 conn(0x7fbcbc08de10 msgr2=0x7fbcbc09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcc2045640 1 -- 172.21.15.3:0/2007264366 shutdown_connections 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.960+0000 7fbcc2045640 1 -- 172.21.15.3:0/2007264366 wait complete. 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 Processor -- start 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 -- start start 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbcbc155f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcbc0b7330 0x7fbcbc0c97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc0b7790 0x7fbcbc0c9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc0d4990 con 0x7fbca8004d40 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc0d4810 con 0x7fbcbc0b7330 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.962+0000 7fbcc2045640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fbcbc0d4b10 con 0x7fbcbc0b7790 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbcbc155f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbcbc155f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54804/0 (socket says 172.21.15.3:54804) 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 -- 172.21.15.3:0/1054046095 learned_addr learned my addr 172.21.15.3:0/1054046095 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcb2ffd640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcbc0b7330 0x7fbcbc0c97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc0b7790 0x7fbcbc0c9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 -- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc0b7790 msgr2=0x7fbcbc0c9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc0b7790 0x7fbcbc0c9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 -- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcbc0b7330 msgr2=0x7fbcbc0c97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcbc0b7330 0x7fbcbc0c97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 -- 172.21.15.3:0/1054046095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcbc0cb6a0 con 0x7fbca8004d40 2024-09-10T07:20:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbbfff640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc0b7790 0x7fbcbc0c9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcbb7fe640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbcbc155f70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fbcac00f7c0 tx=0x7fbcac00fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcac0052e0 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbcac018070 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcac00d910 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcbc0cb980 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.963+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcbc0cbf40 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.964+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcbc0d0f50 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.965+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbcac00dab0 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.965+0000 7fbcb8ff9640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbc9c06be60 0x7fbc9c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.965+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbcac08b160 con 0x7fbca8004d40 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.966+0000 7fbcb2ffd640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbc9c06be60 0x7fbc9c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:48.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.966+0000 7fbcb2ffd640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbc9c06be60 0x7fbc9c06e320 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc161d30 tx=0x7fbca4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:48.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:48.970+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbcac01a310 con 0x7fbca8004d40 2024-09-10T07:20:49.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.157+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbcbc0c7d20 con 0x7fbca8004d40 2024-09-10T07:20:49.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.157+0000 7fbcb8ff9640 1 -- 172.21.15.3:0/1054046095 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fbcac059740 con 0x7fbca8004d40 2024-09-10T07:20:49.157 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:49.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbc9c06be60 msgr2=0x7fbc9c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbc9c06be60 0x7fbc9c06e320 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc161d30 tx=0x7fbca4009040 comp rx=0 tx=0).stop 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 msgr2=0x7fbcbc155f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbcbc155f70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fbcac00f7c0 tx=0x7fbcac00fc80 comp rx=0 tx=0).stop 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 shutdown_connections 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbc9c06be60 0x7fbc9c06e320 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fbcbc0b7790 0x7fbcbc0c9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fbcbc0b7330 0x7fbcbc0c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 --2- 172.21.15.3:0/1054046095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca8004d40 0x7fbcbc155f70 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 >> 172.21.15.3:0/1054046095 conn(0x7fbcbc08de10 msgr2=0x7fbcbc0cef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 shutdown_connections 2024-09-10T07:20:49.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.159+0000 7fbcc2045640 1 -- 172.21.15.3:0/1054046095 wait complete. 2024-09-10T07:20:49.170 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:20:49.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:49.170 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-10T07:20:49.196 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:49.196 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:20:49.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:49.197 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:20:49.252 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:20:49.253 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:49.272 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:20:49.273 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:49.333 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:49.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.437+0000 7f875516d640 1 Processor -- start 2024-09-10T07:20:49.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.437+0000 7f875516d640 1 -- start start 2024-09-10T07:20:49.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f875516d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f87500d4d60 0x7f87500d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f875516d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8750162500 con 0x7f875015e660 2024-09-10T07:20:49.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f875516d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87501627e0 con 0x7f8750162020 2024-09-10T07:20:49.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f875516d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f87500d2020 con 0x7f87500d4d60 2024-09-10T07:20:49.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f874ed9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f875015e660 0x7f87500d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55800/0 (socket says 172.21.15.3:55800) 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f874ed9d640 1 -- 172.21.15.3:0/2861786306 learned_addr learned my addr 172.21.15.3:0/2861786306 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f874e59c640 1 --2- 172.21.15.3:0/2861786306 >> v2:172.21.15.70:3300/0 conn(0x7f87500d4d60 0x7f87500d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4002361948 0 0) 0x7f8750162500 con 0x7f875015e660 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8738003520 con 0x7f875015e660 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.438+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3629758975 0 0) 0x7f8738003520 con 0x7f875015e660 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 >> v2:172.21.15.70:3300/0 conn(0x7f87500d4d60 msgr2=0x7f87500d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 --2- 172.21.15.3:0/2861786306 >> v2:172.21.15.70:3300/0 conn(0x7f87500d4d60 0x7f87500d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 >> v1:172.21.15.70:6789/0 conn(0x7f8750162020 legacy=0x7f87500d29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8750162ac0 con 0x7f875015e660 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f8740001670 con 0x7f875015e660 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 >> v1:172.21.15.3:6789/0 conn(0x7f875015e660 legacy=0x7f87500d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8738003a20 0x7f8738003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738004800 0x7f8738004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8738005230 0x7f873800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f87500d2020 con 0x7f8738003a20 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f873800c190 con 0x7f8738004800 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f873800c390 con 0x7f8738005230 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874ed9d640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8738003a20 0x7f8738003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874e59c640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738004800 0x7f8738004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874f59e640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8738005230 0x7f873800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874ed9d640 1 -- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8738005230 msgr2=0x7f873800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874ed9d640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8738005230 0x7f873800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874ed9d640 1 -- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738004800 msgr2=0x7f8738004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874ed9d640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738004800 0x7f8738004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874ed9d640 1 -- 172.21.15.3:0/2861786306 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8738003520 con 0x7f8738003a20 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874f59e640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8738005230 0x7f873800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.439+0000 7f874f59e640 1 -- 172.21.15.3:0/2861786306 reap_dead start 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.440+0000 7f874ed9d640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8738003a20 0x7f8738003e40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f874000c240 tx=0x7f8738005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8258e410aa68af84 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.440+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8740007cf0 con 0x7f8738003a20 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.440+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8740005af0 con 0x7f8738003a20 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.440+0000 7f874dd9b640 1 -- 172.21.15.3:0/2861786306 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8740007070 con 0x7f8738003a20 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.440+0000 7f875516d640 1 -- 172.21.15.3:0/2861786306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8738003a20 msgr2=0x7f8738003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.440+0000 7f875516d640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8738003a20 0x7f8738003e40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f874000c240 tx=0x7f8738005830 comp rx=0 tx=0).stop 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.441+0000 7f875516d640 1 -- 172.21.15.3:0/2861786306 shutdown_connections 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.441+0000 7f875516d640 1 --2- 172.21.15.3:0/2861786306 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8738003a20 0x7f8738003e40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.441+0000 7f875516d640 1 -- 172.21.15.3:0/2861786306 >> 172.21.15.3:0/2861786306 conn(0x7f875008de10 msgr2=0x7f875009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:49.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.441+0000 7f875516d640 1 -- 172.21.15.3:0/2861786306 shutdown_connections 2024-09-10T07:20:49.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.441+0000 7f875516d640 1 -- 172.21.15.3:0/2861786306 wait complete. 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.442+0000 7f875516d640 1 Processor -- start 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.442+0000 7f875516d640 1 -- start start 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f875516d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738003a20 0x7f8750153490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f875516d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f87500c99d0 0x7f87500ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f875516d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 0x7f87500b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f875516d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f87500d0fb0 con 0x7f87500b73c0 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f875516d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f87500d0e30 con 0x7f8738003a20 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f875516d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f87500d1130 con 0x7f87500c99d0 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 0x7f87500b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 0x7f87500b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54830/0 (socket says 172.21.15.3:54830) 2024-09-10T07:20:49.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 -- 172.21.15.3:0/472423736 learned_addr learned my addr 172.21.15.3:0/472423736 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874ed9d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738003a20 0x7f8750153490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874e59c640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f87500c99d0 0x7f87500ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 -- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f87500c99d0 msgr2=0x7f87500ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f87500c99d0 0x7f87500ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 -- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738003a20 msgr2=0x7f8750153490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738003a20 0x7f8750153490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.443+0000 7f874f59e640 1 -- 172.21.15.3:0/472423736 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f875015ec70 con 0x7f87500b73c0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.444+0000 7f874f59e640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 0x7f87500b2070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8748000f80 tx=0x7f874800ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.444+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8748019070 con 0x7f87500b73c0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.444+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8748003b80 con 0x7f87500b73c0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.444+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f875015ef50 con 0x7f87500b73c0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.444+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87480050d0 con 0x7f87500b73c0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.444+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f875015f510 con 0x7f87500b73c0 2024-09-10T07:20:49.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.445+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87500ceff0 con 0x7f87500b73c0 2024-09-10T07:20:49.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.445+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8748005270 con 0x7f87500b73c0 2024-09-10T07:20:49.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.446+0000 7f87377fe640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f873c06be30 0x7f873c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.446+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f874808a320 con 0x7f87500b73c0 2024-09-10T07:20:49.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.446+0000 7f874ed9d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f873c06be30 0x7f873c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.446+0000 7f874ed9d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f873c06be30 0x7f873c06e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8740032000 tx=0x7f8740009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:49.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.450+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8748058340 con 0x7f87500b73c0 2024-09-10T07:20:49.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.638+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f87500b4090 con 0x7f87500b73c0 2024-09-10T07:20:49.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.639+0000 7f87377fe640 1 -- 172.21.15.3:0/472423736 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f874805c640 con 0x7f87500b73c0 2024-09-10T07:20:49.639 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:49.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f873c06be30 msgr2=0x7f873c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f873c06be30 0x7f873c06e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8740032000 tx=0x7f8740009030 comp rx=0 tx=0).stop 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 msgr2=0x7f87500b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 0x7f87500b2070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8748000f80 tx=0x7f874800ead0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 shutdown_connections 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f873c06be30 0x7f873c06e2f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87500b73c0 0x7f87500b2070 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f87500c99d0 0x7f87500ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 --2- 172.21.15.3:0/472423736 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8738003a20 0x7f8750153490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 >> 172.21.15.3:0/472423736 conn(0x7f875008de10 msgr2=0x7f87500d2b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:49.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 shutdown_connections 2024-09-10T07:20:49.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.641+0000 7f875516d640 1 -- 172.21.15.3:0/472423736 wait complete. 2024-09-10T07:20:49.652 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:20:49.652 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:20:49.672 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:20:49.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.775+0000 7f355a996640 1 Processor -- start 2024-09-10T07:20:49.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.775+0000 7f355a996640 1 -- start start 2024-09-10T07:20:49.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f355a996640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f35540ceb70 0x7f355406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f355a996640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f355406d140 0x7f355415f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f355a996640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35540cf130 con 0x7f355415e400 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f355a996640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f35540cf410 con 0x7f35540ceb70 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f355a996640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f35540cf6f0 con 0x7f355406d140 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f35537fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f35540ceb70 0x7f355406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f35537fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f35540ceb70 0x7f355406cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54836/0 (socket says 172.21.15.3:54836) 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.776+0000 7f35537fe640 1 -- 172.21.15.3:0/3222885557 learned_addr learned my addr 172.21.15.3:0/3222885557 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.777+0000 7f3558f33640 1 --2- 172.21.15.3:0/3222885557 >> v2:172.21.15.70:3300/0 conn(0x7f355406d140 0x7f355415f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.777+0000 7f35537fe640 1 -- 172.21.15.3:0/3222885557 >> v2:172.21.15.70:3300/0 conn(0x7f355406d140 msgr2=0x7f355415f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.777+0000 7f35537fe640 1 --2- 172.21.15.3:0/3222885557 >> v2:172.21.15.70:3300/0 conn(0x7f355406d140 0x7f355415f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.777+0000 7f35537fe640 1 -- 172.21.15.3:0/3222885557 >> v1:172.21.15.70:6789/0 conn(0x7f355415e400 legacy=0x7f3554072110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:49.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.777+0000 7f35537fe640 1 -- 172.21.15.3:0/3222885557 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35540cf9d0 con 0x7f35540ceb70 2024-09-10T07:20:49.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.777+0000 7f35537fe640 1 --2- 172.21.15.3:0/3222885557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f35540ceb70 0x7f355406cc00 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3554070d40 tx=0x7f354802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee993ee0e37d16eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:49.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f3552ffd640 1 -- 172.21.15.3:0/3222885557 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3548037070 con 0x7f35540ceb70 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f3552ffd640 1 -- 172.21.15.3:0/3222885557 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3548032440 con 0x7f35540ceb70 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f3552ffd640 1 -- 172.21.15.3:0/3222885557 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3548032810 con 0x7f35540ceb70 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 -- 172.21.15.3:0/3222885557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f35540ceb70 msgr2=0x7f355406cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 --2- 172.21.15.3:0/3222885557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f35540ceb70 0x7f355406cc00 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3554070d40 tx=0x7f354802a230 comp rx=0 tx=0).stop 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 -- 172.21.15.3:0/3222885557 shutdown_connections 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 --2- 172.21.15.3:0/3222885557 >> v2:172.21.15.70:3300/0 conn(0x7f355406d140 0x7f355415f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 --2- 172.21.15.3:0/3222885557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f35540ceb70 0x7f355406cc00 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 -- 172.21.15.3:0/3222885557 >> 172.21.15.3:0/3222885557 conn(0x7f355406feb0 msgr2=0x7f3554070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 -- 172.21.15.3:0/3222885557 shutdown_connections 2024-09-10T07:20:49.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.778+0000 7f355a996640 1 -- 172.21.15.3:0/3222885557 wait complete. 2024-09-10T07:20:49.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.779+0000 7f355a996640 1 Processor -- start 2024-09-10T07:20:49.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 -- start start 2024-09-10T07:20:49.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f355406d140 0x7f35540cab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35540ceb70 0x7f35540d20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 0x7f35540d2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f355415f550 con 0x7f355415e400 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f355415e7e0 con 0x7f35540ceb70 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f355a996640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f355415f6d0 con 0x7f355406d140 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.780+0000 7f3558f33640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 0x7f35540d2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 0x7f35540d2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54846/0 (socket says 172.21.15.3:54846) 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 -- 172.21.15.3:0/3947140714 learned_addr learned my addr 172.21.15.3:0/3947140714 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f35537fe640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35540ceb70 0x7f35540d20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3553fff640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f355406d140 0x7f35540cab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 -- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f355406d140 msgr2=0x7f35540cab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f355406d140 0x7f35540cab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 -- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35540ceb70 msgr2=0x7f35540d20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35540ceb70 0x7f35540d20f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 -- 172.21.15.3:0/3947140714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35541496b0 con 0x7f355415e400 2024-09-10T07:20:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3558f33640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 0x7f35540d2630 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f354c00cd70 tx=0x7f354c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c003b90 con 0x7f355415e400 2024-09-10T07:20:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f354c003d30 con 0x7f355415e400 2024-09-10T07:20:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3554149990 con 0x7f355415e400 2024-09-10T07:20:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c004240 con 0x7f355415e400 2024-09-10T07:20:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.781+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3554149f50 con 0x7f355415e400 2024-09-10T07:20:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.782+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f355415f010 con 0x7f355415e400 2024-09-10T07:20:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.783+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f354c0043e0 con 0x7f355415e400 2024-09-10T07:20:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.783+0000 7f3550ff9640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f354006be30 0x7f354006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.783+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f354c08bc50 con 0x7f355415e400 2024-09-10T07:20:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.784+0000 7f3553fff640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f354006be30 0x7f354006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.784+0000 7f3553fff640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f354006be30 0x7f354006e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3544006fd0 tx=0x7f3544008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:49.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.787+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f354c05a2b0 con 0x7f355415e400 2024-09-10T07:20:49.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.978+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f35541472d0 con 0x7f355415e400 2024-09-10T07:20:49.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.979+0000 7f3550ff9640 1 -- 172.21.15.3:0/3947140714 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f354c059bb0 con 0x7f355415e400 2024-09-10T07:20:49.979 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f354006be30 msgr2=0x7f354006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f354006be30 0x7f354006e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3544006fd0 tx=0x7f3544008040 comp rx=0 tx=0).stop 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 msgr2=0x7f35540d2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 0x7f35540d2630 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f354c00cd70 tx=0x7f354c00a660 comp rx=0 tx=0).stop 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 shutdown_connections 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f354006be30 0x7f354006e2f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f355415e400 0x7f35540d2630 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f35540ceb70 0x7f35540d20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 --2- 172.21.15.3:0/3947140714 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f355406d140 0x7f35540cab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:49.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 >> 172.21.15.3:0/3947140714 conn(0x7f355406feb0 msgr2=0x7f355415b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:49.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 shutdown_connections 2024-09-10T07:20:49.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:49.981+0000 7f355a996640 1 -- 172.21.15.3:0/3947140714 wait complete. 2024-09-10T07:20:49.992 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi070.front.sepia.ceph.com... 2024-09-10T07:20:49.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:49.992 DEBUG:teuthology.orchestra.run.smithi070:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-10T07:20:50.022 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:50.022 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:20:50.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:20:50.023 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:20:50.081 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T07:20:50.082 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:50.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 Processor -- start 2024-09-10T07:20:50.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 -- start start 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc15ff00 0x7f16cc0cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f16cc160360 0x7f16cc0ccd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16cc1608e0 con 0x7f16cc156940 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f16cc15ce90 con 0x7f16cc160360 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.185+0000 7f16d3152640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16cc160bc0 con 0x7f16cc15ff00 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f16cc160360 0x7f16cc0ccd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f16cc160360 0x7f16cc0ccd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54848/0 (socket says 172.21.15.3:54848) 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 -- 172.21.15.3:0/2557594368 learned_addr learned my addr 172.21.15.3:0/2557594368 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16cbfff640 1 --2- 172.21.15.3:0/2557594368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc15ff00 0x7f16cc0cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 -- 172.21.15.3:0/2557594368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc15ff00 msgr2=0x7f16cc0cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:50.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 --2- 172.21.15.3:0/2557594368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc15ff00 0x7f16cc0cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 -- 172.21.15.3:0/2557594368 >> v1:172.21.15.70:6789/0 conn(0x7f16cc156940 legacy=0x7f16cc15d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.186+0000 7f16d16ef640 1 -- 172.21.15.3:0/2557594368 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16cc15cb20 con 0x7f16cc160360 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d16ef640 1 --2- 172.21.15.3:0/2557594368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc160360 0x7f16cc0ccd60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f16c4009e50 tx=0x7f16c402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1db934a45da76aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16cb7fe640 1 -- 172.21.15.3:0/2557594368 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c4036070 con 0x7f16cc160360 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16cb7fe640 1 -- 172.21.15.3:0/2557594368 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16c4031600 con 0x7f16cc160360 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16cb7fe640 1 -- 172.21.15.3:0/2557594368 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c40319d0 con 0x7f16cc160360 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 -- 172.21.15.3:0/2557594368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc160360 msgr2=0x7f16cc0ccd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 --2- 172.21.15.3:0/2557594368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc160360 0x7f16cc0ccd60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f16c4009e50 tx=0x7f16c402a710 comp rx=0 tx=0).stop 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 -- 172.21.15.3:0/2557594368 shutdown_connections 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 --2- 172.21.15.3:0/2557594368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc160360 0x7f16cc0ccd60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 --2- 172.21.15.3:0/2557594368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc15ff00 0x7f16cc0cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 -- 172.21.15.3:0/2557594368 >> 172.21.15.3:0/2557594368 conn(0x7f16cc06fdc0 msgr2=0x7f16cc0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:50.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 -- 172.21.15.3:0/2557594368 shutdown_connections 2024-09-10T07:20:50.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.187+0000 7f16d3152640 1 -- 172.21.15.3:0/2557594368 wait complete. 2024-09-10T07:20:50.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.189+0000 7f16d3152640 1 Processor -- start 2024-09-10T07:20:50.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.189+0000 7f16d3152640 1 -- start start 2024-09-10T07:20:50.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d3152640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc156940 0x7f16cc155000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d3152640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 0x7f16cc1e7d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d3152640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16cc160360 0x7f16cc1e82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d3152640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f16cc0d1b30 con 0x7f16cc15ff00 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d3152640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f16cc0d19b0 con 0x7f16cc160360 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d3152640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16cc0cfda0 con 0x7f16cc156940 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 0x7f16cc1e7d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 0x7f16cc1e7d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54862/0 (socket says 172.21.15.3:54862) 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 -- 172.21.15.3:0/354729595 learned_addr learned my addr 172.21.15.3:0/354729595 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d0eee640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc156940 0x7f16cc155000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16d16ef640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16cc160360 0x7f16cc1e82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 -- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc156940 msgr2=0x7f16cc155000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc156940 0x7f16cc155000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 -- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16cc160360 msgr2=0x7f16cc1e82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16cc160360 0x7f16cc1e82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 -- 172.21.15.3:0/354729595 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16cc0c5b20 con 0x7f16cc15ff00 2024-09-10T07:20:50.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.190+0000 7f16cbfff640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 0x7f16cc1e7d80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f16b800e980 tx=0x7f16b800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.192+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b8017070 con 0x7f16cc15ff00 2024-09-10T07:20:50.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.192+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b800ca00 con 0x7f16cc15ff00 2024-09-10T07:20:50.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.192+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b800cdd0 con 0x7f16cc15ff00 2024-09-10T07:20:50.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.192+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16cc0c5e00 con 0x7f16cc15ff00 2024-09-10T07:20:50.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.192+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16cc0c63c0 con 0x7f16cc15ff00 2024-09-10T07:20:50.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.193+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16cc15d320 con 0x7f16cc15ff00 2024-09-10T07:20:50.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.194+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f16b801a070 con 0x7f16cc15ff00 2024-09-10T07:20:50.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.194+0000 7f16c97fa640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16b006be30 0x7f16b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.194+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f16b808b410 con 0x7f16cc15ff00 2024-09-10T07:20:50.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.194+0000 7f16d0eee640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16b006be30 0x7f16b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.195+0000 7f16d0eee640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16b006be30 0x7f16b006e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f16c0001780 tx=0x7f16c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.206+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16b80594c0 con 0x7f16cc15ff00 2024-09-10T07:20:50.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.420+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16cc15e740 con 0x7f16cc15ff00 2024-09-10T07:20:50.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.420+0000 7f16c97fa640 1 -- 172.21.15.3:0/354729595 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f16b805d7c0 con 0x7f16cc15ff00 2024-09-10T07:20:50.420 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:50.421 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:50.421 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.422+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16b006be30 msgr2=0x7f16b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.422+0000 7f16d3152640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16b006be30 0x7f16b006e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f16c0001780 tx=0x7f16c0009040 comp rx=0 tx=0).stop 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 msgr2=0x7f16cc1e7d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 0x7f16cc1e7d80 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f16b800e980 tx=0x7f16b800ee40 comp rx=0 tx=0).stop 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 shutdown_connections 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16b006be30 0x7f16b006e2f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16cc160360 0x7f16cc1e82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16cc15ff00 0x7f16cc1e7d80 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 --2- 172.21.15.3:0/354729595 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16cc156940 0x7f16cc155000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 >> 172.21.15.3:0/354729595 conn(0x7f16cc06fdc0 msgr2=0x7f16cc0b7270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 shutdown_connections 2024-09-10T07:20:50.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.423+0000 7f16d3152640 1 -- 172.21.15.3:0/354729595 wait complete. 2024-09-10T07:20:50.433 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:50.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.536+0000 7f8f46b59640 1 Processor -- start 2024-09-10T07:20:50.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.536+0000 7f8f46b59640 1 -- start start 2024-09-10T07:20:50.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f46b59640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8f40147e10 0x7f8f400b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f46b59640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8f400b4050 0x7f8f4006baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f46b59640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f4006c030 0x7f8f4015e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f46b59640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8f400b5ab0 con 0x7f8f40147e10 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f46b59640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8f40160580 con 0x7f8f400b4050 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f46b59640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8f400b5ce0 con 0x7f8f4006c030 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8f40147e10 0x7f8f400b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8f40147e10 0x7f8f400b24c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54864/0 (socket says 172.21.15.3:54864) 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 -- 172.21.15.3:0/3686996221 learned_addr learned my addr 172.21.15.3:0/3686996221 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f3ffff640 1 --2- 172.21.15.3:0/3686996221 >> v2:172.21.15.70:3300/0 conn(0x7f8f400b4050 0x7f8f4006baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f450f6640 1 --2- 172.21.15.3:0/3686996221 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f4006c030 0x7f8f4015e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 -- 172.21.15.3:0/3686996221 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f4006c030 msgr2=0x7f8f4015e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 --2- 172.21.15.3:0/3686996221 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f4006c030 0x7f8f4015e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 -- 172.21.15.3:0/3686996221 >> v2:172.21.15.70:3300/0 conn(0x7f8f400b4050 msgr2=0x7f8f4006baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 --2- 172.21.15.3:0/3686996221 >> v2:172.21.15.70:3300/0 conn(0x7f8f400b4050 0x7f8f4006baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f448f5640 1 -- 172.21.15.3:0/3686996221 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f400b5fc0 con 0x7f8f40147e10 2024-09-10T07:20:50.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.537+0000 7f8f3ffff640 1 --2- 172.21.15.3:0/3686996221 >> v2:172.21.15.70:3300/0 conn(0x7f8f400b4050 0x7f8f4006baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.538+0000 7f8f448f5640 1 --2- 172.21.15.3:0/3686996221 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f40147e10 0x7f8f400b24c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8f40069650 tx=0x7f8f3002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b223ba1846911880 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.538+0000 7f8f3f7fe640 1 -- 172.21.15.3:0/3686996221 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f30037070 con 0x7f8f40147e10 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.538+0000 7f8f3f7fe640 1 -- 172.21.15.3:0/3686996221 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f30032440 con 0x7f8f40147e10 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.538+0000 7f8f3f7fe640 1 -- 172.21.15.3:0/3686996221 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f30032810 con 0x7f8f40147e10 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 -- 172.21.15.3:0/3686996221 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f40147e10 msgr2=0x7f8f400b24c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 --2- 172.21.15.3:0/3686996221 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f40147e10 0x7f8f400b24c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8f40069650 tx=0x7f8f3002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 -- 172.21.15.3:0/3686996221 shutdown_connections 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 --2- 172.21.15.3:0/3686996221 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f4006c030 0x7f8f4015e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 --2- 172.21.15.3:0/3686996221 >> v2:172.21.15.70:3300/0 conn(0x7f8f400b4050 0x7f8f4006baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 --2- 172.21.15.3:0/3686996221 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f40147e10 0x7f8f400b24c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 -- 172.21.15.3:0/3686996221 >> 172.21.15.3:0/3686996221 conn(0x7f8f400b6570 msgr2=0x7f8f400b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:50.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 -- 172.21.15.3:0/3686996221 shutdown_connections 2024-09-10T07:20:50.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.539+0000 7f8f46b59640 1 -- 172.21.15.3:0/3686996221 wait complete. 2024-09-10T07:20:50.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.540+0000 7f8f46b59640 1 Processor -- start 2024-09-10T07:20:50.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.540+0000 7f8f46b59640 1 -- start start 2024-09-10T07:20:50.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f46b59640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 0x7f8f4009ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f46b59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b4050 0x7f8f401406a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f46b59640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f40147e10 0x7f8f401f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f46b59640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8f400ca3d0 con 0x7f8f4006c030 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f46b59640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8f400b62a0 con 0x7f8f400b4050 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f46b59640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8f4015ef30 con 0x7f8f40147e10 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 0x7f8f4009ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 0x7f8f4009ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54878/0 (socket says 172.21.15.3:54878) 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 -- 172.21.15.3:0/405694866 learned_addr learned my addr 172.21.15.3:0/405694866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f450f6640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f40147e10 0x7f8f401f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 -- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f40147e10 msgr2=0x7f8f401f7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f40147e10 0x7f8f401f7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f3ffff640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b4050 0x7f8f401406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 -- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b4050 msgr2=0x7f8f401406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b4050 0x7f8f401406a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f448f5640 1 -- 172.21.15.3:0/405694866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4009e040 con 0x7f8f4006c030 2024-09-10T07:20:50.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f450f6640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f40147e10 0x7f8f401f7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.541+0000 7f8f3ffff640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b4050 0x7f8f401406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.542+0000 7f8f448f5640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 0x7f8f4009ec20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8f30000c00 tx=0x7f8f300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.542+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f30041070 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.542+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f3003c870 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.542+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f4009e320 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.542+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f30037040 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.542+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f4009b490 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.543+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f400b6fb0 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.543+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8f30044070 con 0x7f8f4006c030 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.544+0000 7f8f3d7fa640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.544+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f8f300ac060 con 0x7f8f4006c030 2024-09-10T07:20:50.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.544+0000 7f8f3ffff640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.545+0000 7f8f3ffff640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8f34006fd0 tx=0x7f8f34008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.548+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f400b6fb0 con 0x7f8f4006c030 2024-09-10T07:20:50.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.757+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f4006baf0 con 0x7f8f4006c030 2024-09-10T07:20:50.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.758+0000 7f8f3d7fa640 1 -- 172.21.15.3:0/405694866 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f8f3007a720 con 0x7f8f4006c030 2024-09-10T07:20:50.758 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:50.758 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:50.758 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.759+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8f2c06be30 msgr2=0x7f8f2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.759+0000 7f8f46b59640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8f34006fd0 tx=0x7f8f34008040 comp rx=0 tx=0).stop 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.759+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 msgr2=0x7f8f4009ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.759+0000 7f8f46b59640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 0x7f8f4009ec20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8f30000c00 tx=0x7f8f300046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 shutdown_connections 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8f40147e10 0x7f8f401f7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8f400b4050 0x7f8f401406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 --2- 172.21.15.3:0/405694866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f4006c030 0x7f8f4009ec20 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 >> 172.21.15.3:0/405694866 conn(0x7f8f400b6570 msgr2=0x7f8f4006f8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 shutdown_connections 2024-09-10T07:20:50.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.760+0000 7f8f46b59640 1 -- 172.21.15.3:0/405694866 wait complete. 2024-09-10T07:20:50.771 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:50.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.873+0000 7faa88991640 1 Processor -- start 2024-09-10T07:20:50.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.874+0000 7faa88991640 1 -- start start 2024-09-10T07:20:50.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.874+0000 7faa88991640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa840d0cc0 0x7faa840d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa88991640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa840b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa88991640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa840d3430 con 0x7faa8415e510 2024-09-10T07:20:50.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa88991640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faa840d1660 con 0x7faa840d0cc0 2024-09-10T07:20:50.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa88991640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7faa840d36d0 con 0x7faa840b78e0 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa8259c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7faa8415e510 0x7faa840ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55812/0 (socket says 172.21.15.3:55812) 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa8259c640 1 -- 172.21.15.3:0/1867535645 learned_addr learned my addr 172.21.15.3:0/1867535645 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa82d9d640 1 --2- 172.21.15.3:0/1867535645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa840b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa81d9b640 1 --2- 172.21.15.3:0/1867535645 >> v2:172.21.15.70:3300/0 conn(0x7faa840d0cc0 0x7faa840d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa8159a640 1 -- 172.21.15.3:0/1867535645 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3217289998 0 0) 0x7faa840d3430 con 0x7faa8415e510 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa8159a640 1 -- 172.21.15.3:0/1867535645 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa6c003520 con 0x7faa8415e510 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa82d9d640 1 -- 172.21.15.3:0/1867535645 >> v2:172.21.15.70:3300/0 conn(0x7faa840d0cc0 msgr2=0x7faa840d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa82d9d640 1 --2- 172.21.15.3:0/1867535645 >> v2:172.21.15.70:3300/0 conn(0x7faa840d0cc0 0x7faa840d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa82d9d640 1 -- 172.21.15.3:0/1867535645 >> v1:172.21.15.3:6789/0 conn(0x7faa8415e510 legacy=0x7faa840ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa82d9d640 1 -- 172.21.15.3:0/1867535645 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa840d39b0 con 0x7faa840b78e0 2024-09-10T07:20:50.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.875+0000 7faa81d9b640 1 --2- 172.21.15.3:0/1867535645 >> v2:172.21.15.70:3300/0 conn(0x7faa840d0cc0 0x7faa840d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:20:50.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.876+0000 7faa82d9d640 1 --2- 172.21.15.3:0/1867535645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa840b7d70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faa7c009d90 tx=0x7faa7c02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae9d404e715f827e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.876+0000 7faa8159a640 1 -- 172.21.15.3:0/1867535645 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7c031600 con 0x7faa840b78e0 2024-09-10T07:20:50.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.876+0000 7faa8159a640 1 -- 172.21.15.3:0/1867535645 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa7c0317a0 con 0x7faa840b78e0 2024-09-10T07:20:50.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.876+0000 7faa8159a640 1 -- 172.21.15.3:0/1867535645 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7c031b50 con 0x7faa840b78e0 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 -- 172.21.15.3:0/1867535645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 msgr2=0x7faa840b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 --2- 172.21.15.3:0/1867535645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa840b7d70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faa7c009d90 tx=0x7faa7c02a5d0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 -- 172.21.15.3:0/1867535645 shutdown_connections 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 --2- 172.21.15.3:0/1867535645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa840b7d70 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 --2- 172.21.15.3:0/1867535645 >> v2:172.21.15.70:3300/0 conn(0x7faa840d0cc0 0x7faa840d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 -- 172.21.15.3:0/1867535645 >> 172.21.15.3:0/1867535645 conn(0x7faa8406d1a0 msgr2=0x7faa84073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 -- 172.21.15.3:0/1867535645 shutdown_connections 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.877+0000 7faa88991640 1 -- 172.21.15.3:0/1867535645 wait complete. 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.878+0000 7faa88991640 1 Processor -- start 2024-09-10T07:20:50.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.878+0000 7faa88991640 1 -- start start 2024-09-10T07:20:50.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa88991640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa8414f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa88991640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 0x7faa8415a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa88991640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa8415e510 0x7faa8415ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa88991640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faa840d22a0 con 0x7faa840d0cc0 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa88991640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faa840d3f70 con 0x7faa8415e510 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa88991640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7faa840cf210 con 0x7faa840b78e0 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa81d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 0x7faa8415a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa81d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 0x7faa8415a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54882/0 (socket says 172.21.15.3:54882) 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa81d9b640 1 -- 172.21.15.3:0/2662286063 learned_addr learned my addr 172.21.15.3:0/2662286063 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa8259c640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa8414f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa82d9d640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa8415e510 0x7faa8415ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa81d9b640 1 -- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 msgr2=0x7faa8414f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.879+0000 7faa81d9b640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa8414f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa81d9b640 1 -- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa8415e510 msgr2=0x7faa8415ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa81d9b640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa8415e510 0x7faa8415ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:50.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa81d9b640 1 -- 172.21.15.3:0/2662286063 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa8415a9d0 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa81d9b640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 0x7faa8415a0d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7faa7800ebe0 tx=0x7faa7800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa78017070 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa7800cc30 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa8415acb0 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa78013470 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.880+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa8415b270 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.881+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa8415fa70 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.882+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faa7801a070 con 0x7faa840d0cc0 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.882+0000 7faa72ffd640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faa6406be30 0x7faa6406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:50.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.882+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7faa7808b410 con 0x7faa840d0cc0 2024-09-10T07:20:50.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.882+0000 7faa8259c640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faa6406be30 0x7faa6406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:50.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.883+0000 7faa8259c640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faa6406be30 0x7faa6406e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7faa74005880 tx=0x7faa74009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:50.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:50.886+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faa78059400 con 0x7faa840d0cc0 2024-09-10T07:20:51.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.066+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faa840d1440 con 0x7faa840d0cc0 2024-09-10T07:20:51.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.067+0000 7faa72ffd640 1 -- 172.21.15.3:0/2662286063 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18868 (secure 0 0 0) 0x7faa7805d700 con 0x7faa840d0cc0 2024-09-10T07:20:51.067 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:51.067 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":27,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:50.190184+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:51.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faa6406be30 msgr2=0x7faa6406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faa6406be30 0x7faa6406e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7faa74005880 tx=0x7faa74009040 comp rx=0 tx=0).stop 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 msgr2=0x7faa8415a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 0x7faa8415a0d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7faa7800ebe0 tx=0x7faa7800c520 comp rx=0 tx=0).stop 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 shutdown_connections 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faa6406be30 0x7faa6406e2f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa8415e510 0x7faa8415ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa840d0cc0 0x7faa8415a0d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 --2- 172.21.15.3:0/2662286063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa840b78e0 0x7faa8414f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 >> 172.21.15.3:0/2662286063 conn(0x7faa8406d1a0 msgr2=0x7faa840ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 shutdown_connections 2024-09-10T07:20:51.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.069+0000 7faa88991640 1 -- 172.21.15.3:0/2662286063 wait complete. 2024-09-10T07:20:51.080 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:20:51.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:51.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.183+0000 7f97f3253640 1 Processor -- start 2024-09-10T07:20:51.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.183+0000 7f97f3253640 1 -- start start 2024-09-10T07:20:51.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f3253640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f97ec15e510 0x7f97ec0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f3253640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f97ec0d13d0 0x7f97ec0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f3253640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97ec0d3430 con 0x7f97ec0cf040 2024-09-10T07:20:51.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f3253640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f97ec0d36d0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f3253640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f97ec0d39b0 con 0x7f97ec15e510 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f17f0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f97ec0d13d0 0x7f97ec0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f17f0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f97ec0d13d0 0x7f97ec0b78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54898/0 (socket says 172.21.15.3:54898) 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f17f0640 1 -- 172.21.15.3:0/1790066379 learned_addr learned my addr 172.21.15.3:0/1790066379 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97ebfff640 1 --1- 172.21.15.3:0/1790066379 >> v1:172.21.15.3:6789/0 conn(0x7f97ec0cf040 0x7f97ec0d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55816/0 (socket says 172.21.15.3:55816) 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.184+0000 7f97f0fef640 1 --2- 172.21.15.3:0/1790066379 >> v2:172.21.15.70:3300/0 conn(0x7f97ec15e510 0x7f97ec0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.185+0000 7f97f17f0640 1 -- 172.21.15.3:0/1790066379 >> v2:172.21.15.70:3300/0 conn(0x7f97ec15e510 msgr2=0x7f97ec0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.185+0000 7f97f17f0640 1 --2- 172.21.15.3:0/1790066379 >> v2:172.21.15.70:3300/0 conn(0x7f97ec15e510 0x7f97ec0ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.185+0000 7f97f17f0640 1 -- 172.21.15.3:0/1790066379 >> v1:172.21.15.3:6789/0 conn(0x7f97ec0cf040 legacy=0x7f97ec0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.185+0000 7f97f17f0640 1 -- 172.21.15.3:0/1790066379 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ec0d3c90 con 0x7f97ec0d13d0 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.185+0000 7f97f17f0640 1 --2- 172.21.15.3:0/1790066379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0b78e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f97ec0cb530 tx=0x7f97e402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3204f7fd0094686 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.185+0000 7f97eb7fe640 1 -- 172.21.15.3:0/1790066379 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4036070 con 0x7f97ec0d13d0 2024-09-10T07:20:51.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97eb7fe640 1 -- 172.21.15.3:0/1790066379 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97e4031600 con 0x7f97ec0d13d0 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97eb7fe640 1 -- 172.21.15.3:0/1790066379 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e40319d0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 -- 172.21.15.3:0/1790066379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 msgr2=0x7f97ec0b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 --2- 172.21.15.3:0/1790066379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0b78e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f97ec0cb530 tx=0x7f97e402a6a0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 -- 172.21.15.3:0/1790066379 shutdown_connections 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 --2- 172.21.15.3:0/1790066379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0b78e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 --2- 172.21.15.3:0/1790066379 >> v2:172.21.15.70:3300/0 conn(0x7f97ec15e510 0x7f97ec0ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 -- 172.21.15.3:0/1790066379 >> 172.21.15.3:0/1790066379 conn(0x7f97ec06d1a0 msgr2=0x7f97ec073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 -- 172.21.15.3:0/1790066379 shutdown_connections 2024-09-10T07:20:51.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.186+0000 7f97f3253640 1 -- 172.21.15.3:0/1790066379 wait complete. 2024-09-10T07:20:51.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.187+0000 7f97f3253640 1 Processor -- start 2024-09-10T07:20:51.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.187+0000 7f97f3253640 1 -- start start 2024-09-10T07:20:51.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97f3253640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f97ec0cf040 0x7f97ec0cbf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97f3253640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0ca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97f3253640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f97ec15e510 0x7f97ec0b5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97f3253640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec15e8f0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97f3253640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec0d22a0 con 0x7f97ec15e510 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97f3253640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f97ec15ea70 con 0x7f97ec0cf040 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97ebfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0ca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97ebfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0ca2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54914/0 (socket says 172.21.15.3:54914) 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.188+0000 7f97ebfff640 1 -- 172.21.15.3:0/1547716437 learned_addr learned my addr 172.21.15.3:0/1547716437 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97ebfff640 1 -- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f97ec0cf040 msgr2=0x7f97ec0cbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97ebfff640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f97ec0cf040 0x7f97ec0cbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97ebfff640 1 -- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f97ec15e510 msgr2=0x7f97ec0b5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97ebfff640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f97ec15e510 0x7f97ec0b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97ebfff640 1 -- 172.21.15.3:0/1547716437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ec160200 con 0x7f97ec0d13d0 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97ebfff640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0ca2b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f97e000c400 tx=0x7f97e000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e00074e0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97e0007680 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e0004a00 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ec0cc480 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.189+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ec15f440 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.190+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97ec0ceb00 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.190+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f97e001a020 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.191+0000 7f97e97fa640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f97d806be30 0x7f97d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.191+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6735+0+0 (secure 0 0 0) 0x7f97e008abb0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.191+0000 7f97f0fef640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f97d806be30 0x7f97d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.191+0000 7f97f0fef640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f97d806be30 0x7f97d806e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f97dc006fd0 tx=0x7f97dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.195+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f97e0010300 con 0x7f97ec0d13d0 2024-09-10T07:20:51.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.413+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f97ec0ce6b0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.414+0000 7f97e97fa640 1 -- 172.21.15.3:0/1547716437 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f97e00590c0 con 0x7f97ec0d13d0 2024-09-10T07:20:51.414 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:51.414 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:51.414 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:51.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f97d806be30 msgr2=0x7f97d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f97d806be30 0x7f97d806e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f97dc006fd0 tx=0x7f97dc008040 comp rx=0 tx=0).stop 2024-09-10T07:20:51.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 msgr2=0x7f97ec0ca2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0ca2b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f97e000c400 tx=0x7f97e000c8c0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 shutdown_connections 2024-09-10T07:20:51.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f97d806be30 0x7f97d806e2f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f97ec15e510 0x7f97ec0b5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f97ec0d13d0 0x7f97ec0ca2b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 --2- 172.21.15.3:0/1547716437 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f97ec0cf040 0x7f97ec0cbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 >> 172.21.15.3:0/1547716437 conn(0x7f97ec06d1a0 msgr2=0x7f97ec159590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 shutdown_connections 2024-09-10T07:20:51.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.416+0000 7f97f3253640 1 -- 172.21.15.3:0/1547716437 wait complete. 2024-09-10T07:20:51.427 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:20:51.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.529+0000 7f95a90e6640 1 Processor -- start 2024-09-10T07:20:51.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.529+0000 7f95a90e6640 1 -- start start 2024-09-10T07:20:51.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a90e6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a415e800 0x7f95a40cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a90e6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f95a40cf910 0x7f95a406d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a90e6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95a40cfd30 con 0x7f95a406dbd0 2024-09-10T07:20:51.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a90e6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f95a415ebe0 con 0x7f95a40cf910 2024-09-10T07:20:51.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a90e6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f95a40d42d0 con 0x7f95a415e800 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f95a40cf910 0x7f95a406d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f95a40cf910 0x7f95a406d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54916/0 (socket says 172.21.15.3:54916) 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 -- 172.21.15.3:0/2994157758 learned_addr learned my addr 172.21.15.3:0/2994157758 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 -- 172.21.15.3:0/2994157758 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a415e800 msgr2=0x7f95a40cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 --2- 172.21.15.3:0/2994157758 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a415e800 0x7f95a40cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 -- 172.21.15.3:0/2994157758 >> v1:172.21.15.70:6789/0 conn(0x7f95a406dbd0 legacy=0x7f95a406e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:51.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.530+0000 7f95a259c640 1 -- 172.21.15.3:0/2994157758 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a40d3ff0 con 0x7f95a40cf910 2024-09-10T07:20:51.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.531+0000 7f95a259c640 1 --2- 172.21.15.3:0/2994157758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a40cf910 0x7f95a406d690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9598009870 tx=0x7f959802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8389c00283151ab1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.531+0000 7f95a1d9b640 1 -- 172.21.15.3:0/2994157758 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598037070 con 0x7f95a40cf910 2024-09-10T07:20:51.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.531+0000 7f95a1d9b640 1 -- 172.21.15.3:0/2994157758 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9598032440 con 0x7f95a40cf910 2024-09-10T07:20:51.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.531+0000 7f95a1d9b640 1 -- 172.21.15.3:0/2994157758 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598032810 con 0x7f95a40cf910 2024-09-10T07:20:51.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 -- 172.21.15.3:0/2994157758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a40cf910 msgr2=0x7f95a406d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2994157758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a40cf910 0x7f95a406d690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9598009870 tx=0x7f959802a210 comp rx=0 tx=0).stop 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 -- 172.21.15.3:0/2994157758 shutdown_connections 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2994157758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a40cf910 0x7f95a406d690 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2994157758 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a415e800 0x7f95a40cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 -- 172.21.15.3:0/2994157758 >> 172.21.15.3:0/2994157758 conn(0x7f95a409d750 msgr2=0x7f95a40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 -- 172.21.15.3:0/2994157758 shutdown_connections 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.532+0000 7f95a90e6640 1 -- 172.21.15.3:0/2994157758 wait complete. 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.533+0000 7f95a90e6640 1 Processor -- start 2024-09-10T07:20:51.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.533+0000 7f95a90e6640 1 -- start start 2024-09-10T07:20:51.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a90e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a406dbd0 0x7f95a415cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a90e6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a40cf910 0x7f95a4151390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a90e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 0x7f95a40cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a90e6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f95a406d170 con 0x7f95a415e800 2024-09-10T07:20:51.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a90e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f95a406ce90 con 0x7f95a406dbd0 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a90e6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f95a40d4e30 con 0x7f95a40cf910 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a359e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 0x7f95a40cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a359e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 0x7f95a40cb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54918/0 (socket says 172.21.15.3:54918) 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a359e640 1 -- 172.21.15.3:0/2511551627 learned_addr learned my addr 172.21.15.3:0/2511551627 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a2d9d640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a406dbd0 0x7f95a415cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.534+0000 7f95a259c640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a40cf910 0x7f95a4151390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a359e640 1 -- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a40cf910 msgr2=0x7f95a4151390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a359e640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a40cf910 0x7f95a4151390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a359e640 1 -- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a406dbd0 msgr2=0x7f95a415cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a359e640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a406dbd0 0x7f95a415cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a359e640 1 -- 172.21.15.3:0/2511551627 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a40cbc60 con 0x7f95a415e800 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a359e640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 0x7f95a40cb5d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f959c00c780 tx=0x7f959c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f959c004b60 con 0x7f95a415e800 2024-09-10T07:20:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f959c004d00 con 0x7f95a415e800 2024-09-10T07:20:51.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95a40cbf40 con 0x7f95a415e800 2024-09-10T07:20:51.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f959c00aa90 con 0x7f95a415e800 2024-09-10T07:20:51.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.535+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95a40cc500 con 0x7f95a415e800 2024-09-10T07:20:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.536+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95a4068880 con 0x7f95a415e800 2024-09-10T07:20:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.537+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f959c00ac30 con 0x7f95a415e800 2024-09-10T07:20:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.537+0000 7f958b7fe640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f959006be30 0x7f959006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.537+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6735+0+0 (secure 0 0 0) 0x7f959c08b620 con 0x7f95a415e800 2024-09-10T07:20:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.537+0000 7f95a2d9d640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f959006be30 0x7f959006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.538+0000 7f95a2d9d640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f959006be30 0x7f959006e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f95940098e0 tx=0x7f9594009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.541+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f959c059610 con 0x7f95a415e800 2024-09-10T07:20:51.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.753+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95a40b1f10 con 0x7f95a415e800 2024-09-10T07:20:51.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.754+0000 7f958b7fe640 1 -- 172.21.15.3:0/2511551627 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5210 (secure 0 0 0) 0x7f959c05d910 con 0x7f95a415e800 2024-09-10T07:20:51.754 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:51.754 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":8,"btime":"2024-09-10T07:20:29:126470+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4281,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3510526082","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3510526082},{"type":"v1","addr":"172.21.15.3:6834","nonce":3510526082}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4151185503","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4151185503},{"type":"v1","addr":"172.21.15.3:6835","nonce":4151185503}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4288,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3981528445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3981528445},{"type":"v1","addr":"172.21.15.70:6837","nonce":3981528445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:20:09.167511+0000","modified":"2024-09-10T07:20:28.479045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4293":{"gid":4293,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.70:6836/674677429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":674677429},{"type":"v1","addr":"172.21.15.70:6836","nonce":674677429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4293,"qdb_cluster":[4293]},"id":1}]} 2024-09-10T07:20:51.754 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 8 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f959006be30 msgr2=0x7f959006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f959006be30 0x7f959006e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f95940098e0 tx=0x7f9594009060 comp rx=0 tx=0).stop 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 msgr2=0x7f95a40cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 0x7f95a40cb5d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f959c00c780 tx=0x7f959c00cc40 comp rx=0 tx=0).stop 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 shutdown_connections 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f959006be30 0x7f959006e2f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95a415e800 0x7f95a40cb5d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95a40cf910 0x7f95a4151390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 --2- 172.21.15.3:0/2511551627 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95a406dbd0 0x7f95a415cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 >> 172.21.15.3:0/2511551627 conn(0x7f95a409d750 msgr2=0x7f95a40b10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:51.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 shutdown_connections 2024-09-10T07:20:51.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.756+0000 7f95a90e6640 1 -- 172.21.15.3:0/2511551627 wait complete. 2024-09-10T07:20:51.767 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:20:51.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.869+0000 7feb84a42640 1 Processor -- start 2024-09-10T07:20:51.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.869+0000 7feb84a42640 1 -- start start 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb84a42640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7feb8006e6a0 0x7feb80169320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb84a42640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb8015ebe0 con 0x7feb8015e800 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb84a42640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb800d42d0 con 0x7feb800cfae0 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb84a42640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7feb800d3ff0 con 0x7feb8006e6a0 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb7e59c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7feb8015e800 0x7feb800cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55820/0 (socket says 172.21.15.3:55820) 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb7e59c640 1 -- 172.21.15.3:0/1644504874 learned_addr learned my addr 172.21.15.3:0/1644504874 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3673673557 0 0) 0x7feb8015ebe0 con 0x7feb8015e800 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb7ed9d640 1 --2- 172.21.15.3:0/1644504874 >> v2:172.21.15.70:3300/0 conn(0x7feb8006e6a0 0x7feb80169320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.870+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feb68003520 con 0x7feb8015e800 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1202247790 0 0) 0x7feb68003520 con 0x7feb8015e800 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 >> v2:172.21.15.70:3300/0 conn(0x7feb8006e6a0 msgr2=0x7feb80169320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:51.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 --2- 172.21.15.3:0/1644504874 >> v2:172.21.15.70:3300/0 conn(0x7feb8006e6a0 0x7feb80169320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 >> v1:172.21.15.70:6789/0 conn(0x7feb800cfae0 legacy=0x7feb800d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb8006cbb0 con 0x7feb8015e800 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7feb70001670 con 0x7feb8015e800 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 >> v1:172.21.15.3:6789/0 conn(0x7feb8015e800 legacy=0x7feb800cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68003a20 0x7feb68003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb68004800 0x7feb68004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb680051c0 0x7feb6800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feb800d3ff0 con 0x7feb68004800 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7feb6800c0f0 con 0x7feb680051c0 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7feb6800c2f0 con 0x7feb68003a20 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb68004800 0x7feb68004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7e59c640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68003a20 0x7feb68003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7ed9d640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb680051c0 0x7feb6800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68003a20 msgr2=0x7feb68003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68003a20 0x7feb68003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb680051c0 msgr2=0x7feb6800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb680051c0 0x7feb6800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1644504874 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb68003520 con 0x7feb68004800 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.871+0000 7feb7ed9d640 1 -- 172.21.15.3:0/1644504874 reap_dead start 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.872+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb68004800 0x7feb68004c80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7feb74001750 tx=0x7feb68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9925ce221d6ba61c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.872+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb74001370 con 0x7feb68004800 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.872+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb740052d0 con 0x7feb68004800 2024-09-10T07:20:51.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.872+0000 7feb7d59a640 1 -- 172.21.15.3:0/1644504874 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb7402abc0 con 0x7feb68004800 2024-09-10T07:20:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.872+0000 7feb84a42640 1 -- 172.21.15.3:0/1644504874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb68004800 msgr2=0x7feb68004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.872+0000 7feb84a42640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb68004800 0x7feb68004c80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7feb74001750 tx=0x7feb68005830 comp rx=0 tx=0).stop 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.873+0000 7feb84a42640 1 -- 172.21.15.3:0/1644504874 shutdown_connections 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.873+0000 7feb84a42640 1 --2- 172.21.15.3:0/1644504874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb68004800 0x7feb68004c80 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.873+0000 7feb84a42640 1 -- 172.21.15.3:0/1644504874 >> 172.21.15.3:0/1644504874 conn(0x7feb8009d750 msgr2=0x7feb800d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.873+0000 7feb84a42640 1 -- 172.21.15.3:0/1644504874 shutdown_connections 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.873+0000 7feb84a42640 1 -- 172.21.15.3:0/1644504874 wait complete. 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.874+0000 7feb84a42640 1 Processor -- start 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.874+0000 7feb84a42640 1 -- start start 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb84a42640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68004800 0x7feb80158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb84a42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 0x7feb80157b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb84a42640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb8015fd30 0x7feb801601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb84a42640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feb800d4e30 con 0x7feb80157690 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb84a42640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7feb8006d170 con 0x7feb8015fd30 2024-09-10T07:20:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb84a42640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7feb800cf3d0 con 0x7feb68004800 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 0x7feb80157b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 0x7feb80157b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54932/0 (socket says 172.21.15.3:54932) 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1318596408 learned_addr learned my addr 172.21.15.3:0/1318596408 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7e59c640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68004800 0x7feb80158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7ed9d640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb8015fd30 0x7feb801601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68004800 msgr2=0x7feb80158790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68004800 0x7feb80158790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb8015fd30 msgr2=0x7feb801601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb8015fd30 0x7feb801601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 -- 172.21.15.3:0/1318596408 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb80161670 con 0x7feb80157690 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.875+0000 7feb7dd9b640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 0x7feb80157b10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7feb74001870 tx=0x7feb74001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.876+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb7403f020 con 0x7feb80157690 2024-09-10T07:20:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.876+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb74005480 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.876+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb80160a60 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.876+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb74037040 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.876+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb80161020 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.877+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb80068880 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.877+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feb74042020 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.878+0000 7feb6effd640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7feb6006be60 0x7feb6006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.878+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6735+0+0 (secure 0 0 0) 0x7feb740aaca0 con 0x7feb80157690 2024-09-10T07:20:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.878+0000 7feb7e59c640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7feb6006be60 0x7feb6006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.879+0000 7feb7e59c640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7feb6006be60 0x7feb6006e320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7feb800b7d90 tx=0x7feb70000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:51.882+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feb74049030 con 0x7feb80157690 2024-09-10T07:20:52.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.057+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb800d1620 con 0x7feb80157690 2024-09-10T07:20:52.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.058+0000 7feb6effd640 1 -- 172.21.15.3:0/1318596408 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18868 (secure 0 0 0) 0x7feb74078b70 con 0x7feb80157690 2024-09-10T07:20:52.058 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:52.058 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":28,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:20:51.196451+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:20:07.027082+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T07:20:08.141514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T07:20:11.957749+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.14","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7feb6006be60 msgr2=0x7feb6006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7feb6006be60 0x7feb6006e320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7feb800b7d90 tx=0x7feb70000ed0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 msgr2=0x7feb80157b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 0x7feb80157b10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7feb74001870 tx=0x7feb74001120 comp rx=0 tx=0).stop 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 shutdown_connections 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7feb6006be60 0x7feb6006e320 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7feb8015fd30 0x7feb801601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feb80157690 0x7feb80157b10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 --2- 172.21.15.3:0/1318596408 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7feb68004800 0x7feb80158790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 >> 172.21.15.3:0/1318596408 conn(0x7feb8009d750 msgr2=0x7feb800b1040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:52.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 shutdown_connections 2024-09-10T07:20:52.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.060+0000 7feb84a42640 1 -- 172.21.15.3:0/1318596408 wait complete. 2024-09-10T07:20:52.071 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:20:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.175+0000 7f5d1ca53640 1 Processor -- start 2024-09-10T07:20:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.176+0000 7f5d1ca53640 1 -- start start 2024-09-10T07:20:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.176+0000 7f5d1ca53640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 0x7f5d180cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.176+0000 7f5d1ca53640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d181604a0 con 0x7f5d1815c130 2024-09-10T07:20:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.176+0000 7f5d1ca53640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d18160780 con 0x7f5d1815ffe0 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.176+0000 7f5d1ca53640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5d18160a60 con 0x7f5d1815d520 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1659c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5d1815c130 0x7f5d180d1a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55836/0 (socket says 172.21.15.3:55836) 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1659c640 1 -- 172.21.15.3:0/2654766062 learned_addr learned my addr 172.21.15.3:0/2654766062 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d16d9d640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 0x7f5d180cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2745882236 0 0) 0x7f5d181604a0 con 0x7f5d1815c130 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5d04003520 con 0x7f5d1815c130 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2892447446 0 0) 0x7f5d18160780 con 0x7f5d1815ffe0 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5d181604a0 con 0x7f5d1815ffe0 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 475976735 0 0) 0x7f5d04003520 con 0x7f5d1815c130 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 msgr2=0x7f5d180cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 0x7f5d180cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 >> v1:172.21.15.70:6789/0 conn(0x7f5d1815ffe0 legacy=0x7f5d180d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d18160d40 con 0x7f5d1815c130 2024-09-10T07:20:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f5d100019f0 con 0x7f5d1815c130 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 >> v1:172.21.15.3:6789/0 conn(0x7f5d1815c130 legacy=0x7f5d180d1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 0x7f5d04003be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d04004190 0x7f5d04004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d04004d40 0x7f5d040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d18160a60 con 0x7f5d04004190 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5d0400bb50 con 0x7f5d04004d40 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5d0400bd50 con 0x7f5d1815d520 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d04004190 0x7f5d04004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d1659c640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 0x7f5d04003be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.177+0000 7f5d16d9d640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d04004d40 0x7f5d040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.178+0000 7f5d15d9b640 1 -- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 msgr2=0x7f5d04003be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.178+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d1815d520 0x7f5d04003be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.178+0000 7f5d15d9b640 1 -- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d04004d40 msgr2=0x7f5d040051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:52.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.178+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d04004d40 0x7f5d040051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.178+0000 7f5d15d9b640 1 -- 172.21.15.3:0/2654766062 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d04003520 con 0x7f5d04004190 2024-09-10T07:20:52.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.178+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d04004190 0x7f5d04004800 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5d000018d0 tx=0x7f5d04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de295c8de254df6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:52.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d000014f0 con 0x7f5d04004190 2024-09-10T07:20:52.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d000052d0 con 0x7f5d04004190 2024-09-10T07:20:52.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1559a640 1 -- 172.21.15.3:0/2654766062 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d0002aca0 con 0x7f5d04004190 2024-09-10T07:20:52.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1ca53640 1 -- 172.21.15.3:0/2654766062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d04004190 msgr2=0x7f5d04004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/2654766062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d04004190 0x7f5d04004800 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5d000018d0 tx=0x7f5d04005830 comp rx=0 tx=0).stop 2024-09-10T07:20:52.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d16d9d640 1 -- 172.21.15.3:0/2654766062 reap_dead start 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1ca53640 1 -- 172.21.15.3:0/2654766062 shutdown_connections 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1ca53640 1 -- 172.21.15.3:0/2654766062 >> 172.21.15.3:0/2654766062 conn(0x7f5d1806baf0 msgr2=0x7f5d1806bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1ca53640 1 -- 172.21.15.3:0/2654766062 shutdown_connections 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.179+0000 7f5d1ca53640 1 -- 172.21.15.3:0/2654766062 wait complete. 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 Processor -- start 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 -- start start 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d04004190 0x7f5d181f2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 0x7f5d180c8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d180c64d0 0x7f5d180c8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d180cecc0 con 0x7f5d180c6050 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5d180d0920 con 0x7f5d180c64d0 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.181+0000 7f5d1ca53640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5d180cee40 con 0x7f5d04004190 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 0x7f5d180c8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 0x7f5d180c8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54946/0 (socket says 172.21.15.3:54946) 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 -- 172.21.15.3:0/635375394 learned_addr learned my addr 172.21.15.3:0/635375394 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d1659c640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d04004190 0x7f5d181f2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d16d9d640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d180c64d0 0x7f5d180c8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 -- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d04004190 msgr2=0x7f5d181f2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d04004190 0x7f5d181f2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 -- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d180c64d0 msgr2=0x7f5d180c8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d180c64d0 0x7f5d180c8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 -- 172.21.15.3:0/635375394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d180c8e30 con 0x7f5d180c6050 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d15d9b640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 0x7f5d180c8040 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5d00000c00 tx=0x7f5d000012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d00037040 con 0x7f5d180c6050 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d00006e50 con 0x7f5d180c6050 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d180b6260 con 0x7f5d180c6050 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d000014f0 con 0x7f5d180c6050 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.182+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d180b6820 con 0x7f5d180c6050 2024-09-10T07:20:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.183+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d18068880 con 0x7f5d180c6050 2024-09-10T07:20:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.184+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5d00044020 con 0x7f5d180c6050 2024-09-10T07:20:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.185+0000 7f5d0effd640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cf806be30 0x7f5cf806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.185+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6735+0+0 (secure 0 0 0) 0x7f5d000aaf70 con 0x7f5d180c6050 2024-09-10T07:20:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.185+0000 7f5d1659c640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cf806be30 0x7f5cf806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.185+0000 7f5d1659c640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cf806be30 0x7f5cf806e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5d10001580 tx=0x7f5d10006040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.189+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5d00078ff0 con 0x7f5d180c6050 2024-09-10T07:20:52.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.401+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f5d180b2490 con 0x7f5d180c6050 2024-09-10T07:20:52.402 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:20:52.402+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:20:52.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.404+0000 7f5d0effd640 1 -- 172.21.15.3:0/635375394 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f5d0007d2f0 con 0x7f5d180c6050 2024-09-10T07:20:52.403 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:20:52.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cf806be30 msgr2=0x7f5cf806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cf806be30 0x7f5cf806e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5d10001580 tx=0x7f5d10006040 comp rx=0 tx=0).stop 2024-09-10T07:20:52.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 msgr2=0x7f5d180c8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 0x7f5d180c8040 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5d00000c00 tx=0x7f5d000012d0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 shutdown_connections 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cf806be30 0x7f5cf806e2f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5d180c64d0 0x7f5d180c8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d180c6050 0x7f5d180c8040 secure :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5d00000c00 tx=0x7f5d000012d0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 --2- 172.21.15.3:0/635375394 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5d04004190 0x7f5d181f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 >> 172.21.15.3:0/635375394 conn(0x7f5d1806baf0 msgr2=0x7f5d180b2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 shutdown_connections 2024-09-10T07:20:52.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.406+0000 7f5d1ca53640 1 -- 172.21.15.3:0/635375394 wait complete. 2024-09-10T07:20:52.409 INFO:tasks.ceph.mds.b.smithi070.stderr: -3191> 2024-09-10T07:20:14.779+0000 7f2c27ae3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:20:52.418 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T07:20:52.440 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:20:52.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.524+0000 7f724774b640 1 Processor -- start 2024-09-10T07:20:52.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.524+0000 7f724774b640 1 -- start start 2024-09-10T07:20:52.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f724774b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f724015e6a0 0x7f72400d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f724774b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f72400d3160 0x7f72400d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f724774b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d0e30 0x7f72400d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f724774b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f72400cfc00 con 0x7f72400d3160 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f724774b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f72400cf050 con 0x7f724015e6a0 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f724774b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f72400cf2d0 con 0x7f72400d0e30 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f72400d3160 0x7f72400d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f72400d3160 0x7f72400d4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54962/0 (socket says 172.21.15.3:54962) 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 -- 172.21.15.3:0/3219995147 learned_addr learned my addr 172.21.15.3:0/3219995147 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f72454e7640 1 --2- 172.21.15.3:0/3219995147 >> v2:172.21.15.70:3300/0 conn(0x7f724015e6a0 0x7f72400d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7245ce8640 1 --2- 172.21.15.3:0/3219995147 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d0e30 0x7f72400d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 -- 172.21.15.3:0/3219995147 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d0e30 msgr2=0x7f72400d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 --2- 172.21.15.3:0/3219995147 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d0e30 0x7f72400d12c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 -- 172.21.15.3:0/3219995147 >> v2:172.21.15.70:3300/0 conn(0x7f724015e6a0 msgr2=0x7f72400d0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:52.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 --2- 172.21.15.3:0/3219995147 >> v2:172.21.15.70:3300/0 conn(0x7f724015e6a0 0x7f72400d0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.525+0000 7f7244ce6640 1 -- 172.21.15.3:0/3219995147 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72400cf5b0 con 0x7f72400d3160 2024-09-10T07:20:52.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.526+0000 7f72454e7640 1 --2- 172.21.15.3:0/3219995147 >> v2:172.21.15.70:3300/0 conn(0x7f724015e6a0 0x7f72400d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.526+0000 7f7244ce6640 1 --2- 172.21.15.3:0/3219995147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72400d3160 0x7f72400d4b30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f724008ea00 tx=0x7f723402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af5bdf1233b77244 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.526+0000 7f723ffff640 1 -- 172.21.15.3:0/3219995147 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7234037070 con 0x7f72400d3160 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.526+0000 7f723ffff640 1 -- 172.21.15.3:0/3219995147 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7234032440 con 0x7f72400d3160 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.526+0000 7f723ffff640 1 -- 172.21.15.3:0/3219995147 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7234032810 con 0x7f72400d3160 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 -- 172.21.15.3:0/3219995147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72400d3160 msgr2=0x7f72400d4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 --2- 172.21.15.3:0/3219995147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72400d3160 0x7f72400d4b30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f724008ea00 tx=0x7f723402a1e0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 -- 172.21.15.3:0/3219995147 shutdown_connections 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 --2- 172.21.15.3:0/3219995147 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d0e30 0x7f72400d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 --2- 172.21.15.3:0/3219995147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72400d3160 0x7f72400d4b30 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 --2- 172.21.15.3:0/3219995147 >> v2:172.21.15.70:3300/0 conn(0x7f724015e6a0 0x7f72400d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 -- 172.21.15.3:0/3219995147 >> 172.21.15.3:0/3219995147 conn(0x7f724009d730 msgr2=0x7f72400d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:52.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 -- 172.21.15.3:0/3219995147 shutdown_connections 2024-09-10T07:20:52.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.527+0000 7f724774b640 1 -- 172.21.15.3:0/3219995147 wait complete. 2024-09-10T07:20:52.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.528+0000 7f724774b640 1 Processor -- start 2024-09-10T07:20:52.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.528+0000 7f724774b640 1 -- start start 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f724774b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72400d0e30 0x7f72401f4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f724774b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d3160 0x7f72401f1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f724774b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 0x7f7240160ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f724774b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f72400d51f0 con 0x7f724015e6a0 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f724774b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f72400d5070 con 0x7f72400d0e30 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f724774b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f72400b7270 con 0x7f72400d3160 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 0x7f7240160ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 0x7f7240160ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54976/0 (socket says 172.21.15.3:54976) 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 -- 172.21.15.3:0/914169243 learned_addr learned my addr 172.21.15.3:0/914169243 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f72454e7640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72400d0e30 0x7f72401f4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7244ce6640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d3160 0x7f72401f1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 -- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d3160 msgr2=0x7f72401f1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d3160 0x7f72401f1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 -- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72400d0e30 msgr2=0x7f72401f4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72400d0e30 0x7f72401f4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.529+0000 7f7245ce8640 1 -- 172.21.15.3:0/914169243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72401f4fa0 con 0x7f724015e6a0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.530+0000 7f7245ce8640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 0x7f7240160ca0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f723800c570 tx=0x7f723800ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.530+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238015070 con 0x7f724015e6a0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.530+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7238004220 con 0x7f724015e6a0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.530+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7240158760 con 0x7f724015e6a0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.530+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238003610 con 0x7f724015e6a0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.530+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7240158d20 con 0x7f724015e6a0 2024-09-10T07:20:52.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.531+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72400d4b30 con 0x7f724015e6a0 2024-09-10T07:20:52.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.531+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f72380037b0 con 0x7f724015e6a0 2024-09-10T07:20:52.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.532+0000 7f723dffb640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f722c06be30 0x7f722c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:52.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.532+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6821+0+0 (secure 0 0 0) 0x7f723808b000 con 0x7f724015e6a0 2024-09-10T07:20:52.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.532+0000 7f72454e7640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f722c06be30 0x7f722c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:52.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.533+0000 7f72454e7640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f722c06be30 0x7f722c06e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7230007560 tx=0x7f72300074f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.536+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f72401f4fa0 con 0x7f724015e6a0 2024-09-10T07:20:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:52.750+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f72401f19c0 con 0x7f724015e6a0 2024-09-10T07:20:53.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.405+0000 7f723dffb640 1 -- 172.21.15.3:0/914169243 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f7238059550 con 0x7f724015e6a0 2024-09-10T07:20:53.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f722c06be30 msgr2=0x7f722c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:53.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f722c06be30 0x7f722c06e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7230007560 tx=0x7f72300074f0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 msgr2=0x7f7240160ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:53.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 0x7f7240160ca0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f723800c570 tx=0x7f723800ca30 comp rx=0 tx=0).stop 2024-09-10T07:20:53.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 shutdown_connections 2024-09-10T07:20:53.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f722c06be30 0x7f722c06e2f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f724015e6a0 0x7f7240160ca0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72400d3160 0x7f72401f1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 --2- 172.21.15.3:0/914169243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72400d0e30 0x7f72401f4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 >> 172.21.15.3:0/914169243 conn(0x7f724009d730 msgr2=0x7f72400b8660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:53.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 shutdown_connections 2024-09-10T07:20:53.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.408+0000 7f724774b640 1 -- 172.21.15.3:0/914169243 wait complete. 2024-09-10T07:20:53.422 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T07:20:53.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.535+0000 7fa040674640 1 Processor -- start 2024-09-10T07:20:53.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.535+0000 7fa040674640 1 -- start start 2024-09-10T07:20:53.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa040674640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa03815e770 0x7fa0380d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:53.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa040674640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa038162840 0x7fa0380b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:53.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa040674640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0380b74c0 con 0x7fa0380d3800 2024-09-10T07:20:53.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa040674640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa0380b7df0 con 0x7fa03815e770 2024-09-10T07:20:53.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa040674640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa0380b77a0 con 0x7fa038162840 2024-09-10T07:20:53.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa03e410640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa03815e770 0x7fa0380d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:53.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa03dc0f640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fa0380d3800 0x7fa038162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55840/0 (socket says 172.21.15.3:55840) 2024-09-10T07:20:53.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa03dc0f640 1 -- 172.21.15.3:0/1940302935 learned_addr learned my addr 172.21.15.3:0/1940302935 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:53.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.536+0000 7fa03ec11640 1 --2- 172.21.15.3:0/1940302935 >> v2:172.21.15.70:3300/0 conn(0x7fa038162840 0x7fa0380b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:53.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03e410640 1 -- 172.21.15.3:0/1940302935 >> v2:172.21.15.70:3300/0 conn(0x7fa038162840 msgr2=0x7fa0380b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:53.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03e410640 1 --2- 172.21.15.3:0/1940302935 >> v2:172.21.15.70:3300/0 conn(0x7fa038162840 0x7fa0380b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03e410640 1 -- 172.21.15.3:0/1940302935 >> v1:172.21.15.3:6789/0 conn(0x7fa0380d3800 legacy=0x7fa038162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:53.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03e410640 1 -- 172.21.15.3:0/1940302935 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0380b7a80 con 0x7fa03815e770 2024-09-10T07:20:53.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03d40e640 1 -- 172.21.15.3:0/1940302935 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3894170156 0 0) 0x7fa0380b74c0 con 0x7fa0380d3800 2024-09-10T07:20:53.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03e410640 1 --2- 172.21.15.3:0/1940302935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa0380d32c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa0380d4460 tx=0x7fa03402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361edb116f06025f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:53.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.537+0000 7fa03d40e640 1 -- 172.21.15.3:0/1940302935 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa034037070 con 0x7fa03815e770 2024-09-10T07:20:53.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa03d40e640 1 -- 172.21.15.3:0/1940302935 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa034032440 con 0x7fa03815e770 2024-09-10T07:20:53.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa03d40e640 1 -- 172.21.15.3:0/1940302935 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa034032810 con 0x7fa03815e770 2024-09-10T07:20:53.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 -- 172.21.15.3:0/1940302935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 msgr2=0x7fa0380d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:53.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 --2- 172.21.15.3:0/1940302935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa0380d32c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa0380d4460 tx=0x7fa03402a1a0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 -- 172.21.15.3:0/1940302935 shutdown_connections 2024-09-10T07:20:53.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 --2- 172.21.15.3:0/1940302935 >> v2:172.21.15.70:3300/0 conn(0x7fa038162840 0x7fa0380b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 --2- 172.21.15.3:0/1940302935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa0380d32c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 -- 172.21.15.3:0/1940302935 >> 172.21.15.3:0/1940302935 conn(0x7fa03809d660 msgr2=0x7fa0380d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:53.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 -- 172.21.15.3:0/1940302935 shutdown_connections 2024-09-10T07:20:53.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.538+0000 7fa040674640 1 -- 172.21.15.3:0/1940302935 wait complete. 2024-09-10T07:20:53.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.539+0000 7fa040674640 1 Processor -- start 2024-09-10T07:20:53.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.539+0000 7fa040674640 1 -- start start 2024-09-10T07:20:53.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa040674640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa0380d3800 0x7fa0381537c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:53.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa040674640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa03809ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:53.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa040674640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa038162840 0x7fa0380cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:53.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa040674640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa0380b9fc0 con 0x7fa03815e770 2024-09-10T07:20:53.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa040674640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa0380d53d0 con 0x7fa0380d3800 2024-09-10T07:20:53.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa040674640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa0380ba140 con 0x7fa038162840 2024-09-10T07:20:53.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa03dc0f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa03809ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:53.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa03dc0f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa03809ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54994/0 (socket says 172.21.15.3:54994) 2024-09-10T07:20:53.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa03dc0f640 1 -- 172.21.15.3:0/3917809119 learned_addr learned my addr 172.21.15.3:0/3917809119 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:53.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.540+0000 7fa03e410640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa0380d3800 0x7fa0381537c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:53.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03ec11640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa038162840 0x7fa0380cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:53.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03dc0f640 1 -- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa038162840 msgr2=0x7fa0380cc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:53.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03dc0f640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa038162840 0x7fa0380cc0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03dc0f640 1 -- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa0380d3800 msgr2=0x7fa0381537c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:53.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03dc0f640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa0380d3800 0x7fa0381537c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:53.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03dc0f640 1 -- 172.21.15.3:0/3917809119 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa038153d00 con 0x7fa03815e770 2024-09-10T07:20:53.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03e410640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa0380d3800 0x7fa0381537c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:53.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa03dc0f640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa03809ed50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa02c00c4d0 tx=0x7fa02c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:53.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02c018070 con 0x7fa03815e770 2024-09-10T07:20:53.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa02c007500 con 0x7fa03815e770 2024-09-10T07:20:53.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0380a18f0 con 0x7fa03815e770 2024-09-10T07:20:53.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02c004a20 con 0x7fa03815e770 2024-09-10T07:20:53.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.541+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa038160180 con 0x7fa03815e770 2024-09-10T07:20:53.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.542+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa038069110 con 0x7fa03815e770 2024-09-10T07:20:53.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.543+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa02c01b070 con 0x7fa03815e770 2024-09-10T07:20:53.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.543+0000 7fa02affd640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa01c06be30 0x7fa01c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:53.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.543+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6821+0+0 (secure 0 0 0) 0x7fa02c08a5f0 con 0x7fa03815e770 2024-09-10T07:20:53.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.543+0000 7fa03e410640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa01c06be30 0x7fa01c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:53.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.544+0000 7fa03e410640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa01c06be30 0x7fa01c06e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa034034000 tx=0x7fa03402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:53.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.547+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa02c058b40 con 0x7fa03815e770 2024-09-10T07:20:53.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:53.724+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa0380d4240 con 0x7fa03815e770 2024-09-10T07:20:54.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.409+0000 7fa02affd640 1 -- 172.21.15.3:0/3917809119 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) ==== 181+0+0 (secure 0 0 0) 0x7fa02c058440 con 0x7fa03815e770 2024-09-10T07:20:54.410 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-09-10T07:20:54.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa01c06be30 msgr2=0x7fa01c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:54.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa01c06be30 0x7fa01c06e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa034034000 tx=0x7fa03402e000 comp rx=0 tx=0).stop 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 msgr2=0x7fa03809ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa03809ed50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fa02c00c4d0 tx=0x7fa02c00c990 comp rx=0 tx=0).stop 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 shutdown_connections 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa01c06be30 0x7fa01c06e2f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.413+0000 7fa040674640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa038162840 0x7fa0380cc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.414+0000 7fa040674640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03815e770 0x7fa03809ed50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.414+0000 7fa040674640 1 --2- 172.21.15.3:0/3917809119 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa0380d3800 0x7fa0381537c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.414+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 >> 172.21.15.3:0/3917809119 conn(0x7fa03809d660 msgr2=0x7fa0380d4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.414+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 shutdown_connections 2024-09-10T07:20:54.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.414+0000 7fa040674640 1 -- 172.21.15.3:0/3917809119 wait complete. 2024-09-10T07:20:54.428 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T07:20:54.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.541+0000 7efc533e4640 1 Processor -- start 2024-09-10T07:20:54.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.541+0000 7efc533e4640 1 -- start start 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc533e4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efc4c15e770 0x7efc4c0d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc533e4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efc4c0d3800 0x7efc4c162130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc533e4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc4c0b74c0 con 0x7efc4c162670 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc533e4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7efc4c0b7df0 con 0x7efc4c15e770 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc533e4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efc4c0b77a0 con 0x7efc4c0d3800 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efc4c15e770 0x7efc4c0d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:54.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efc4c15e770 0x7efc4c0d32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55000/0 (socket says 172.21.15.3:55000) 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 -- 172.21.15.3:0/1685206513 learned_addr learned my addr 172.21.15.3:0/1685206513 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc5097f640 1 --2- 172.21.15.3:0/1685206513 >> v2:172.21.15.70:3300/0 conn(0x7efc4c0d3800 0x7efc4c162130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 -- 172.21.15.3:0/1685206513 >> v2:172.21.15.70:3300/0 conn(0x7efc4c0d3800 msgr2=0x7efc4c162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 --2- 172.21.15.3:0/1685206513 >> v2:172.21.15.70:3300/0 conn(0x7efc4c0d3800 0x7efc4c162130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 -- 172.21.15.3:0/1685206513 >> v1:172.21.15.70:6789/0 conn(0x7efc4c162670 legacy=0x7efc4c0b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc51180640 1 -- 172.21.15.3:0/1685206513 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c0b7a80 con 0x7efc4c15e770 2024-09-10T07:20:54.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.542+0000 7efc5097f640 1 --2- 172.21.15.3:0/1685206513 >> v2:172.21.15.70:3300/0 conn(0x7efc4c0d3800 0x7efc4c162130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:54.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.543+0000 7efc51180640 1 --2- 172.21.15.3:0/1685206513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c15e770 0x7efc4c0d32c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0b6eb0 tx=0x7efc4802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d93e3321a0289d28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:54.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.543+0000 7efc43fff640 1 -- 172.21.15.3:0/1685206513 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc48037070 con 0x7efc4c15e770 2024-09-10T07:20:54.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.543+0000 7efc43fff640 1 -- 172.21.15.3:0/1685206513 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc48032440 con 0x7efc4c15e770 2024-09-10T07:20:54.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.543+0000 7efc43fff640 1 -- 172.21.15.3:0/1685206513 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc48032810 con 0x7efc4c15e770 2024-09-10T07:20:54.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 -- 172.21.15.3:0/1685206513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c15e770 msgr2=0x7efc4c0d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:54.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 --2- 172.21.15.3:0/1685206513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c15e770 0x7efc4c0d32c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0b6eb0 tx=0x7efc4802a230 comp rx=0 tx=0).stop 2024-09-10T07:20:54.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 -- 172.21.15.3:0/1685206513 shutdown_connections 2024-09-10T07:20:54.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 --2- 172.21.15.3:0/1685206513 >> v2:172.21.15.70:3300/0 conn(0x7efc4c0d3800 0x7efc4c162130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 --2- 172.21.15.3:0/1685206513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c15e770 0x7efc4c0d32c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 -- 172.21.15.3:0/1685206513 >> 172.21.15.3:0/1685206513 conn(0x7efc4c09d660 msgr2=0x7efc4c0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 -- 172.21.15.3:0/1685206513 shutdown_connections 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.544+0000 7efc533e4640 1 -- 172.21.15.3:0/1685206513 wait complete. 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.545+0000 7efc533e4640 1 Processor -- start 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.545+0000 7efc533e4640 1 -- start start 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc533e4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc4c0d3800 0x7efc4c1539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc533e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc4c15e770 0x7efc4c0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc533e4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 0x7efc4c0c9d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc533e4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c0ba190 con 0x7efc4c162670 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc533e4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c0d53d0 con 0x7efc4c0d3800 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc533e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efc4c0ba310 con 0x7efc4c15e770 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 0x7efc4c0c9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 0x7efc4c0c9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55006/0 (socket says 172.21.15.3:55006) 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 -- 172.21.15.3:0/74426238 learned_addr learned my addr 172.21.15.3:0/74426238 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:54.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51180640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc4c0d3800 0x7efc4c1539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc5097f640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc4c15e770 0x7efc4c0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 -- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc4c15e770 msgr2=0x7efc4c0c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc4c15e770 0x7efc4c0c97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 -- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc4c0d3800 msgr2=0x7efc4c1539b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc4c0d3800 0x7efc4c1539b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 -- 172.21.15.3:0/74426238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c0ccbd0 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc51981640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 0x7efc4c0c9d30 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7efc4400c7b0 tx=0x7efc4400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.546+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44004b60 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.547+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc44004d00 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.547+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc4c0cceb0 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.547+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc4400aa90 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.547+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc4c0cd470 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.548+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc4c069110 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.548+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efc4400ac30 con 0x7efc4c162670 2024-09-10T07:20:54.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.549+0000 7efc41ffb640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc3006be30 0x7efc3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:54.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.549+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 6383+0+0 (secure 0 0 0) 0x7efc4408b330 con 0x7efc4c162670 2024-09-10T07:20:54.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.549+0000 7efc51180640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc3006be30 0x7efc3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:54.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.549+0000 7efc51180640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc3006be30 0x7efc3006e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efc48034000 tx=0x7efc4802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:54.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.553+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc44020070 con 0x7efc4c162670 2024-09-10T07:20:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:54.735+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7efc4c0d4240 con 0x7efc4c162670 2024-09-10T07:20:55.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.411+0000 7efc41ffb640 1 -- 172.21.15.3:0/74426238 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) ==== 169+0+0 (secure 0 0 0) 0x7efc44059ad0 con 0x7efc4c162670 2024-09-10T07:20:55.411 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-09-10T07:20:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.415+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc3006be30 msgr2=0x7efc3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.415+0000 7efc533e4640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc3006be30 0x7efc3006e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efc48034000 tx=0x7efc4802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.415+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 msgr2=0x7efc4c0c9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.415+0000 7efc533e4640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 0x7efc4c0c9d30 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7efc4400c7b0 tx=0x7efc4400cc70 comp rx=0 tx=0).stop 2024-09-10T07:20:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.415+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 shutdown_connections 2024-09-10T07:20:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efc3006be30 0x7efc3006e2f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc4c162670 0x7efc4c0c9d30 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efc4c15e770 0x7efc4c0c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 --2- 172.21.15.3:0/74426238 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efc4c0d3800 0x7efc4c1539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 >> 172.21.15.3:0/74426238 conn(0x7efc4c09d660 msgr2=0x7efc4c06d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:55.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 shutdown_connections 2024-09-10T07:20:55.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.416+0000 7efc533e4640 1 -- 172.21.15.3:0/74426238 wait complete. 2024-09-10T07:20:55.432 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-10T07:20:55.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.549+0000 7f06c3518640 1 Processor -- start 2024-09-10T07:20:55.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.549+0000 7f06c3518640 1 -- start start 2024-09-10T07:20:55.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c3518640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f06bc15e760 0x7f06bc0d2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:55.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c3518640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f06bc0d4700 0x7f06bc0d2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:55.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c3518640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06bc0cf320 con 0x7f06bc15e380 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c3518640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f06bc0cf620 con 0x7f06bc15e760 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c3518640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f06bc0d2f30 con 0x7f06bc0d4700 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c0ab3640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f06bc15e760 0x7f06bc0d2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c0ab3640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f06bc15e760 0x7f06bc0d2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55022/0 (socket says 172.21.15.3:55022) 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c0ab3640 1 -- 172.21.15.3:0/104921428 learned_addr learned my addr 172.21.15.3:0/104921428 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.550+0000 7f06c1ab5640 1 --2- 172.21.15.3:0/104921428 >> v2:172.21.15.70:3300/0 conn(0x7f06bc0d4700 0x7f06bc0d2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06c0ab3640 1 -- 172.21.15.3:0/104921428 >> v2:172.21.15.70:3300/0 conn(0x7f06bc0d4700 msgr2=0x7f06bc0d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06c0ab3640 1 --2- 172.21.15.3:0/104921428 >> v2:172.21.15.70:3300/0 conn(0x7f06bc0d4700 0x7f06bc0d2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06c0ab3640 1 -- 172.21.15.3:0/104921428 >> v1:172.21.15.70:6789/0 conn(0x7f06bc15e380 legacy=0x7f06bc0d3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06c0ab3640 1 -- 172.21.15.3:0/104921428 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06bc0d2cc0 con 0x7f06bc15e760 2024-09-10T07:20:55.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06c1ab5640 1 --2- 172.21.15.3:0/104921428 >> v2:172.21.15.70:3300/0 conn(0x7f06bc0d4700 0x7f06bc0d2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06c0ab3640 1 --2- 172.21.15.3:0/104921428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc0d2240 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f06bc0b5dd0 tx=0x7f06ac02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ad07a296ec6e9a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06b3fff640 1 -- 172.21.15.3:0/104921428 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ac037070 con 0x7f06bc15e760 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.551+0000 7f06b3fff640 1 -- 172.21.15.3:0/104921428 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06ac032440 con 0x7f06bc15e760 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06b3fff640 1 -- 172.21.15.3:0/104921428 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ac032810 con 0x7f06bc15e760 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 -- 172.21.15.3:0/104921428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 msgr2=0x7f06bc0d2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 --2- 172.21.15.3:0/104921428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc0d2240 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f06bc0b5dd0 tx=0x7f06ac02a230 comp rx=0 tx=0).stop 2024-09-10T07:20:55.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 -- 172.21.15.3:0/104921428 shutdown_connections 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 --2- 172.21.15.3:0/104921428 >> v2:172.21.15.70:3300/0 conn(0x7f06bc0d4700 0x7f06bc0d2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 --2- 172.21.15.3:0/104921428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc0d2240 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 -- 172.21.15.3:0/104921428 >> 172.21.15.3:0/104921428 conn(0x7f06bc08dd10 msgr2=0x7f06bc09d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 -- 172.21.15.3:0/104921428 shutdown_connections 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.552+0000 7f06c3518640 1 -- 172.21.15.3:0/104921428 wait complete. 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.553+0000 7f06c3518640 1 Processor -- start 2024-09-10T07:20:55.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.553+0000 7f06c3518640 1 -- start start 2024-09-10T07:20:55.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c3518640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06bc0d4700 0x7f06bc1f4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:55.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c3518640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f06bc15e380 0x7f06bc0b9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:55.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c3518640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc1572e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:55.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c3518640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f06bc0d3670 con 0x7f06bc15e760 2024-09-10T07:20:55.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c3518640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f06bc0d34f0 con 0x7f06bc0d4700 2024-09-10T07:20:55.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c3518640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f06bc0cfab0 con 0x7f06bc15e380 2024-09-10T07:20:55.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc1572e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:55.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc1572e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55024/0 (socket says 172.21.15.3:55024) 2024-09-10T07:20:55.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 -- 172.21.15.3:0/1928209111 learned_addr learned my addr 172.21.15.3:0/1928209111 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:55.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c12b4640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06bc0d4700 0x7f06bc1f4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:55.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c0ab3640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f06bc15e380 0x7f06bc0b9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:55.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 -- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f06bc15e380 msgr2=0x7f06bc0b9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:55.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f06bc15e380 0x7f06bc0b9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 -- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06bc0d4700 msgr2=0x7f06bc1f4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:55.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06bc0d4700 0x7f06bc1f4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:55.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.554+0000 7f06c1ab5640 1 -- 172.21.15.3:0/1928209111 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06bc160270 con 0x7f06bc15e760 2024-09-10T07:20:55.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06c12b4640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06bc0d4700 0x7f06bc1f4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:55.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06c1ab5640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc1572e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f06b400cef0 tx=0x7f06b400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:55.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b401a070 con 0x7f06bc15e760 2024-09-10T07:20:55.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06b400d860 con 0x7f06bc15e760 2024-09-10T07:20:55.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b400dc50 con 0x7f06bc15e760 2024-09-10T07:20:55.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06bc160550 con 0x7f06bc15e760 2024-09-10T07:20:55.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.555+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06bc160b10 con 0x7f06bc15e760 2024-09-10T07:20:55.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.556+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06bc0d3ff0 con 0x7f06bc15e760 2024-09-10T07:20:55.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.556+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f06b401d070 con 0x7f06bc15e760 2024-09-10T07:20:55.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.557+0000 7f06b1ffb640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06a006be30 0x7f06a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:55.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.557+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5853+0+0 (secure 0 0 0) 0x7f06b408b7e0 con 0x7f06bc15e760 2024-09-10T07:20:55.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.557+0000 7f06c12b4640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06a006be30 0x7f06a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:55.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.558+0000 7f06c12b4640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06a006be30 0x7f06a006e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f06b8003eb0 tx=0x7f06b8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:55.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.561+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f06b405a1c0 con 0x7f06bc15e760 2024-09-10T07:20:55.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:55.736+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f06bc0ba2c0 con 0x7f06bc15e760 2024-09-10T07:20:56.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.424+0000 7f06b1ffb640 1 -- 172.21.15.3:0/1928209111 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) ==== 178+0+0 (secure 0 0 0) 0x7f06b4059ac0 con 0x7f06bc15e760 2024-09-10T07:20:56.425 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data_ec' removed 2024-09-10T07:20:56.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06a006be30 msgr2=0x7f06a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:56.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06a006be30 0x7f06a006e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f06b8003eb0 tx=0x7f06b8009040 comp rx=0 tx=0).stop 2024-09-10T07:20:56.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 msgr2=0x7f06bc1572e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:56.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc1572e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f06b400cef0 tx=0x7f06b400a710 comp rx=0 tx=0).stop 2024-09-10T07:20:56.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 shutdown_connections 2024-09-10T07:20:56.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06a006be30 0x7f06a006e2f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06bc15e760 0x7f06bc1572e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f06bc15e380 0x7f06bc0b9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 --2- 172.21.15.3:0/1928209111 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f06bc0d4700 0x7f06bc1f4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 >> 172.21.15.3:0/1928209111 conn(0x7f06bc08dd10 msgr2=0x7f06bc0cd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:56.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 shutdown_connections 2024-09-10T07:20:56.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.429+0000 7f06c3518640 1 -- 172.21.15.3:0/1928209111 wait complete. 2024-09-10T07:20:56.444 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T07:20:56.444 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T07:20:56.444 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T07:20:56.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:56.445 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T07:20:56.445 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T07:20:56.445 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T07:20:56.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:56.445 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T07:20:56.445 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T07:20:56.446 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T07:20:56.446 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:56.446 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T07:20:56.446 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T07:20:56.446 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T07:20:56.446 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:20:56.457 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T07:20:56.457 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T07:20:56.458 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T07:20:56.458 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T07:20:56.459 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T07:20:56.460 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T07:20:56.460 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T07:20:56.460 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T07:20:56.500 INFO:tasks.ceph.mds.b:Started 2024-09-10T07:20:56.500 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:56.501 INFO:tasks.ceph.mds.d:Started 2024-09-10T07:20:56.502 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:56.503 INFO:tasks.ceph.mds.a:Started 2024-09-10T07:20:56.503 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:56.503 INFO:tasks.ceph.mds.c:Started 2024-09-10T07:20:56.504 DEBUG:teuthology.parallel:result is None 2024-09-10T07:20:56.504 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T07:20:56.585 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:20:56.585 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:20:56.587 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:20:56.587 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:20:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.624+0000 7f15c534b640 1 Processor -- start 2024-09-10T07:20:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.624+0000 7f15c534b640 1 -- start start 2024-09-10T07:20:56.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15c534b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f15c015e400 0x7f15c0072110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:56.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15c534b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c006cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:56.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15c534b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15c0072650 con 0x7f15c006d140 2024-09-10T07:20:56.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15c534b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f15c00cf130 con 0x7f15c015e400 2024-09-10T07:20:56.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15c534b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f15c00cf410 con 0x7f15c00ceb70 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15bf7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f15c006d140 0x7f15c015f010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55848/0 (socket says 172.21.15.3:55848) 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15bf7fe640 1 -- 172.21.15.3:0/3984305143 learned_addr learned my addr 172.21.15.3:0/3984305143 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15beffd640 1 --2- 172.21.15.3:0/3984305143 >> v2:172.21.15.70:3300/0 conn(0x7f15c015e400 0x7f15c0072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15be7fc640 1 --2- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c006cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15bdffb640 1 -- 172.21.15.3:0/3984305143 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3143412204 0 0) 0x7f15c0072650 con 0x7f15c006d140 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15bdffb640 1 -- 172.21.15.3:0/3984305143 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f15a8003520 con 0x7f15c006d140 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15beffd640 1 -- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 msgr2=0x7f15c006cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15beffd640 1 --2- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c006cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15beffd640 1 -- 172.21.15.3:0/3984305143 >> v1:172.21.15.3:6789/0 conn(0x7f15c006d140 legacy=0x7f15c015f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:56.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.625+0000 7f15beffd640 1 -- 172.21.15.3:0/3984305143 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c00cf6f0 con 0x7f15c015e400 2024-09-10T07:20:56.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.626+0000 7f15beffd640 1 --2- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c015e400 0x7f15c0072110 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f15b00097a0 tx=0x7f15b002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c5e4b9953f2bbce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:56.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.626+0000 7f15bdffb640 1 -- 172.21.15.3:0/3984305143 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0037070 con 0x7f15c015e400 2024-09-10T07:20:56.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.626+0000 7f15bdffb640 1 -- 172.21.15.3:0/3984305143 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b0032440 con 0x7f15c015e400 2024-09-10T07:20:56.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.626+0000 7f15bdffb640 1 -- 172.21.15.3:0/3984305143 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b00327f0 con 0x7f15c015e400 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 -- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c015e400 msgr2=0x7f15c0072110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 --2- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c015e400 0x7f15c0072110 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f15b00097a0 tx=0x7f15b002a180 comp rx=0 tx=0).stop 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 -- 172.21.15.3:0/3984305143 shutdown_connections 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 --2- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c006cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 --2- 172.21.15.3:0/3984305143 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c015e400 0x7f15c0072110 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 -- 172.21.15.3:0/3984305143 >> 172.21.15.3:0/3984305143 conn(0x7f15c006feb0 msgr2=0x7f15c0070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 -- 172.21.15.3:0/3984305143 shutdown_connections 2024-09-10T07:20:56.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.627+0000 7f15c534b640 1 -- 172.21.15.3:0/3984305143 wait complete. 2024-09-10T07:20:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.628+0000 7f15c534b640 1 Processor -- start 2024-09-10T07:20:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.628+0000 7f15c534b640 1 -- start start 2024-09-10T07:20:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15c534b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c006d140 0x7f15c00c9230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15c534b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c00c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15c534b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 0x7f15c00cb950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15c534b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f15c015e7e0 con 0x7f15c015e400 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15c534b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f15c015eaf0 con 0x7f15c006d140 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15c534b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f15c015f720 con 0x7f15c00ceb70 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15bf7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 0x7f15c00cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15bf7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 0x7f15c00cb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55078/0 (socket says 172.21.15.3:55078) 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15bf7fe640 1 -- 172.21.15.3:0/2170259187 learned_addr learned my addr 172.21.15.3:0/2170259187 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15beffd640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c006d140 0x7f15c00c9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.629+0000 7f15be7fc640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c00c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15bf7fe640 1 -- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 msgr2=0x7f15c00c9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15bf7fe640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c00c9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15bf7fe640 1 -- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c006d140 msgr2=0x7f15c00c9230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15bf7fe640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c006d140 0x7f15c00c9230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15bf7fe640 1 -- 172.21.15.3:0/2170259187 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c00b65c0 con 0x7f15c015e400 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15bf7fe640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 0x7f15c00cb950 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f15b800cb40 tx=0x7f15b800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b8017070 con 0x7f15c015e400 2024-09-10T07:20:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15b800aca0 con 0x7f15c015e400 2024-09-10T07:20:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b8012620 con 0x7f15c015e400 2024-09-10T07:20:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c00b68a0 con 0x7f15c015e400 2024-09-10T07:20:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.630+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c00b6e60 con 0x7f15c015e400 2024-09-10T07:20:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.632+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15c0069540 con 0x7f15c015e400 2024-09-10T07:20:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.632+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f15b801a070 con 0x7f15c015e400 2024-09-10T07:20:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.632+0000 7f15a77fe640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f15ac06be30 0x7f15ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.633+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5335+0+0 (secure 0 0 0) 0x7f15b808aae0 con 0x7f15c015e400 2024-09-10T07:20:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.633+0000 7f15beffd640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f15ac06be30 0x7f15ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.633+0000 7f15beffd640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f15ac06be30 0x7f15ac06e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f15b0034000 tx=0x7f15b002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.637+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f15b8058f10 con 0x7f15c015e400 2024-09-10T07:20:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:56.823+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f15c00d2570 con 0x7f15c015e400 2024-09-10T07:20:57.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.438+0000 7f15a77fe640 1 -- 172.21.15.3:0/2170259187 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v34) ==== 97+0+0 (secure 0 0 0) 0x7f15b805d210 con 0x7f15c015e400 2024-09-10T07:20:57.438 INFO:teuthology.orchestra.run.smithi003.stderr: removed all blocklist entries 2024-09-10T07:20:57.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.440+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f15ac06be30 msgr2=0x7f15ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.440+0000 7f15c534b640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f15ac06be30 0x7f15ac06e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f15b0034000 tx=0x7f15b002e000 comp rx=0 tx=0).stop 2024-09-10T07:20:57.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.440+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 msgr2=0x7f15c00cb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.440+0000 7f15c534b640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 0x7f15c00cb950 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f15b800cb40 tx=0x7f15b800a060 comp rx=0 tx=0).stop 2024-09-10T07:20:57.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.440+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 shutdown_connections 2024-09-10T07:20:57.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f15ac06be30 0x7f15ac06e2f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f15c015e400 0x7f15c00cb950 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15c00ceb70 0x7f15c00c9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 --2- 172.21.15.3:0/2170259187 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f15c006d140 0x7f15c00c9230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 >> 172.21.15.3:0/2170259187 conn(0x7f15c006feb0 msgr2=0x7f15c006d520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:57.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 shutdown_connections 2024-09-10T07:20:57.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.441+0000 7f15c534b640 1 -- 172.21.15.3:0/2170259187 wait complete. 2024-09-10T07:20:57.456 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T07:20:57.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.565+0000 7f5ac66ba640 1 Processor -- start 2024-09-10T07:20:57.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.565+0000 7f5ac66ba640 1 -- start start 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac66ba640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5ac01673d0 0x7f5ac01697c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac66ba640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ac0073ec0 con 0x7f5ac006baf0 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac66ba640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ac0072e20 con 0x7f5ac015e760 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac66ba640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f5ac00cf6f0 con 0x7f5ac01673d0 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac4c57640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5ac01673d0 0x7f5ac01697c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5abffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5ac006baf0 0x7f5ac006bed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55856/0 (socket says 172.21.15.3:55856) 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac4c57640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5ac01673d0 0x7f5ac01697c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55080/0 (socket says 172.21.15.3:55080) 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5abffff640 1 -- 172.21.15.3:0/1747314908 learned_addr learned my addr 172.21.15.3:0/1747314908 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac4c57640 1 -- 172.21.15.3:0/1747314908 >> v1:172.21.15.70:6789/0 conn(0x7f5ac015e760 legacy=0x7f5ac00cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac4c57640 1 -- 172.21.15.3:0/1747314908 >> v1:172.21.15.3:6789/0 conn(0x7f5ac006baf0 legacy=0x7f5ac006bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.566+0000 7f5ac4c57640 1 -- 172.21.15.3:0/1747314908 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac0073100 con 0x7f5ac01673d0 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.567+0000 7f5ac4c57640 1 --2- 172.21.15.3:0/1747314908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac01673d0 0x7f5ac01697c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8009d90 tx=0x7f5ab802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75fc6a18c543377f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.567+0000 7f5abf7fe640 1 -- 172.21.15.3:0/1747314908 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8031600 con 0x7f5ac01673d0 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.567+0000 7f5abf7fe640 1 -- 172.21.15.3:0/1747314908 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab80317a0 con 0x7f5ac01673d0 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.567+0000 7f5abf7fe640 1 -- 172.21.15.3:0/1747314908 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8031b70 con 0x7f5ac01673d0 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 -- 172.21.15.3:0/1747314908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac01673d0 msgr2=0x7f5ac01697c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/1747314908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac01673d0 0x7f5ac01697c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8009d90 tx=0x7f5ab802a610 comp rx=0 tx=0).stop 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 -- 172.21.15.3:0/1747314908 shutdown_connections 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/1747314908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac01673d0 0x7f5ac01697c0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 -- 172.21.15.3:0/1747314908 >> 172.21.15.3:0/1747314908 conn(0x7f5ac00b2c50 msgr2=0x7f5ac00b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 -- 172.21.15.3:0/1747314908 shutdown_connections 2024-09-10T07:20:57.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.568+0000 7f5ac66ba640 1 -- 172.21.15.3:0/1747314908 wait complete. 2024-09-10T07:20:57.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.569+0000 7f5ac66ba640 1 Processor -- start 2024-09-10T07:20:57.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.569+0000 7f5ac66ba640 1 -- start start 2024-09-10T07:20:57.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac66ba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 0x7f5ac0161b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac66ba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ac015e760 0x7f5ac015dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac66ba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ac01673d0 0x7f5ac01600c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac66ba640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac00739a0 con 0x7f5ac006baf0 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac66ba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac00736c0 con 0x7f5ac015e760 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac66ba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac006c850 con 0x7f5ac01673d0 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 0x7f5ac0161b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 0x7f5ac0161b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55096/0 (socket says 172.21.15.3:55096) 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 -- 172.21.15.3:0/3177141116 learned_addr learned my addr 172.21.15.3:0/3177141116 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ab7fff640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ac015e760 0x7f5ac015dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac4c57640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ac01673d0 0x7f5ac01600c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 -- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ac01673d0 msgr2=0x7f5ac01600c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ac01673d0 0x7f5ac01600c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 -- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ac015e760 msgr2=0x7f5ac015dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ac015e760 0x7f5ac015dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 -- 172.21.15.3:0/3177141116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac015e000 con 0x7f5ac006baf0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5ac4c57640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ac01673d0 0x7f5ac01600c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abffff640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 0x7f5ac0161b40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c3f0 tx=0x7f5ab000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0017070 con 0x7f5ac006baf0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.570+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab0005ce0 con 0x7f5ac006baf0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.571+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab00072f0 con 0x7f5ac006baf0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.571+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac0160aa0 con 0x7f5ac006baf0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.571+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac0161060 con 0x7f5ac006baf0 2024-09-10T07:20:57.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.572+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ac006bed0 con 0x7f5ac006baf0 2024-09-10T07:20:57.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.572+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5ab001a070 con 0x7f5ac006baf0 2024-09-10T07:20:57.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.573+0000 7f5abd7fa640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5aa006be30 0x7f5aa006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.573+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f5ab0089f50 con 0x7f5ac006baf0 2024-09-10T07:20:57.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.573+0000 7f5ab7fff640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5aa006be30 0x7f5aa006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.573+0000 7f5ab7fff640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5aa006be30 0x7f5aa006e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5ac01f8160 tx=0x7f5aa8009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:57.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.577+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ab0058470 con 0x7f5ac006baf0 2024-09-10T07:20:57.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.822+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f5ac00cd3d0 con 0x7f5ac006baf0 2024-09-10T07:20:57.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.822+0000 7f5abd7fa640 1 -- 172.21.15.3:0/3177141116 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v2) ==== 80+0+6645 (secure 0 0 0) 0x7f5ab005c770 con 0x7f5ac006baf0 2024-09-10T07:20:57.822 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:20:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "auth_dump": [ 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.a", 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw==", 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.823 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.b", 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg==", 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.824 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.c", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA==", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.d", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA==", 2024-09-10T07:20:57.825 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.0", 2024-09-10T07:20:57.826 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg==", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.1", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA==", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.827 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.2", 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg==", 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.828 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.3", 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ==", 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.4", 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw==", 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.829 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.830 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.830 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.830 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.830 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.830 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.830 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.5", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew==", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.6", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg==", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.831 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.7", 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A==", 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.832 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.833 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.0", 2024-09-10T07:20:57.833 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ==", 2024-09-10T07:20:57.833 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.833 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.833 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:20:57.833 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.1", 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ==", 2024-09-10T07:20:57.834 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.2", 2024-09-10T07:20:57.835 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg==", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.3", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw==", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:20:57.836 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.admin", 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9moO9QIBAA1fGe/olsh9ewzwW3VLloEw==", 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.837 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.bootstrap-mds", 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAR899mMEWCCBAAtgI1z+wTM++Q5aCXXXbTxQ==", 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile bootstrap-mds" 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.bootstrap-mgr", 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAR899mCVaCCBAAz8HIsZqtq3C9haKEGEYJjA==", 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.838 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.bootstrap-osd", 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAR899mtV6CCBAAZ7WYr7MrrKoL4uTs1lFreg==", 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile bootstrap-osd" 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.bootstrap-rbd", 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAR899m42aCCBAAhkYpy8iilz03uPFhIGCnXA==", 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-10T07:20:57.839 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAR899mCW+CCBAABxLw6DWV6CcPTScDn8Dywg==", 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.bootstrap-rgw", 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAR899mHXeCCBAATxkU7VgW//ngga5vLVq5FQ==", 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.840 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.x", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q==", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.y", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w==", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:20:57.841 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:20:57.842 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:20:57.842 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.842 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:20:57.842 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:20:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:20:57.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.824+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5aa006be30 msgr2=0x7f5aa006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.824+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5aa006be30 0x7f5aa006e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5ac01f8160 tx=0x7f5aa8009060 comp rx=0 tx=0).stop 2024-09-10T07:20:57.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.824+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 msgr2=0x7f5ac0161b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.824+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 0x7f5ac0161b40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c3f0 tx=0x7f5ab000c8b0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 shutdown_connections 2024-09-10T07:20:57.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5aa006be30 0x7f5aa006e2f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ac01673d0 0x7f5ac01600c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ac015e760 0x7f5ac015dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 --2- 172.21.15.3:0/3177141116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac006baf0 0x7f5ac0161b40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 >> 172.21.15.3:0/3177141116 conn(0x7f5ac00b2c50 msgr2=0x7f5ac00b47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:57.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 shutdown_connections 2024-09-10T07:20:57.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.825+0000 7f5ac66ba640 1 -- 172.21.15.3:0/3177141116 wait complete. 2024-09-10T07:20:57.847 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-10T07:20:57.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.950+0000 7fb120a82640 1 Processor -- start 2024-09-10T07:20:57.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.950+0000 7fb120a82640 1 -- start start 2024-09-10T07:20:57.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb120a82640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c0d4d60 0x7fb11c0d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb120a82640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb11c162020 0x7fb11c0d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb120a82640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb11c162500 con 0x7fb11c15e660 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb120a82640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb11c0d2020 con 0x7fb11c162020 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb120a82640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb11c1627e0 con 0x7fb11c0d4d60 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb11ad9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb11c162020 0x7fb11c0d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb11ad9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb11c162020 0x7fb11c0d29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55104/0 (socket says 172.21.15.3:55104) 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.951+0000 7fb11ad9d640 1 -- 172.21.15.3:0/2701771327 learned_addr learned my addr 172.21.15.3:0/2701771327 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.952+0000 7fb119d9b640 1 --2- 172.21.15.3:0/2701771327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c0d4d60 0x7fb11c0d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.952+0000 7fb11ad9d640 1 -- 172.21.15.3:0/2701771327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c0d4d60 msgr2=0x7fb11c0d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.952+0000 7fb11ad9d640 1 --2- 172.21.15.3:0/2701771327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c0d4d60 0x7fb11c0d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.952+0000 7fb11ad9d640 1 -- 172.21.15.3:0/2701771327 >> v1:172.21.15.70:6789/0 conn(0x7fb11c15e660 legacy=0x7fb11c0d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.952+0000 7fb11ad9d640 1 -- 172.21.15.3:0/2701771327 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11c162ac0 con 0x7fb11c162020 2024-09-10T07:20:57.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.952+0000 7fb11ad9d640 1 --2- 172.21.15.3:0/2701771327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c162020 0x7fb11c0d29f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb114009870 tx=0x7fb11402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8baefd16ec547eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:57.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb11959a640 1 -- 172.21.15.3:0/2701771327 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb114037070 con 0x7fb11c162020 2024-09-10T07:20:57.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb11959a640 1 -- 172.21.15.3:0/2701771327 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb114032440 con 0x7fb11c162020 2024-09-10T07:20:57.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb11959a640 1 -- 172.21.15.3:0/2701771327 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb114032810 con 0x7fb11c162020 2024-09-10T07:20:57.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 -- 172.21.15.3:0/2701771327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c162020 msgr2=0x7fb11c0d29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 --2- 172.21.15.3:0/2701771327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c162020 0x7fb11c0d29f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb114009870 tx=0x7fb11402a1c0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 -- 172.21.15.3:0/2701771327 shutdown_connections 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 --2- 172.21.15.3:0/2701771327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c162020 0x7fb11c0d29f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 --2- 172.21.15.3:0/2701771327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c0d4d60 0x7fb11c0d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 -- 172.21.15.3:0/2701771327 >> 172.21.15.3:0/2701771327 conn(0x7fb11c08de10 msgr2=0x7fb11c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 -- 172.21.15.3:0/2701771327 shutdown_connections 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.953+0000 7fb120a82640 1 -- 172.21.15.3:0/2701771327 wait complete. 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 Processor -- start 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 -- start start 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 0x7fb11c0b8720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb11c15e660 0x7fb11c160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c162020 0x7fb11c15b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c0d4990 con 0x7fb11c0d4d60 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c0d4810 con 0x7fb11c15e660 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb120a82640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb11c0d4b10 con 0x7fb11c162020 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 0x7fb11c0b8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 0x7fb11c0b8720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55110/0 (socket says 172.21.15.3:55110) 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.955+0000 7fb11a59c640 1 -- 172.21.15.3:0/4274125756 learned_addr learned my addr 172.21.15.3:0/4274125756 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb119d9b640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb11c15e660 0x7fb11c160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11ad9d640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c162020 0x7fb11c15b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11a59c640 1 -- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c162020 msgr2=0x7fb11c15b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11a59c640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c162020 0x7fb11c15b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11a59c640 1 -- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb11c15e660 msgr2=0x7fb11c160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11a59c640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb11c15e660 0x7fb11c160120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11a59c640 1 -- 172.21.15.3:0/4274125756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11c0b8c60 con 0x7fb11c0d4d60 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb11a59c640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 0x7fb11c0b8720 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00c790 tx=0x7fb10c00cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:57.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c016020 con 0x7fb11c0d4d60 2024-09-10T07:20:57.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb10c006d50 con 0x7fb11c0d4d60 2024-09-10T07:20:57.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb11c160bb0 con 0x7fb11c0d4d60 2024-09-10T07:20:57.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c003bb0 con 0x7fb11c0d4d60 2024-09-10T07:20:57.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.956+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb11c161170 con 0x7fb11c0d4d60 2024-09-10T07:20:57.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.957+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb11c0d0f50 con 0x7fb11c0d4d60 2024-09-10T07:20:57.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.958+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb10c00a850 con 0x7fb11c0d4d60 2024-09-10T07:20:57.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.958+0000 7fb112ffd640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb0fc06be30 0x7fb0fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:57.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.958+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fb10c08a7c0 con 0x7fb11c0d4d60 2024-09-10T07:20:57.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.958+0000 7fb119d9b640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb0fc06be30 0x7fb0fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:57.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.959+0000 7fb119d9b640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb0fc06be30 0x7fb0fc06e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb11c06d6e0 tx=0x7fb104008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:57.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:57.962+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb10c020020 con 0x7fb11c0d4d60 2024-09-10T07:20:58.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.208+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fb11c0d0a60 con 0x7fb11c0d4d60 2024-09-10T07:20:58.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.210+0000 7fb112ffd640 1 -- 172.21.15.3:0/4274125756 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v3) ==== 90+0+0 (secure 0 0 0) 0x7fb10c058d70 con 0x7fb11c0d4d60 2024-09-10T07:20:58.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb0fc06be30 msgr2=0x7fb0fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb0fc06be30 0x7fb0fc06e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb11c06d6e0 tx=0x7fb104008040 comp rx=0 tx=0).stop 2024-09-10T07:20:58.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 msgr2=0x7fb11c0b8720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 0x7fb11c0b8720 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00c790 tx=0x7fb10c00cc50 comp rx=0 tx=0).stop 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 shutdown_connections 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb0fc06be30 0x7fb0fc06e2f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb11c162020 0x7fb11c15b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb11c15e660 0x7fb11c160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 --2- 172.21.15.3:0/4274125756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb11c0d4d60 0x7fb11c0b8720 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 >> 172.21.15.3:0/4274125756 conn(0x7fb11c08de10 msgr2=0x7fb11c153210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 shutdown_connections 2024-09-10T07:20:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.212+0000 7fb120a82640 1 -- 172.21.15.3:0/4274125756 wait complete. 2024-09-10T07:20:58.223 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-10T07:20:58.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.327+0000 7f3e9374b640 1 Processor -- start 2024-09-10T07:20:58.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.327+0000 7f3e9374b640 1 -- start start 2024-09-10T07:20:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e9374b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3e8c1619e0 0x7f3e8c0d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e9374b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e8c161dc0 con 0x7f3e8c0d2d90 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e9374b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e8c0d3310 con 0x7f3e8c0d13d0 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e9374b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3e8c0d3f20 con 0x7f3e8c1619e0 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e90ce6640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f3e8c0d2d90 0x7f3e8c0d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55870/0 (socket says 172.21.15.3:55870) 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e90ce6640 1 -- 172.21.15.3:0/1008707417 learned_addr learned my addr 172.21.15.3:0/1008707417 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e914e7640 1 --2- 172.21.15.3:0/1008707417 >> v2:172.21.15.70:3300/0 conn(0x7f3e8c1619e0 0x7f3e8c0d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2356298072 0 0) 0x7f3e8c161dc0 con 0x7f3e8c0d2d90 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3e78003520 con 0x7f3e8c0d2d90 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3572666758 0 0) 0x7f3e78003520 con 0x7f3e8c0d2d90 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 >> v2:172.21.15.70:3300/0 conn(0x7f3e8c1619e0 msgr2=0x7f3e8c0d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 --2- 172.21.15.3:0/1008707417 >> v2:172.21.15.70:3300/0 conn(0x7f3e8c1619e0 0x7f3e8c0d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 >> v1:172.21.15.70:6789/0 conn(0x7f3e8c0d13d0 legacy=0x7f3e8c0b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.328+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e8c0d35f0 con 0x7f3e8c0d2d90 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f3e7c001690 con 0x7f3e8c0d2d90 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 --2- 172.21.15.3:0/1008707417 >> v2:172.21.15.70:3300/0 conn(0x7f3e8c1619e0 0x7f3e8c0d2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 >> v1:172.21.15.3:6789/0 conn(0x7f3e8c0d2d90 legacy=0x7f3e8c0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e78003a20 0x7f3e78003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78004800 0x7f3e78004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e78005230 0x7f3e7800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3e8c0d3f20 con 0x7f3e78003a20 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3e7800c190 con 0x7f3e78005230 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3e7800c390 con 0x7f3e78004800 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e78003a20 0x7f3e78003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e91ce8640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e78005230 0x7f3e7800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e90ce6640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78004800 0x7f3e78004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 -- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78004800 msgr2=0x7f3e78004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78004800 0x7f3e78004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 -- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e78005230 msgr2=0x7f3e7800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e78005230 0x7f3e7800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e914e7640 1 -- 172.21.15.3:0/1008707417 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e78003520 con 0x7f3e78003a20 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e91ce8640 1 -- 172.21.15.3:0/1008707417 reap_dead start 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.329+0000 7f3e90ce6640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78004800 0x7f3e78004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e914e7640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e78003a20 0x7f3e78003e40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3e880098a0 tx=0x7f3e78005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57c4ae390402e81a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8800f040 con 0x7f3e78003a20 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e8802ace0 con 0x7f3e78003a20 2024-09-10T07:20:58.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e83fff640 1 -- 172.21.15.3:0/1008707417 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e88004250 con 0x7f3e78003a20 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e9374b640 1 -- 172.21.15.3:0/1008707417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e78003a20 msgr2=0x7f3e78003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e9374b640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e78003a20 0x7f3e78003e40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3e880098a0 tx=0x7f3e78005830 comp rx=0 tx=0).stop 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e9374b640 1 -- 172.21.15.3:0/1008707417 shutdown_connections 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e9374b640 1 --2- 172.21.15.3:0/1008707417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e78003a20 0x7f3e78003e40 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.330+0000 7f3e9374b640 1 -- 172.21.15.3:0/1008707417 >> 172.21.15.3:0/1008707417 conn(0x7f3e8c06d1c0 msgr2=0x7f3e8c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.331+0000 7f3e9374b640 1 -- 172.21.15.3:0/1008707417 shutdown_connections 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.331+0000 7f3e9374b640 1 -- 172.21.15.3:0/1008707417 wait complete. 2024-09-10T07:20:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 Processor -- start 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 -- start start 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78003a20 0x7f3e8c153e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e8c0b4800 0x7f3e8c15f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 0x7f3e8c158d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3e8c0d2250 con 0x7f3e8c15f770 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3e8c0d3bb0 con 0x7f3e8c0b4800 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.332+0000 7f3e9374b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3e8c0d2850 con 0x7f3e78003a20 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 0x7f3e8c158d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 0x7f3e8c158d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55130/0 (socket says 172.21.15.3:55130) 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 -- 172.21.15.3:0/572844518 learned_addr learned my addr 172.21.15.3:0/572844518 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e914e7640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78003a20 0x7f3e8c153e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e90ce6640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e8c0b4800 0x7f3e8c15f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 -- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78003a20 msgr2=0x7f3e8c153e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78003a20 0x7f3e8c153e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 -- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e8c0b4800 msgr2=0x7f3e8c15f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e8c0b4800 0x7f3e8c15f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 -- 172.21.15.3:0/572844518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e8c157ac0 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e90ce6640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e8c0b4800 0x7f3e8c15f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e91ce8640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 0x7f3e8c158d70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c0b3ec0 tx=0x7f3e8400fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8401a070 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e84006d60 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e8c157da0 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e84003bb0 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.333+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e8c158360 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.335+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e8c0d0cc0 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.335+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3e84005070 con 0x7f3e8c15f770 2024-09-10T07:20:58.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.335+0000 7f3e81ffb640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e7006be60 0x7f3e7006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.335+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f3e8408a030 con 0x7f3e8c15f770 2024-09-10T07:20:58.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.336+0000 7f3e914e7640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e7006be60 0x7f3e7006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.336+0000 7f3e914e7640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e7006be60 0x7f3e7006e320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3e88033000 tx=0x7f3e8802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:58.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.340+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e84058550 con 0x7f3e8c15f770 2024-09-10T07:20:58.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.583+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f3e8c0c7be0 con 0x7f3e8c15f770 2024-09-10T07:20:58.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.585+0000 7f3e81ffb640 1 -- 172.21.15.3:0/572844518 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v4) ==== 90+0+0 (secure 0 0 0) 0x7f3e8405c850 con 0x7f3e8c15f770 2024-09-10T07:20:58.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e7006be60 msgr2=0x7f3e7006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e7006be60 0x7f3e7006e320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3e88033000 tx=0x7f3e8802e000 comp rx=0 tx=0).stop 2024-09-10T07:20:58.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 msgr2=0x7f3e8c158d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 0x7f3e8c158d70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c0b3ec0 tx=0x7f3e8400fbe0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 shutdown_connections 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e7006be60 0x7f3e7006e320 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e8c15f770 0x7f3e8c158d70 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e8c0b4800 0x7f3e8c15f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 --2- 172.21.15.3:0/572844518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e78003a20 0x7f3e8c153e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 >> 172.21.15.3:0/572844518 conn(0x7f3e8c06d1c0 msgr2=0x7f3e8c0d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 shutdown_connections 2024-09-10T07:20:58.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.587+0000 7f3e9374b640 1 -- 172.21.15.3:0/572844518 wait complete. 2024-09-10T07:20:58.598 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-10T07:20:58.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.702+0000 7f5330dbd640 1 Processor -- start 2024-09-10T07:20:58.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.702+0000 7f5330dbd640 1 -- start start 2024-09-10T07:20:58.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f5330dbd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f532c15e660 0x7f532c0d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f5330dbd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f532c0d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f5330dbd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f532c0b42f0 con 0x7f532c15e280 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f5330dbd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f532c0b4c20 con 0x7f532c15e660 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f5330dbd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f532c0cfee0 con 0x7f532c0b3a30 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532a59c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f532c15e280 0x7f532c0d1f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51526/0 (socket says 172.21.15.3:51526) 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532a59c640 1 -- 172.21.15.3:0/1601331118 learned_addr learned my addr 172.21.15.3:0/1601331118 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 197408196 0 0) 0x7f532c0b42f0 con 0x7f532c15e280 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5314003520 con 0x7f532c15e280 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f5329d9b640 1 --2- 172.21.15.3:0/1601331118 >> v2:172.21.15.70:3300/0 conn(0x7f532c15e660 0x7f532c0d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532ad9d640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f532c0d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1695535043 0 0) 0x7f5314003520 con 0x7f532c15e280 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 msgr2=0x7f532c0d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f532c0d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 >> v2:172.21.15.70:3300/0 conn(0x7f532c15e660 msgr2=0x7f532c0d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 --2- 172.21.15.3:0/1601331118 >> v2:172.21.15.70:3300/0 conn(0x7f532c15e660 0x7f532c0d29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f532c0b45d0 con 0x7f532c15e280 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f531c001670 con 0x7f532c15e280 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 >> v1:172.21.15.3:6789/0 conn(0x7f532c15e280 legacy=0x7f532c0d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5314003a20 0x7f5314003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5314004800 0x7f5314004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f53140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f532c0b4c20 con 0x7f5314003a20 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f532c0cfee0 con 0x7f5314004800 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.703+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f531400ba40 con 0x7f532c0b3a30 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532a59c640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5314003a20 0x7f5314003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f5329d9b640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5314004800 0x7f5314004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532ad9d640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f53140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532a59c640 1 -- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 msgr2=0x7f53140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532a59c640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f53140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532a59c640 1 -- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5314004800 msgr2=0x7f5314004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532a59c640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5314004800 0x7f5314004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532a59c640 1 -- 172.21.15.3:0/1601331118 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5314003520 con 0x7f5314003a20 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.704+0000 7f532ad9d640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f532c0b3a30 0x7f53140051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f532a59c640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5314003a20 0x7f5314003e40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f531c00c240 tx=0x7f5314005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=812d56bb0a7f131a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c02e070 con 0x7f5314003a20 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f531c005af0 con 0x7f5314003a20 2024-09-10T07:20:58.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f532959a640 1 -- 172.21.15.3:0/1601331118 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c007d30 con 0x7f5314003a20 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f5330dbd640 1 -- 172.21.15.3:0/1601331118 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5314003a20 msgr2=0x7f5314003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f5330dbd640 1 --2- 172.21.15.3:0/1601331118 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5314003a20 0x7f5314003e40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f531c00c240 tx=0x7f5314005830 comp rx=0 tx=0).stop 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f532ad9d640 1 -- 172.21.15.3:0/1601331118 reap_dead start 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f5330dbd640 1 -- 172.21.15.3:0/1601331118 shutdown_connections 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f5330dbd640 1 -- 172.21.15.3:0/1601331118 >> 172.21.15.3:0/1601331118 conn(0x7f532c08ddf0 msgr2=0x7f532c09d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f5330dbd640 1 -- 172.21.15.3:0/1601331118 shutdown_connections 2024-09-10T07:20:58.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.705+0000 7f5330dbd640 1 -- 172.21.15.3:0/1601331118 wait complete. 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 Processor -- start 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 -- start start 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5314003a20 0x7f532c0ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f532c15b840 0x7f532c160100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 0x7f532c06cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f532c0b5230 con 0x7f532c06c900 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f532c0b50b0 con 0x7f532c15b840 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.707+0000 7f5330dbd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f532c0d2ee0 con 0x7f5314003a20 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 0x7f532c06cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 0x7f532c06cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39432/0 (socket says 172.21.15.3:39432) 2024-09-10T07:20:58.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 -- 172.21.15.3:0/3964495607 learned_addr learned my addr 172.21.15.3:0/3964495607 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 -- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5314003a20 msgr2=0x7f532c0ce250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532a59c640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5314003a20 0x7f532c0ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f5329d9b640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f532c15b840 0x7f532c160100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5314003a20 0x7f532c0ce250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 -- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f532c15b840 msgr2=0x7f532c160100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f532c15b840 0x7f532c160100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 -- 172.21.15.3:0/3964495607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f532c160640 con 0x7f532c06c900 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f532ad9d640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 0x7f532c06cd80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f532c0c7e90 tx=0x7f5324010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5324003990 con 0x7f532c06c900 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5324003b50 con 0x7f532c06c900 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f532c160c10 con 0x7f532c06c900 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5324004020 con 0x7f532c06c900 2024-09-10T07:20:58.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.708+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f532c1611d0 con 0x7f532c06c900 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.709+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f532c0d3260 con 0x7f532c06c900 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.710+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5324005d10 con 0x7f532c06c900 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.710+0000 7f531affd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f530c06be60 0x7f530c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.710+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f532408b4a0 con 0x7f532c06c900 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.710+0000 7f532a59c640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f530c06be60 0x7f530c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.711+0000 7f532a59c640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f530c06be60 0x7f530c06e320 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f531c033000 tx=0x7f531c009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:58.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.715+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5324025020 con 0x7f532c06c900 2024-09-10T07:20:58.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.961+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f532c0d2a40 con 0x7f532c06c900 2024-09-10T07:20:58.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.963+0000 7f531affd640 1 -- 172.21.15.3:0/3964495607 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f5324059f80 con 0x7f532c06c900 2024-09-10T07:20:58.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f530c06be60 msgr2=0x7f530c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f530c06be60 0x7f530c06e320 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f531c033000 tx=0x7f531c009030 comp rx=0 tx=0).stop 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 msgr2=0x7f532c06cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 0x7f532c06cd80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f532c0c7e90 tx=0x7f5324010590 comp rx=0 tx=0).stop 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 shutdown_connections 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f530c06be60 0x7f530c06e320 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f532c06c900 0x7f532c06cd80 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f532c15b840 0x7f532c160100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 --2- 172.21.15.3:0/3964495607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5314003a20 0x7f532c0ce250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 >> 172.21.15.3:0/3964495607 conn(0x7f532c08ddf0 msgr2=0x7f532c0b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 shutdown_connections 2024-09-10T07:20:58.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:58.965+0000 7f5330dbd640 1 -- 172.21.15.3:0/3964495607 wait complete. 2024-09-10T07:20:58.976 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-10T07:20:59.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.079+0000 7fe72409b640 1 Processor -- start 2024-09-10T07:20:59.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.079+0000 7fe72409b640 1 -- start start 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe72409b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe71c0d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe72409b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe71c162020 0x7fe71c0d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe72409b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe71c162500 con 0x7fe71c0d4d60 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe72409b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe71c0d2020 con 0x7fe71c162020 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe72409b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe71c1627e0 con 0x7fe71c15e660 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe721636640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe71c0d4d60 0x7fe71c0b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51528/0 (socket says 172.21.15.3:51528) 2024-09-10T07:20:59.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe721636640 1 -- 172.21.15.3:0/4019499502 learned_addr learned my addr 172.21.15.3:0/4019499502 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2735073556 0 0) 0x7fe71c162500 con 0x7fe71c0d4d60 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe708003520 con 0x7fe71c0d4d60 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe721e37640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe71c0d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe722638640 1 --2- 172.21.15.3:0/4019499502 >> v2:172.21.15.70:3300/0 conn(0x7fe71c162020 0x7fe71c0d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 831578662 0 0) 0x7fe708003520 con 0x7fe71c0d4d60 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 msgr2=0x7fe71c0d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe71c0d4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 >> v2:172.21.15.70:3300/0 conn(0x7fe71c162020 msgr2=0x7fe71c0d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 --2- 172.21.15.3:0/4019499502 >> v2:172.21.15.70:3300/0 conn(0x7fe71c162020 0x7fe71c0d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71c162ac0 con 0x7fe71c0d4d60 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe70c001670 con 0x7fe71c0d4d60 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 >> v1:172.21.15.3:6789/0 conn(0x7fe71c0d4d60 legacy=0x7fe71c0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.080+0000 7fe720e35640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe708003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe720e35640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe708003ff0 0x7fe708004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe720e35640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708004d40 0x7fe7080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c0d2020 con 0x7fe708003ff0 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c1627e0 con 0x7fe708004d40 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe70800bac0 con 0x7fe71c15e660 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721636640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe708003ff0 0x7fe708004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe722638640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708004d40 0x7fe7080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721e37640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe708003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721636640 1 -- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 msgr2=0x7fe708003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721636640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe708003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721636640 1 -- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708004d40 msgr2=0x7fe7080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721636640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708004d40 0x7fe7080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721636640 1 -- 172.21.15.3:0/4019499502 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe708003520 con 0x7fe708003ff0 2024-09-10T07:20:59.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe721e37640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c15e660 0x7fe708003a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.081+0000 7fe722638640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708004d40 0x7fe7080051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe721636640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe708003ff0 0x7fe708004800 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe70c00c160 tx=0x7fe708005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54d1c72fddc6d1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c007c60 con 0x7fe708003ff0 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe70c005af0 con 0x7fe708003ff0 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe720e35640 1 -- 172.21.15.3:0/4019499502 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c007070 con 0x7fe708003ff0 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe72409b640 1 -- 172.21.15.3:0/4019499502 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe708003ff0 msgr2=0x7fe708004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe72409b640 1 --2- 172.21.15.3:0/4019499502 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe708003ff0 0x7fe708004800 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe70c00c160 tx=0x7fe708005830 comp rx=0 tx=0).stop 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe722638640 1 -- 172.21.15.3:0/4019499502 reap_dead start 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe72409b640 1 -- 172.21.15.3:0/4019499502 shutdown_connections 2024-09-10T07:20:59.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe72409b640 1 -- 172.21.15.3:0/4019499502 >> 172.21.15.3:0/4019499502 conn(0x7fe71c08de10 msgr2=0x7fe71c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe72409b640 1 -- 172.21.15.3:0/4019499502 shutdown_connections 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.082+0000 7fe72409b640 1 -- 172.21.15.3:0/4019499502 wait complete. 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 Processor -- start 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 -- start start 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708003ff0 0x7fe71c1616f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c0ca730 0x7fe71c0b8770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 0x7fe71c0cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c0d0fb0 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe71c0d0e30 con 0x7fe708003ff0 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe72409b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe71c0d1130 con 0x7fe71c0ca730 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe722638640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 0x7fe71c0cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe722638640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 0x7fe71c0cb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39446/0 (socket says 172.21.15.3:39446) 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.084+0000 7fe722638640 1 -- 172.21.15.3:0/2013063573 learned_addr learned my addr 172.21.15.3:0/2013063573 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe721636640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c0ca730 0x7fe71c0b8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe721e37640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708003ff0 0x7fe71c1616f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe722638640 1 -- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c0ca730 msgr2=0x7fe71c0b8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe722638640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c0ca730 0x7fe71c0b8770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe722638640 1 -- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708003ff0 msgr2=0x7fe71c1616f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe722638640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708003ff0 0x7fe71c1616f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe722638640 1 -- 172.21.15.3:0/2013063573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71c160a30 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe721636640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c0ca730 0x7fe71c0b8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe721e37640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708003ff0 0x7fe71c1616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe722638640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 0x7fe71c0cb5d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe71c162430 tx=0x7fe714011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe714004440 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe71401b070 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe714003830 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71c160d10 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.085+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71c0b7f70 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.086+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe71c0b4090 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.087+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7140039d0 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.087+0000 7fe7127fc640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe70006be30 0x7fe70006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.087+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fe71408a9d0 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.087+0000 7fe721e37640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe70006be30 0x7fe70006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.088+0000 7fe721e37640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe70006be30 0x7fe70006e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe718012490 tx=0x7fe71800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.091+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe714024020 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.332+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fe71c0cf450 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.335+0000 7fe7127fc640 1 -- 172.21.15.3:0/2013063573 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fe7140594b0 con 0x7fe71c0b8cb0 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe70006be30 msgr2=0x7fe70006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe70006be30 0x7fe70006e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe718012490 tx=0x7fe71800b040 comp rx=0 tx=0).stop 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 msgr2=0x7fe71c0cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 0x7fe71c0cb5d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe71c162430 tx=0x7fe714011920 comp rx=0 tx=0).stop 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 shutdown_connections 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe70006be30 0x7fe70006e2f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe71c0b8cb0 0x7fe71c0cb5d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71c0ca730 0x7fe71c0b8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 --2- 172.21.15.3:0/2013063573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe708003ff0 0x7fe71c1616f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 >> 172.21.15.3:0/2013063573 conn(0x7fe71c08de10 msgr2=0x7fe71c0d2770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:59.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 shutdown_connections 2024-09-10T07:20:59.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.337+0000 7fe72409b640 1 -- 172.21.15.3:0/2013063573 wait complete. 2024-09-10T07:20:59.347 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-10T07:20:59.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.451+0000 7fb5426af640 1 Processor -- start 2024-09-10T07:20:59.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.451+0000 7fb5426af640 1 -- start start 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb5426af640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb53c15e8d0 0x7fb53c06dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb5426af640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb53c0acdd0 0x7fb53c0cae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb5426af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c0ce860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb5426af640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb53c06f530 con 0x7fb53c15e8d0 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb5426af640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb53c0cbbb0 con 0x7fb53c0acdd0 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb5426af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb53c0cbe90 con 0x7fb53c0cb3b0 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb53c15e8d0 0x7fb53c06dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb53c15e8d0 0x7fb53c06dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39450/0 (socket says 172.21.15.3:39450) 2024-09-10T07:20:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 -- 172.21.15.3:0/197867482 learned_addr learned my addr 172.21.15.3:0/197867482 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb540c4c640 1 --2- 172.21.15.3:0/197867482 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c0ce860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53b7fe640 1 --2- 172.21.15.3:0/197867482 >> v2:172.21.15.70:3300/0 conn(0x7fb53c0acdd0 0x7fb53c0cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 -- 172.21.15.3:0/197867482 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 msgr2=0x7fb53c0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 --2- 172.21.15.3:0/197867482 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c0ce860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 -- 172.21.15.3:0/197867482 >> v2:172.21.15.70:3300/0 conn(0x7fb53c0acdd0 msgr2=0x7fb53c0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 --2- 172.21.15.3:0/197867482 >> v2:172.21.15.70:3300/0 conn(0x7fb53c0acdd0 0x7fb53c0cae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.452+0000 7fb53bfff640 1 -- 172.21.15.3:0/197867482 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb53c0ca5f0 con 0x7fb53c15e8d0 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.453+0000 7fb53bfff640 1 --2- 172.21.15.3:0/197867482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c15e8d0 0x7fb53c06dd90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb53c06f980 tx=0x7fb52c02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0123407b5e6a90e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.453+0000 7fb53affd640 1 -- 172.21.15.3:0/197867482 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52c032790 con 0x7fb53c15e8d0 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.453+0000 7fb53affd640 1 -- 172.21.15.3:0/197867482 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb52c038070 con 0x7fb53c15e8d0 2024-09-10T07:20:59.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.453+0000 7fb53affd640 1 -- 172.21.15.3:0/197867482 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52c032b50 con 0x7fb53c15e8d0 2024-09-10T07:20:59.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 -- 172.21.15.3:0/197867482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c15e8d0 msgr2=0x7fb53c06dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 --2- 172.21.15.3:0/197867482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c15e8d0 0x7fb53c06dd90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb53c06f980 tx=0x7fb52c02c890 comp rx=0 tx=0).stop 2024-09-10T07:20:59.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 -- 172.21.15.3:0/197867482 shutdown_connections 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 --2- 172.21.15.3:0/197867482 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c0ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 --2- 172.21.15.3:0/197867482 >> v2:172.21.15.70:3300/0 conn(0x7fb53c0acdd0 0x7fb53c0cae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 --2- 172.21.15.3:0/197867482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c15e8d0 0x7fb53c06dd90 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 -- 172.21.15.3:0/197867482 >> 172.21.15.3:0/197867482 conn(0x7fb53c0cffa0 msgr2=0x7fb53c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 -- 172.21.15.3:0/197867482 shutdown_connections 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.454+0000 7fb5426af640 1 -- 172.21.15.3:0/197867482 wait complete. 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.455+0000 7fb5426af640 1 Processor -- start 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.455+0000 7fb5426af640 1 -- start start 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb5426af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 0x7fb53c0c5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb5426af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c1f23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb5426af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb53c15e8d0 0x7fb53c1f2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb5426af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb53c0cb840 con 0x7fb53c0acdd0 2024-09-10T07:20:59.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb5426af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb53c0cabb0 con 0x7fb53c15e8d0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb5426af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb53c0ceda0 con 0x7fb53c0cb3b0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 0x7fb53c0c5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 0x7fb53c0c5cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39456/0 (socket says 172.21.15.3:39456) 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 -- 172.21.15.3:0/1573943632 learned_addr learned my addr 172.21.15.3:0/1573943632 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53b7fe640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c1f23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb540c4c640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb53c15e8d0 0x7fb53c1f2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 -- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 msgr2=0x7fb53c1f23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c1f23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 -- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb53c15e8d0 msgr2=0x7fb53c1f2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb53c15e8d0 0x7fb53c1f2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.456+0000 7fb53bfff640 1 -- 172.21.15.3:0/1573943632 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb53c0c6340 con 0x7fb53c0acdd0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.457+0000 7fb53bfff640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 0x7fb53c0c5cf0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb52c00b2c0 tx=0x7fb52c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.457+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52c033620 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.457+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb52c0337c0 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.457+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52c033bb0 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.457+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb53c0b3160 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.457+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb53c0b3720 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.458+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb53c0716b0 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.458+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb52c04d060 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.459+0000 7fb538ff9640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb52806be30 0x7fb52806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.459+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fb52c0ada90 con 0x7fb53c0acdd0 2024-09-10T07:20:59.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.459+0000 7fb53b7fe640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb52806be30 0x7fb52806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.459+0000 7fb53b7fe640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb52806be30 0x7fb52806e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb53c1581f0 tx=0x7fb530008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.463+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb53c0716b0 con 0x7fb53c0acdd0 2024-09-10T07:20:59.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.705+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fb53c0ce860 con 0x7fb53c0acdd0 2024-09-10T07:20:59.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.707+0000 7fb538ff9640 1 -- 172.21.15.3:0/1573943632 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v7) ==== 97+0+0 (secure 0 0 0) 0x7fb52c041070 con 0x7fb53c0acdd0 2024-09-10T07:20:59.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb52806be30 msgr2=0x7fb52806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb52806be30 0x7fb52806e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb53c1581f0 tx=0x7fb530008040 comp rx=0 tx=0).stop 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 msgr2=0x7fb53c0c5cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 0x7fb53c0c5cf0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb52c00b2c0 tx=0x7fb52c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 shutdown_connections 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb52806be30 0x7fb52806e2f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb53c15e8d0 0x7fb53c1f2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb53c0cb3b0 0x7fb53c1f23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 --2- 172.21.15.3:0/1573943632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb53c0acdd0 0x7fb53c0c5cf0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 >> 172.21.15.3:0/1573943632 conn(0x7fb53c0cffa0 msgr2=0x7fb53c0af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 shutdown_connections 2024-09-10T07:20:59.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.710+0000 7fb5426af640 1 -- 172.21.15.3:0/1573943632 wait complete. 2024-09-10T07:20:59.721 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-10T07:20:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.824+0000 7fc0740c9640 1 Processor -- start 2024-09-10T07:20:59.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.825+0000 7fc0740c9640 1 -- start start 2024-09-10T07:20:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc0740c9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc06c1619e0 0x7fc06c0d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc0740c9640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc06c161dc0 con 0x7fc06c0d13d0 2024-09-10T07:20:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc0740c9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc06c0d3310 con 0x7fc06c0d2d90 2024-09-10T07:20:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc0740c9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc06c0d3f20 con 0x7fc06c1619e0 2024-09-10T07:20:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc072666640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc06c0d13d0 0x7fc06c0b76c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51540/0 (socket says 172.21.15.3:51540) 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc072666640 1 -- 172.21.15.3:0/598147586 learned_addr learned my addr 172.21.15.3:0/598147586 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc071e65640 1 --2- 172.21.15.3:0/598147586 >> v2:172.21.15.70:3300/0 conn(0x7fc06c1619e0 0x7fc06c0d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1355006 0 0) 0x7fc06c161dc0 con 0x7fc06c0d13d0 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc058003520 con 0x7fc06c0d13d0 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 41186682 0 0) 0x7fc058003520 con 0x7fc06c0d13d0 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 >> v2:172.21.15.70:3300/0 conn(0x7fc06c1619e0 msgr2=0x7fc06c0d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 --2- 172.21.15.3:0/598147586 >> v2:172.21.15.70:3300/0 conn(0x7fc06c1619e0 0x7fc06c0d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 >> v1:172.21.15.70:6789/0 conn(0x7fc06c0d2d90 legacy=0x7fc06c0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c0d35f0 con 0x7fc06c0d13d0 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc064001a10 con 0x7fc06c0d13d0 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 >> v1:172.21.15.3:6789/0 conn(0x7fc06c0d13d0 legacy=0x7fc06c0b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058003a20 0x7fc058003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc058004800 0x7fc058004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0580051c0 0x7fc05800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c0d3f20 con 0x7fc058004800 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc05800c040 con 0x7fc058003a20 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc05800c240 con 0x7fc0580051c0 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.826+0000 7fc071664640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc058004800 0x7fc058004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071e65640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058003a20 0x7fc058003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc072666640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0580051c0 0x7fc05800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071664640 1 -- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0580051c0 msgr2=0x7fc05800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071664640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0580051c0 0x7fc05800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071664640 1 -- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058003a20 msgr2=0x7fc058003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071664640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058003a20 0x7fc058003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc072666640 1 -- 172.21.15.3:0/598147586 reap_dead start 2024-09-10T07:20:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071664640 1 -- 172.21.15.3:0/598147586 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc058003520 con 0x7fc058004800 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.827+0000 7fc071664640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc058004800 0x7fc058004c80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fc05c001860 tx=0x7fc058005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b60c2914d8acb6c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c037070 con 0x7fc058004800 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc05c02abe0 con 0x7fc058004800 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc070e63640 1 -- 172.21.15.3:0/598147586 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c001430 con 0x7fc058004800 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 -- 172.21.15.3:0/598147586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc058004800 msgr2=0x7fc058004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc058004800 0x7fc058004c80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fc05c001860 tx=0x7fc058005830 comp rx=0 tx=0).stop 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 -- 172.21.15.3:0/598147586 shutdown_connections 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 --2- 172.21.15.3:0/598147586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc058004800 0x7fc058004c80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 -- 172.21.15.3:0/598147586 >> 172.21.15.3:0/598147586 conn(0x7fc06c06d1c0 msgr2=0x7fc06c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 -- 172.21.15.3:0/598147586 shutdown_connections 2024-09-10T07:20:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.828+0000 7fc0740c9640 1 -- 172.21.15.3:0/598147586 wait complete. 2024-09-10T07:20:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 Processor -- start 2024-09-10T07:20:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 -- start start 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058004800 0x7fc06c15be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 0x7fc06c0caac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc06c0b60e0 0x7fc06c0b6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c0d2250 con 0x7fc06c157ed0 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c0d3bb0 con 0x7fc058004800 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc0740c9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc06c0d2850 con 0x7fc06c0b60e0 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc071664640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 0x7fc06c0caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.830+0000 7fc071664640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 0x7fc06c0caac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39476/0 (socket says 172.21.15.3:39476) 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 -- 172.21.15.3:0/4141423728 learned_addr learned my addr 172.21.15.3:0/4141423728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071e65640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058004800 0x7fc06c15be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc072666640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc06c0b60e0 0x7fc06c0b6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 -- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc06c0b60e0 msgr2=0x7fc06c0b6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc06c0b60e0 0x7fc06c0b6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 -- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058004800 msgr2=0x7fc06c15be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058004800 0x7fc06c15be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 -- 172.21.15.3:0/4141423728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c0b6aa0 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc071664640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 0x7fc06c0caac0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc05c001980 tx=0x7fc05c001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c040020 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc05c038040 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06c15c420 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c037070 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.831+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc06c15c9e0 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.832+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc06c0d0cc0 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.833+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc05c043020 con 0x7fc06c157ed0 2024-09-10T07:20:59.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.833+0000 7fc0627fc640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc05006be30 0x7fc05006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:20:59.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.833+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fc05c0aabe0 con 0x7fc06c157ed0 2024-09-10T07:20:59.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.833+0000 7fc071e65640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc05006be30 0x7fc05006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:20:59.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.834+0000 7fc071e65640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc05006be30 0x7fc05006e2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc06c06b170 tx=0x7fc068009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:20:59.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:20:59.837+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc05c04a030 con 0x7fc06c157ed0 2024-09-10T07:21:00.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.078+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fc06c0cdc60 con 0x7fc06c157ed0 2024-09-10T07:21:00.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.080+0000 7fc0627fc640 1 -- 172.21.15.3:0/4141423728 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fc05c079780 con 0x7fc06c157ed0 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc05006be30 msgr2=0x7fc05006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc05006be30 0x7fc05006e2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc06c06b170 tx=0x7fc068009190 comp rx=0 tx=0).stop 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 msgr2=0x7fc06c0caac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 0x7fc06c0caac0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc05c001980 tx=0x7fc05c001230 comp rx=0 tx=0).stop 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 shutdown_connections 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc05006be30 0x7fc05006e2f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc06c0b60e0 0x7fc06c0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc06c157ed0 0x7fc06c0caac0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 --2- 172.21.15.3:0/4141423728 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc058004800 0x7fc06c15be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.082+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 >> 172.21.15.3:0/4141423728 conn(0x7fc06c06d1c0 msgr2=0x7fc06c0b8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.083+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 shutdown_connections 2024-09-10T07:21:00.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.083+0000 7fc0740c9640 1 -- 172.21.15.3:0/4141423728 wait complete. 2024-09-10T07:21:00.093 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T07:21:00.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.196+0000 7f31e6ac9640 1 Processor -- start 2024-09-10T07:21:00.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.196+0000 7f31e6ac9640 1 -- start start 2024-09-10T07:21:00.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31e6ac9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f31e015e510 0x7f31e00ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31e6ac9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 0x7f31e00b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31e6ac9640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31e00d3430 con 0x7f31e00cf040 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31e6ac9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f31e00d36d0 con 0x7f31e015e510 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31e6ac9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f31e00d39b0 con 0x7f31e00d13d0 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31dffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f31e00cf040 0x7f31e00d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51556/0 (socket says 172.21.15.3:51556) 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.197+0000 7f31dffff640 1 -- 172.21.15.3:0/1184818372 learned_addr learned my addr 172.21.15.3:0/1184818372 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31e5066640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 0x7f31e00b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31e4865640 1 --2- 172.21.15.3:0/1184818372 >> v2:172.21.15.70:3300/0 conn(0x7f31e015e510 0x7f31e00ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1095974721 0 0) 0x7f31e00d3430 con 0x7f31e00cf040 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31d0003520 con 0x7f31e00cf040 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1086918498 0 0) 0x7f31d0003520 con 0x7f31e00cf040 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 msgr2=0x7f31e00b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 0x7f31e00b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 >> v2:172.21.15.70:3300/0 conn(0x7f31e015e510 msgr2=0x7f31e00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 --2- 172.21.15.3:0/1184818372 >> v2:172.21.15.70:3300/0 conn(0x7f31e015e510 0x7f31e00ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e00d3c90 con 0x7f31e00cf040 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f31cc001670 con 0x7f31e00cf040 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 >> v1:172.21.15.3:6789/0 conn(0x7f31e00cf040 legacy=0x7f31e00d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31d0003a20 0x7f31d0003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 0x7f31d00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31e00d36d0 con 0x7f31d0004800 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f31e00d39b0 con 0x7f31d0003a20 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f31d000ba70 con 0x7f31e00d13d0 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31dffff640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31e4865640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31d0003a20 0x7f31d0003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31e5066640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 0x7f31d00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31dffff640 1 -- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 msgr2=0x7f31d00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31dffff640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00d13d0 0x7f31d00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31dffff640 1 -- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31d0003a20 msgr2=0x7f31d0003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31dffff640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31d0003a20 0x7f31d0003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.198+0000 7f31dffff640 1 -- 172.21.15.3:0/1184818372 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d0003520 con 0x7f31d0004800 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.199+0000 7f31dffff640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31d0004c80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f31cc00c210 tx=0x7f31d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc0f05732c24ce0b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.199+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc007d50 con 0x7f31d0004800 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.199+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31cc005af0 con 0x7f31d0004800 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.199+0000 7f31df7fe640 1 -- 172.21.15.3:0/1184818372 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc007070 con 0x7f31d0004800 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e6ac9640 1 -- 172.21.15.3:0/1184818372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 msgr2=0x7f31d0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/1184818372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31d0004c80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f31cc00c210 tx=0x7f31d0005830 comp rx=0 tx=0).stop 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e5066640 1 -- 172.21.15.3:0/1184818372 reap_dead start 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e6ac9640 1 -- 172.21.15.3:0/1184818372 shutdown_connections 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e6ac9640 1 -- 172.21.15.3:0/1184818372 >> 172.21.15.3:0/1184818372 conn(0x7f31e006d1a0 msgr2=0x7f31e0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e6ac9640 1 -- 172.21.15.3:0/1184818372 shutdown_connections 2024-09-10T07:21:00.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.200+0000 7f31e6ac9640 1 -- 172.21.15.3:0/1184818372 wait complete. 2024-09-10T07:21:00.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.201+0000 7f31e6ac9640 1 Processor -- start 2024-09-10T07:21:00.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.201+0000 7f31e6ac9640 1 -- start start 2024-09-10T07:21:00.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e6ac9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31e01f7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e6ac9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31e01f4310 0x7f31e00aae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e6ac9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00ab380 0x7f31e00cd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e6ac9640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31e015e8f0 con 0x7f31d0004800 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e6ac9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f31e00d22a0 con 0x7f31e01f4310 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e6ac9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f31e015ea70 con 0x7f31e00ab380 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31e01f7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31e01f7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39490/0 (socket says 172.21.15.3:39490) 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 -- 172.21.15.3:0/2623768996 learned_addr learned my addr 172.21.15.3:0/2623768996 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31dffff640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31e01f4310 0x7f31e00aae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e5066640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00ab380 0x7f31e00cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 -- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00ab380 msgr2=0x7f31e00cd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00ab380 0x7f31e00cd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 -- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31e01f4310 msgr2=0x7f31e00aae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.202+0000 7f31e4865640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31e01f4310 0x7f31e00aae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31e4865640 1 -- 172.21.15.3:0/2623768996 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e01f4770 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31e4865640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31e01f7210 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f31d4011960 tx=0x7f31d4011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d400fa90 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31d400fc30 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d4014440 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31e00cc880 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.203+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31e00cce40 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.204+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31e00ceb00 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.204+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f31d4012040 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.205+0000 7f31dd7fa640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31c406be30 0x7f31c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.205+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f31d408b0e0 con 0x7f31d0004800 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.205+0000 7f31dffff640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31c406be30 0x7f31c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.205+0000 7f31dffff640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31c406be30 0x7f31c406e2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f31cc033000 tx=0x7f31cc009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:00.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.209+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f31d4019030 con 0x7f31d0004800 2024-09-10T07:21:00.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.388+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f31e00cfaa0 con 0x7f31d0004800 2024-09-10T07:21:00.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.388+0000 7f31dd7fa640 1 -- 172.21.15.3:0/2623768996 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v36) ==== 84+0+65 (secure 0 0 0) 0x7f31d4059690 con 0x7f31d0004800 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:00.389 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31c406be30 msgr2=0x7f31c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31c406be30 0x7f31c406e2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f31cc033000 tx=0x7f31cc009030 comp rx=0 tx=0).stop 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 msgr2=0x7f31e01f7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31e01f7210 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f31d4011960 tx=0x7f31d4011e20 comp rx=0 tx=0).stop 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 shutdown_connections 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31c406be30 0x7f31c406e2f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31e00ab380 0x7f31e00cd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f31e01f4310 0x7f31e00aae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 --2- 172.21.15.3:0/2623768996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31d0004800 0x7f31e01f7210 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 >> 172.21.15.3:0/2623768996 conn(0x7f31e006d1a0 msgr2=0x7f31e0074560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:00.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 shutdown_connections 2024-09-10T07:21:00.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.391+0000 7f31e6ac9640 1 -- 172.21.15.3:0/2623768996 wait complete. 2024-09-10T07:21:00.401 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:21:00.401 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:21:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.508+0000 7f4f4c817640 1 Processor -- start 2024-09-10T07:21:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.508+0000 7f4f4c817640 1 -- start start 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4c817640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f48162130 0x7f4f48162570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4c817640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 0x7f4f480b9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4c817640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f480d39d0 con 0x7f4f4815e770 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4c817640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4f480b7df0 con 0x7f4f48162130 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4c817640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4f48162ab0 con 0x7f4f480b9a80 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4659c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4f4815e770 0x7f4f480d32c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51564/0 (socket says 172.21.15.3:51564) 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4659c640 1 -- 172.21.15.3:0/1801886909 learned_addr learned my addr 172.21.15.3:0/1801886909 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f45d9b640 1 --2- 172.21.15.3:0/1801886909 >> v2:172.21.15.70:3300/0 conn(0x7f4f48162130 0x7f4f48162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 0x7f4f480b9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3119744620 0 0) 0x7f4f480d39d0 con 0x7f4f4815e770 2024-09-10T07:21:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f34003520 con 0x7f4f4815e770 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1585362166 0 0) 0x7f4f34003520 con 0x7f4f4815e770 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 msgr2=0x7f4f480b9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 0x7f4f480b9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 >> v2:172.21.15.70:3300/0 conn(0x7f4f48162130 msgr2=0x7f4f48162570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 --2- 172.21.15.3:0/1801886909 >> v2:172.21.15.70:3300/0 conn(0x7f4f48162130 0x7f4f48162570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f480b74c0 con 0x7f4f4815e770 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f4f30001670 con 0x7f4f4815e770 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.509+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 >> v1:172.21.15.3:6789/0 conn(0x7f4f4815e770 legacy=0x7f4f480d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4559a640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f340039b0 0x7f4f34003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4559a640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 0x7f4f34004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4559a640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f34004d40 0x7f4f340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4f480b7df0 con 0x7f4f34004d40 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f48162ab0 con 0x7f4f340039b0 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4f3400b9c0 con 0x7f4f480b9a80 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f34004d40 0x7f4f340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f45d9b640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 0x7f4f34004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f4659c640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f340039b0 0x7f4f34003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f46d9d640 1 -- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 msgr2=0x7f4f34004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f480b9a80 0x7f4f34004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f46d9d640 1 -- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f340039b0 msgr2=0x7f4f34003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f340039b0 0x7f4f34003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.510+0000 7f4f46d9d640 1 -- 172.21.15.3:0/1801886909 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f34003520 con 0x7f4f34004d40 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f34004d40 0x7f4f340051c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4f4000e170 tx=0x7f4f34005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de391d9a76ac1298 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f40034020 con 0x7f4f34004d40 2024-09-10T07:21:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f400305f0 con 0x7f4f34004d40 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f4559a640 1 -- 172.21.15.3:0/1801886909 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f40009c10 con 0x7f4f34004d40 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f4c817640 1 -- 172.21.15.3:0/1801886909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f34004d40 msgr2=0x7f4f340051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f4c817640 1 --2- 172.21.15.3:0/1801886909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f34004d40 0x7f4f340051c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4f4000e170 tx=0x7f4f34005830 comp rx=0 tx=0).stop 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.511+0000 7f4f46d9d640 1 -- 172.21.15.3:0/1801886909 reap_dead start 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.512+0000 7f4f4c817640 1 -- 172.21.15.3:0/1801886909 shutdown_connections 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.512+0000 7f4f4c817640 1 -- 172.21.15.3:0/1801886909 >> 172.21.15.3:0/1801886909 conn(0x7f4f4809d660 msgr2=0x7f4f480d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.512+0000 7f4f4c817640 1 -- 172.21.15.3:0/1801886909 shutdown_connections 2024-09-10T07:21:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.512+0000 7f4f4c817640 1 -- 172.21.15.3:0/1801886909 wait complete. 2024-09-10T07:21:00.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.513+0000 7f4f4c817640 1 Processor -- start 2024-09-10T07:21:00.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.513+0000 7f4f4c817640 1 -- start start 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4c817640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f34004d40 0x7f4f4815f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4c817640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f4815ec20 0x7f4f4815d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4c817640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 0x7f4f480cef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4c817640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4f480d51c0 con 0x7f4f48160d80 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4c817640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f480b7a80 con 0x7f4f4815ec20 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4c817640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4f480d5340 con 0x7f4f34004d40 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 0x7f4f480cef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 0x7f4f480cef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39508/0 (socket says 172.21.15.3:39508) 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 -- 172.21.15.3:0/2811937384 learned_addr learned my addr 172.21.15.3:0/2811937384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f45d9b640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f4815ec20 0x7f4f4815d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f4659c640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f34004d40 0x7f4f4815f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 -- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f34004d40 msgr2=0x7f4f4815f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f34004d40 0x7f4f4815f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 -- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f4815ec20 msgr2=0x7f4f4815d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f4815ec20 0x7f4f4815d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 -- 172.21.15.3:0/2811937384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f4815fa60 con 0x7f4f48160d80 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f45d9b640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f4815ec20 0x7f4f4815d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f46d9d640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 0x7f4f480cef40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4f4000e170 tx=0x7f4f40009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.514+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f40034070 con 0x7f4f48160d80 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.515+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f40003990 con 0x7f4f48160d80 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.515+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f4815fce0 con 0x7f4f48160d80 2024-09-10T07:21:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.515+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f40009c10 con 0x7f4f48160d80 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.515+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f481602a0 con 0x7f4f48160d80 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.516+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f48069110 con 0x7f4f48160d80 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.516+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4f40037020 con 0x7f4f48160d80 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.516+0000 7f4f3effd640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f2806be30 0x7f4f2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.516+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f4f400ab110 con 0x7f4f48160d80 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.517+0000 7f4f4659c640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f2806be30 0x7f4f2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.517+0000 7f4f4659c640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f2806be30 0x7f4f2806e2f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4f30001050 tx=0x7f4f30009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:00.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.521+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f4815fa60 con 0x7f4f48160d80 2024-09-10T07:21:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:00.697+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f4f480d4240 con 0x7f4f48160d80 2024-09-10T07:21:01.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.444+0000 7f4f3effd640 1 -- 172.21.15.3:0/2811937384 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v37) ==== 138+0+0 (secure 0 0 0) 0x7f4f40079c80 con 0x7f4f48160d80 2024-09-10T07:21:01.444 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-09-10T07:21:01.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.448+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f2806be30 msgr2=0x7f4f2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.448+0000 7f4f4c817640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f2806be30 0x7f4f2806e2f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4f30001050 tx=0x7f4f30009040 comp rx=0 tx=0).stop 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.448+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 msgr2=0x7f4f480cef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.448+0000 7f4f4c817640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 0x7f4f480cef40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4f4000e170 tx=0x7f4f40009750 comp rx=0 tx=0).stop 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 shutdown_connections 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f2806be30 0x7f4f2806e2f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f48160d80 0x7f4f480cef40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f4815ec20 0x7f4f4815d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 --2- 172.21.15.3:0/2811937384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f34004d40 0x7f4f4815f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 >> 172.21.15.3:0/2811937384 conn(0x7f4f4809d660 msgr2=0x7f4f480cfb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:01.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 shutdown_connections 2024-09-10T07:21:01.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.449+0000 7f4f4c817640 1 -- 172.21.15.3:0/2811937384 wait complete. 2024-09-10T07:21:01.465 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:21:01.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.581+0000 7fe684a45640 1 Processor -- start 2024-09-10T07:21:01.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.581+0000 7fe684a45640 1 -- start start 2024-09-10T07:21:01.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe684a45640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800b3a40 0x7fe6800b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:01.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe684a45640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe6800cfb80 0x7fe6800b64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:01.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe684a45640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe680161ee0 con 0x7fe680161b00 2024-09-10T07:21:01.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe684a45640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe6800ceb70 con 0x7fe6800cfb80 2024-09-10T07:21:01.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe684a45640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe6800cf6f0 con 0x7fe6800b3a40 2024-09-10T07:21:01.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67e59c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe680161b00 0x7fe6800d3030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51580/0 (socket says 172.21.15.3:51580) 2024-09-10T07:21:01.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67e59c640 1 -- 172.21.15.3:0/523223677 learned_addr learned my addr 172.21.15.3:0/523223677 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:01.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67ed9d640 1 --2- 172.21.15.3:0/523223677 >> v2:172.21.15.3:3300/0 conn(0x7fe6800cfb80 0x7fe6800b64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:01.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67ed9d640 1 -- 172.21.15.3:0/523223677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800b3a40 msgr2=0x7fe6800b5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:01.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67ed9d640 1 --2- 172.21.15.3:0/523223677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800b3a40 0x7fe6800b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67ed9d640 1 -- 172.21.15.3:0/523223677 >> v1:172.21.15.3:6789/0 conn(0x7fe680161b00 legacy=0x7fe6800d3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:01.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.582+0000 7fe67ed9d640 1 -- 172.21.15.3:0/523223677 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6800d3740 con 0x7fe6800cfb80 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.583+0000 7fe67ed9d640 1 --2- 172.21.15.3:0/523223677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800cfb80 0x7fe6800b64e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe678009dc0 tx=0x7fe67802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fec574612fa56027 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.583+0000 7fe67dd9b640 1 -- 172.21.15.3:0/523223677 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe678007740 con 0x7fe6800cfb80 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.583+0000 7fe67dd9b640 1 -- 172.21.15.3:0/523223677 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6780078e0 con 0x7fe6800cfb80 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.583+0000 7fe67dd9b640 1 -- 172.21.15.3:0/523223677 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe678007cb0 con 0x7fe6800cfb80 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 -- 172.21.15.3:0/523223677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800cfb80 msgr2=0x7fe6800b64e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 --2- 172.21.15.3:0/523223677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800cfb80 0x7fe6800b64e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe678009dc0 tx=0x7fe67802a6a0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 -- 172.21.15.3:0/523223677 shutdown_connections 2024-09-10T07:21:01.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 --2- 172.21.15.3:0/523223677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800cfb80 0x7fe6800b64e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 --2- 172.21.15.3:0/523223677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800b3a40 0x7fe6800b5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 -- 172.21.15.3:0/523223677 >> 172.21.15.3:0/523223677 conn(0x7fe68008bfc0 msgr2=0x7fe68009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:01.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 -- 172.21.15.3:0/523223677 shutdown_connections 2024-09-10T07:21:01.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.584+0000 7fe684a45640 1 -- 172.21.15.3:0/523223677 wait complete. 2024-09-10T07:21:01.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.585+0000 7fe684a45640 1 Processor -- start 2024-09-10T07:21:01.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.585+0000 7fe684a45640 1 -- start start 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe684a45640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 0x7fe68015d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe684a45640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800cfb80 0x7fe68015d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe684a45640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe680161b00 0x7fe6801f7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe684a45640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe6800cf380 con 0x7fe6800b3a40 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe684a45640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe6800cf0a0 con 0x7fe680161b00 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe684a45640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe68006cc30 con 0x7fe6800cfb80 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe67e59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 0x7fe68015d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe67e59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 0x7fe68015d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39538/0 (socket says 172.21.15.3:39538) 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe67e59c640 1 -- 172.21.15.3:0/1086676263 learned_addr learned my addr 172.21.15.3:0/1086676263 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe67ed9d640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe680161b00 0x7fe6801f7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.586+0000 7fe677fff640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800cfb80 0x7fe68015d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67e59c640 1 -- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800cfb80 msgr2=0x7fe68015d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:01.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67e59c640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800cfb80 0x7fe68015d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67e59c640 1 -- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe680161b00 msgr2=0x7fe6801f7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67e59c640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe680161b00 0x7fe6801f7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67e59c640 1 -- 172.21.15.3:0/1086676263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68015dd10 con 0x7fe6800b3a40 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67ed9d640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe680161b00 0x7fe6801f7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe677fff640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800cfb80 0x7fe68015d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe67e59c640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 0x7fe68015d170 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe67000c3c0 tx=0x7fe67000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670017070 con 0x7fe6800b3a40 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe670005ce0 con 0x7fe6800b3a40 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe68015dff0 con 0x7fe6800b3a40 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6700072f0 con 0x7fe6800b3a40 2024-09-10T07:21:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.587+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe68015e5b0 con 0x7fe6800b3a40 2024-09-10T07:21:01.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.588+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe680068880 con 0x7fe6800b3a40 2024-09-10T07:21:01.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.589+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe67001a070 con 0x7fe6800b3a40 2024-09-10T07:21:01.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.589+0000 7fe676ffd640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe66006be30 0x7fe66006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:01.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.589+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5619+0+0 (secure 0 0 0) 0x7fe67008a170 con 0x7fe6800b3a40 2024-09-10T07:21:01.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.590+0000 7fe677fff640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe66006be30 0x7fe66006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:01.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.590+0000 7fe677fff640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe66006be30 0x7fe66006e2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe6800b2530 tx=0x7fe668008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:01.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.594+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe670058b70 con 0x7fe6800b3a40 2024-09-10T07:21:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:01.768+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe6800d3030 con 0x7fe6800b3a40 2024-09-10T07:21:02.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.449+0000 7fe676ffd640 1 -- 172.21.15.3:0/1086676263 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v38) ==== 170+0+0 (secure 0 0 0) 0x7fe670058470 con 0x7fe6800b3a40 2024-09-10T07:21:02.450 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-09-10T07:21:02.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe66006be30 msgr2=0x7fe66006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe66006be30 0x7fe66006e2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe6800b2530 tx=0x7fe668008040 comp rx=0 tx=0).stop 2024-09-10T07:21:02.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 msgr2=0x7fe68015d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 0x7fe68015d170 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe67000c3c0 tx=0x7fe67000c880 comp rx=0 tx=0).stop 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 shutdown_connections 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe66006be30 0x7fe66006e2f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe680161b00 0x7fe6801f7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6800cfb80 0x7fe68015d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 --2- 172.21.15.3:0/1086676263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6800b3a40 0x7fe68015d170 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.453+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 >> 172.21.15.3:0/1086676263 conn(0x7fe68008bfc0 msgr2=0x7fe6800cdb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.454+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 shutdown_connections 2024-09-10T07:21:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.454+0000 7fe684a45640 1 -- 172.21.15.3:0/1086676263 wait complete. 2024-09-10T07:21:02.480 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:21:02.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.591+0000 7f538b526640 1 Processor -- start 2024-09-10T07:21:02.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.591+0000 7f538b526640 1 -- start start 2024-09-10T07:21:02.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f538b526640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f538415ef50 0x7f538406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:02.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f538b526640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f538415f600 con 0x7f53840cf6e0 2024-09-10T07:21:02.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f538b526640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f538415f8e0 con 0x7f53840cffe0 2024-09-10T07:21:02.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f538b526640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f538415f3e0 con 0x7f538415ef50 2024-09-10T07:21:02.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f5389ac3640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f538415ef50 0x7f538406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:02.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f5389ac3640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f538415ef50 0x7f538406cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39542/0 (socket says 172.21.15.3:39542) 2024-09-10T07:21:02.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f5389ac3640 1 -- 172.21.15.3:0/1852819139 learned_addr learned my addr 172.21.15.3:0/1852819139 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:02.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f5389ac3640 1 -- 172.21.15.3:0/1852819139 >> v1:172.21.15.70:6789/0 conn(0x7f53840cffe0 legacy=0x7f53840d03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f5389ac3640 1 -- 172.21.15.3:0/1852819139 >> v1:172.21.15.3:6789/0 conn(0x7f53840cf6e0 legacy=0x7f538415e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f537bfff640 1 -- 172.21.15.3:0/1852819139 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2171704682 0 0) 0x7f538415f600 con 0x7f53840cf6e0 2024-09-10T07:21:02.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.592+0000 7f5389ac3640 1 -- 172.21.15.3:0/1852819139 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53840ceee0 con 0x7f538415ef50 2024-09-10T07:21:02.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.593+0000 7f5389ac3640 1 --2- 172.21.15.3:0/1852819139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f538406cc00 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f537c009e80 tx=0x7f537c02a7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d665d96817bc2df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:02.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.593+0000 7f537bfff640 1 -- 172.21.15.3:0/1852819139 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537c036070 con 0x7f538415ef50 2024-09-10T07:21:02.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.593+0000 7f537bfff640 1 -- 172.21.15.3:0/1852819139 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f537c031600 con 0x7f538415ef50 2024-09-10T07:21:02.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.593+0000 7f537bfff640 1 -- 172.21.15.3:0/1852819139 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537c0319d0 con 0x7f538415ef50 2024-09-10T07:21:02.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 -- 172.21.15.3:0/1852819139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 msgr2=0x7f538406cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 --2- 172.21.15.3:0/1852819139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f538406cc00 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f537c009e80 tx=0x7f537c02a7e0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 -- 172.21.15.3:0/1852819139 shutdown_connections 2024-09-10T07:21:02.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 --2- 172.21.15.3:0/1852819139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f538406cc00 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 -- 172.21.15.3:0/1852819139 >> 172.21.15.3:0/1852819139 conn(0x7f53840b3dc0 msgr2=0x7f53840b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:02.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 -- 172.21.15.3:0/1852819139 shutdown_connections 2024-09-10T07:21:02.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.594+0000 7f538b526640 1 -- 172.21.15.3:0/1852819139 wait complete. 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.595+0000 7f538b526640 1 Processor -- start 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.595+0000 7f538b526640 1 -- start start 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f538b526640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f53840cf6e0 0x7f53840b1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f538b526640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53840cffe0 0x7f53840b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f538b526640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f53841522e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f538b526640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f53840cebc0 con 0x7f538415ef50 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f538b526640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f538406e9f0 con 0x7f53840cffe0 2024-09-10T07:21:02.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f538b526640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f538406d140 con 0x7f53840cf6e0 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f53841522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f53841522e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39548/0 (socket says 172.21.15.3:39548) 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 -- 172.21.15.3:0/3245110326 learned_addr learned my addr 172.21.15.3:0/3245110326 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f53892c2640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f53840cf6e0 0x7f53840b1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5388ac1640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53840cffe0 0x7f53840b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 -- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f53840cf6e0 msgr2=0x7f53840b1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f53840cf6e0 0x7f53840b1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 -- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53840cffe0 msgr2=0x7f53840b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53840cffe0 0x7f53840b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.596+0000 7f5389ac3640 1 -- 172.21.15.3:0/3245110326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53840adc50 con 0x7f538415ef50 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.597+0000 7f5389ac3640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f53841522e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f537c034040 tx=0x7f537c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.597+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537c036050 con 0x7f538415ef50 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.597+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f537c042070 con 0x7f538415ef50 2024-09-10T07:21:02.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.597+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53840adf30 con 0x7f538415ef50 2024-09-10T07:21:02.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.597+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f537c009510 con 0x7f538415ef50 2024-09-10T07:21:02.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.597+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53840ae4f0 con 0x7f538415ef50 2024-09-10T07:21:02.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.598+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f538406cc00 con 0x7f538415ef50 2024-09-10T07:21:02.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.599+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f537c007b50 con 0x7f538415ef50 2024-09-10T07:21:02.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.599+0000 7f5379ffb640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f536806be30 0x7f536806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:02.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.599+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6001+0+0 (secure 0 0 0) 0x7f537c0abd70 con 0x7f538415ef50 2024-09-10T07:21:02.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.599+0000 7f53892c2640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f536806be30 0x7f536806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:02.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.600+0000 7f53892c2640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f536806be30 0x7f536806e2f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5380000f60 tx=0x7f5380009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:02.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.604+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f537c079fa0 con 0x7f538415ef50 2024-09-10T07:21:02.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:02.819+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f53840b1a10 con 0x7f538415ef50 2024-09-10T07:21:03.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.451+0000 7f5379ffb640 1 -- 172.21.15.3:0/3245110326 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) ==== 172+0+0 (secure 0 0 0) 0x7f537c07e2a0 con 0x7f538415ef50 2024-09-10T07:21:03.451 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 5 and data pool 6 2024-09-10T07:21:03.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.457+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f536806be30 msgr2=0x7f536806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.457+0000 7f538b526640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f536806be30 0x7f536806e2f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5380000f60 tx=0x7f5380009040 comp rx=0 tx=0).stop 2024-09-10T07:21:03.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 msgr2=0x7f53841522e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f53841522e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f537c034040 tx=0x7f537c004a40 comp rx=0 tx=0).stop 2024-09-10T07:21:03.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 shutdown_connections 2024-09-10T07:21:03.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f536806be30 0x7f536806e2f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f538415ef50 0x7f53841522e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f53840cffe0 0x7f53840b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 --2- 172.21.15.3:0/3245110326 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f53840cf6e0 0x7f53840b1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.458+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 >> 172.21.15.3:0/3245110326 conn(0x7f53840b3dc0 msgr2=0x7f538406e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:03.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.460+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 shutdown_connections 2024-09-10T07:21:03.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.464+0000 7f538b526640 1 -- 172.21.15.3:0/3245110326 wait complete. 2024-09-10T07:21:03.493 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:03.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.600+0000 7fd7f8682640 1 Processor -- start 2024-09-10T07:21:03.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.600+0000 7fd7f8682640 1 -- start start 2024-09-10T07:21:03.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f8682640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd7f0073280 0x7fd7f00cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f8682640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7f00cfd10 con 0x7fd7f006e570 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f8682640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7f00ce990 con 0x7fd7f006e950 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f8682640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd7f00cf470 con 0x7fd7f0073280 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f641e640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd7f006e570 0x7fd7f00cdb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51590/0 (socket says 172.21.15.3:51590) 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f641e640 1 -- 172.21.15.3:0/3509849372 learned_addr learned my addr 172.21.15.3:0/3509849372 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f5c1d640 1 --2- 172.21.15.3:0/3509849372 >> v2:172.21.15.70:3300/0 conn(0x7fd7f0073280 0x7fd7f00cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2139995694 0 0) 0x7fd7f00cfd10 con 0x7fd7f006e570 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd7dc003440 con 0x7fd7f006e570 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 76153218 0 0) 0x7fd7dc003440 con 0x7fd7f006e570 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 >> v2:172.21.15.70:3300/0 conn(0x7fd7f0073280 msgr2=0x7fd7f00cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 --2- 172.21.15.3:0/3509849372 >> v2:172.21.15.70:3300/0 conn(0x7fd7f0073280 0x7fd7f00cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 >> v1:172.21.15.70:6789/0 conn(0x7fd7f006e950 legacy=0x7fd7f00ce280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f00cf750 con 0x7fd7f006e570 2024-09-10T07:21:03.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.601+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fd7ec001670 con 0x7fd7f006e570 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 >> v1:172.21.15.3:6789/0 conn(0x7fd7f006e570 legacy=0x7fd7f00cdb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7dc003b10 0x7fd7dc003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc0088a0 0x7fd7dc00ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7dc00b530 0x7fd7dc00d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f00cf470 con 0x7fd7dc00b530 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc00e2d0 con 0x7fd7dc003b10 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd7dc00e4d0 con 0x7fd7dc0088a0 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f6c1f640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7dc00b530 0x7fd7dc00d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f641e640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7dc003b10 0x7fd7dc003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f5c1d640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc0088a0 0x7fd7dc00ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f6c1f640 1 -- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc0088a0 msgr2=0x7fd7dc00ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f6c1f640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc0088a0 0x7fd7dc00ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f6c1f640 1 -- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7dc003b10 msgr2=0x7fd7dc003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f6c1f640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7dc003b10 0x7fd7dc003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.602+0000 7fd7f6c1f640 1 -- 172.21.15.3:0/3509849372 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7dc003440 con 0x7fd7dc00b530 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f6c1f640 1 -- 172.21.15.3:0/3509849372 reap_dead start 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f6c1f640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7dc00b530 0x7fd7dc00d9f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8001e50 tx=0x7fd7dc003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479afbfa81bf55f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8001a70 con 0x7fd7dc00b530 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7e8003970 con 0x7fd7dc00b530 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f541c640 1 -- 172.21.15.3:0/3509849372 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8003d60 con 0x7fd7dc00b530 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f8682640 1 -- 172.21.15.3:0/3509849372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7dc00b530 msgr2=0x7fd7dc00d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.603+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7dc00b530 0x7fd7dc00d9f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8001e50 tx=0x7fd7dc003730 comp rx=0 tx=0).stop 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.604+0000 7fd7f8682640 1 -- 172.21.15.3:0/3509849372 shutdown_connections 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.604+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3509849372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7dc00b530 0x7fd7dc00d9f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.604+0000 7fd7f8682640 1 -- 172.21.15.3:0/3509849372 >> 172.21.15.3:0/3509849372 conn(0x7fd7f00cffa0 msgr2=0x7fd7f00d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.604+0000 7fd7f8682640 1 -- 172.21.15.3:0/3509849372 shutdown_connections 2024-09-10T07:21:03.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.604+0000 7fd7f8682640 1 -- 172.21.15.3:0/3509849372 wait complete. 2024-09-10T07:21:03.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.605+0000 7fd7f8682640 1 Processor -- start 2024-09-10T07:21:03.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.605+0000 7fd7f8682640 1 -- start start 2024-09-10T07:21:03.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f8682640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc00b530 0x7fd7f01e2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f8682640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 0x7fd7f01e55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f8682640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7f00c99d0 0x7fd7f00c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f8682640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f00cb690 con 0x7fd7f01e5140 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f8682640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f00d0e60 con 0x7fd7f00c99d0 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f8682640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd7f00cb810 con 0x7fd7dc00b530 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 0x7fd7f01e55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 0x7fd7f01e55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39574/0 (socket says 172.21.15.3:39574) 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 -- 172.21.15.3:0/3357963808 learned_addr learned my addr 172.21.15.3:0/3357963808 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f641e640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc00b530 0x7fd7f01e2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f6c1f640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7f00c99d0 0x7fd7f00c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 -- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc00b530 msgr2=0x7fd7f01e2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc00b530 0x7fd7f01e2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 -- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7f00c99d0 msgr2=0x7fd7f00c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7f00c99d0 0x7fd7f00c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 -- 172.21.15.3:0/3357963808 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f01e5bc0 con 0x7fd7f01e5140 2024-09-10T07:21:03.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7f5c1d640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 0x7fd7f01e55c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0011910 tx=0x7fd7e0011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.606+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e000fa30 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.607+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7e000fbd0 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.607+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f00c7070 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.607+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e0014440 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.607+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f009c3f0 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.608+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7f0073070 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.608+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd7e0012040 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.609+0000 7fd7e6ffd640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd7d406be30 0x7fd7d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.609+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fd7e008b550 con 0x7fd7f01e5140 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.609+0000 7fd7f641e640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd7d406be30 0x7fd7d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.609+0000 7fd7f641e640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd7d406be30 0x7fd7d406e2f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd7f00b5d50 tx=0x7fd7ec001890 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:03.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.613+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd7f0073070 con 0x7fd7f01e5140 2024-09-10T07:21:03.738 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:21:03.740 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:21:03.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.790+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7f00cecc0 con 0x7fd7f01e5140 2024-09-10T07:21:03.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.791+0000 7fd7e6ffd640 1 -- 172.21.15.3:0/3357963808 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16895 (secure 0 0 0) 0x7fd7e0088210 con 0x7fd7f01e5140 2024-09-10T07:21:03.791 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:03.791 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:02.820491+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:00.728572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:01.799928+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd7d406be30 msgr2=0x7fd7d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd7d406be30 0x7fd7d406e2f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd7f00b5d50 tx=0x7fd7ec001890 comp rx=0 tx=0).stop 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 msgr2=0x7fd7f01e55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 0x7fd7f01e55c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0011910 tx=0x7fd7e0011d10 comp rx=0 tx=0).stop 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 shutdown_connections 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd7d406be30 0x7fd7d406e2f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd7f00c99d0 0x7fd7f00c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7f01e5140 0x7fd7f01e55c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 --2- 172.21.15.3:0/3357963808 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7dc00b530 0x7fd7f01e2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 >> 172.21.15.3:0/3357963808 conn(0x7fd7f00cffa0 msgr2=0x7fd7f00b0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:03.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.793+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 shutdown_connections 2024-09-10T07:21:03.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.794+0000 7fd7f8682640 1 -- 172.21.15.3:0/3357963808 wait complete. 2024-09-10T07:21:03.804 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:03.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.946+0000 7f655767b640 1 Processor -- start 2024-09-10T07:21:03.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.946+0000 7f655767b640 1 -- start start 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f655767b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f655015e800 0x7f65500cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f655767b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f65500d3470 0x7f65500d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f655767b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65500cfd30 con 0x7f65500cf910 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f655767b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f655015ebe0 con 0x7f65500d3470 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f655767b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f65500d42d0 con 0x7f655015e800 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f6554c16640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f65500cf910 0x7f655006d690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51594/0 (socket says 172.21.15.3:51594) 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.947+0000 7f6554c16640 1 -- 172.21.15.3:0/3987232389 learned_addr learned my addr 172.21.15.3:0/3987232389 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6555417640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f655015e800 0x7f65500cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6555c18640 1 --2- 172.21.15.3:0/3987232389 >> v2:172.21.15.70:3300/0 conn(0x7f65500d3470 0x7f65500d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1022662408 0 0) 0x7f65500cfd30 con 0x7f65500cf910 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6538003520 con 0x7f65500cf910 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1793633887 0 0) 0x7f6538003520 con 0x7f65500cf910 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f655015e800 msgr2=0x7f65500cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f655015e800 0x7f65500cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 >> v2:172.21.15.70:3300/0 conn(0x7f65500d3470 msgr2=0x7f65500d3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 --2- 172.21.15.3:0/3987232389 >> v2:172.21.15.70:3300/0 conn(0x7f65500d3470 0x7f65500d3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65500d3ff0 con 0x7f65500cf910 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f6544001670 con 0x7f65500cf910 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 >> v1:172.21.15.3:6789/0 conn(0x7f65500cf910 legacy=0x7f655006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538003a20 0x7f6538003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6538004800 0x7f6538004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65380051c0 0x7f653800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f655015ebe0 con 0x7f6538004800 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f65500d42d0 con 0x7f6538003a20 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f653800bf00 con 0x7f65380051c0 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6555417640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f655015e800 0x7f65500cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6554c16640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6538004800 0x7f6538004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6555c18640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65380051c0 0x7f653800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6555417640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538003a20 0x7f6538003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6554c16640 1 -- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65380051c0 msgr2=0x7f653800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6554c16640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65380051c0 0x7f653800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6554c16640 1 -- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538003a20 msgr2=0x7f6538003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6554c16640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538003a20 0x7f6538003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.948+0000 7f6554c16640 1 -- 172.21.15.3:0/3987232389 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6538003520 con 0x7f6538004800 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.949+0000 7f6554c16640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6538004800 0x7f6538004c80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f654400c210 tx=0x7f6538005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3655b1298ea863c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.949+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6544007d50 con 0x7f6538004800 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.949+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6544005af0 con 0x7f6538004800 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.949+0000 7f654ffff640 1 -- 172.21.15.3:0/3987232389 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6544007070 con 0x7f6538004800 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f655767b640 1 -- 172.21.15.3:0/3987232389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6538004800 msgr2=0x7f6538004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f655767b640 1 --2- 172.21.15.3:0/3987232389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6538004800 0x7f6538004c80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f654400c210 tx=0x7f6538005830 comp rx=0 tx=0).stop 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f6555c18640 1 -- 172.21.15.3:0/3987232389 reap_dead start 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f655767b640 1 -- 172.21.15.3:0/3987232389 shutdown_connections 2024-09-10T07:21:03.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f655767b640 1 -- 172.21.15.3:0/3987232389 >> 172.21.15.3:0/3987232389 conn(0x7f655009d750 msgr2=0x7f65500d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:03.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f655767b640 1 -- 172.21.15.3:0/3987232389 shutdown_connections 2024-09-10T07:21:03.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.950+0000 7f655767b640 1 -- 172.21.15.3:0/3987232389 wait complete. 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.951+0000 7f655767b640 1 Processor -- start 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.951+0000 7f655767b640 1 -- start start 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f655767b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538004800 0x7f655015fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f655767b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 0x7f65500ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f655767b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65500cb790 0x7f65500cbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f655767b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f655006d170 con 0x7f65500cd930 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f655767b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f655006ce90 con 0x7f6538004800 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f655767b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f65500d4e30 con 0x7f65500cb790 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 0x7f65500ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 0x7f65500ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39590/0 (socket says 172.21.15.3:39590) 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 -- 172.21.15.3:0/4154083297 learned_addr learned my addr 172.21.15.3:0/4154083297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:03.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6555c18640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65500cb790 0x7f65500cbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6555417640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538004800 0x7f655015fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 -- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65500cb790 msgr2=0x7f65500cbc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65500cb790 0x7f65500cbc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 -- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538004800 msgr2=0x7f655015fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538004800 0x7f655015fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6554c16640 1 -- 172.21.15.3:0/4154083297 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6550160500 con 0x7f65500cd930 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.952+0000 7f6555417640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538004800 0x7f655015fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.953+0000 7f6554c16640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 0x7f65500ce270 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f654400c300 tx=0x7f6544001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.953+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6544007d50 con 0x7f65500cd930 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.953+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6544043070 con 0x7f65500cd930 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.953+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65501607e0 con 0x7f65500cd930 2024-09-10T07:21:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.953+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6544001c90 con 0x7f65500cd930 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.953+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6550160da0 con 0x7f65500cd930 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.954+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6550068880 con 0x7f65500cd930 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.955+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6544033440 con 0x7f65500cd930 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.955+0000 7f654dffb640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f653c06be60 0x7f653c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.955+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f65440ab550 con 0x7f65500cd930 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.955+0000 7f6555417640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f653c06be60 0x7f653c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.956+0000 7f6555417640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f653c06be60 0x7f653c06e320 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6550161a50 tx=0x7f654000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:03.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:03.959+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6544079d70 con 0x7f65500cd930 2024-09-10T07:21:04.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.134+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f65500cf3d0 con 0x7f65500cd930 2024-09-10T07:21:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.135+0000 7f654dffb640 1 -- 172.21.15.3:0/4154083297 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16895 (secure 0 0 0) 0x7f6544079670 con 0x7f65500cd930 2024-09-10T07:21:04.135 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:04.136 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:02.820491+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:00.728572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:01.799928+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f653c06be60 msgr2=0x7f653c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f653c06be60 0x7f653c06e320 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6550161a50 tx=0x7f654000b040 comp rx=0 tx=0).stop 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 msgr2=0x7f65500ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 0x7f65500ce270 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f654400c300 tx=0x7f6544001a40 comp rx=0 tx=0).stop 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 shutdown_connections 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f653c06be60 0x7f653c06e320 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f65500cb790 0x7f65500cbc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65500cd930 0x7f65500ce270 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 --2- 172.21.15.3:0/4154083297 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6538004800 0x7f655015fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 >> 172.21.15.3:0/4154083297 conn(0x7f655009d750 msgr2=0x7f65500b1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 shutdown_connections 2024-09-10T07:21:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.137+0000 7f655767b640 1 -- 172.21.15.3:0/4154083297 wait complete. 2024-09-10T07:21:04.148 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:21:04.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.254+0000 7f4c66b4b640 1 Processor -- start 2024-09-10T07:21:04.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.254+0000 7f4c66b4b640 1 -- start start 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c66b4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6015b4a0 0x7f4c600ccfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c66b4b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4c6006ff70 0x7f4c600cfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c66b4b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c6006f0c0 con 0x7f4c6006ebb0 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c66b4b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4c6006f3a0 con 0x7f4c6006ff70 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c66b4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4c600cf000 con 0x7f4c6015b4a0 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c5ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4c6006ebb0 0x7f4c6006f860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51602/0 (socket says 172.21.15.3:51602) 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.255+0000 7f4c5ffff640 1 -- 172.21.15.3:0/777663691 learned_addr learned my addr 172.21.15.3:0/777663691 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c648e7640 1 --2- 172.21.15.3:0/777663691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6015b4a0 0x7f4c600ccfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c650e8640 1 --2- 172.21.15.3:0/777663691 >> v2:172.21.15.70:3300/0 conn(0x7f4c6006ff70 0x7f4c600cfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:04.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c5f7fe640 1 -- 172.21.15.3:0/777663691 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4147325755 0 0) 0x7f4c6006f0c0 con 0x7f4c6006ebb0 2024-09-10T07:21:04.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c5f7fe640 1 -- 172.21.15.3:0/777663691 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c48003520 con 0x7f4c6006ebb0 2024-09-10T07:21:04.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c648e7640 1 -- 172.21.15.3:0/777663691 >> v2:172.21.15.70:3300/0 conn(0x7f4c6006ff70 msgr2=0x7f4c600cfae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:04.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c648e7640 1 --2- 172.21.15.3:0/777663691 >> v2:172.21.15.70:3300/0 conn(0x7f4c6006ff70 0x7f4c600cfae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c648e7640 1 -- 172.21.15.3:0/777663691 >> v1:172.21.15.3:6789/0 conn(0x7f4c6006ebb0 legacy=0x7f4c6006f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:04.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.256+0000 7f4c648e7640 1 -- 172.21.15.3:0/777663691 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c600cf2e0 con 0x7f4c6015b4a0 2024-09-10T07:21:04.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.257+0000 7f4c648e7640 1 --2- 172.21.15.3:0/777663691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6015b4a0 0x7f4c600ccfa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4c500097a0 tx=0x7f4c5002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2019f9739228da1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.257+0000 7f4c5f7fe640 1 -- 172.21.15.3:0/777663691 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50037070 con 0x7f4c6015b4a0 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.257+0000 7f4c5f7fe640 1 -- 172.21.15.3:0/777663691 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c50032440 con 0x7f4c6015b4a0 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.257+0000 7f4c5f7fe640 1 -- 172.21.15.3:0/777663691 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c500327f0 con 0x7f4c6015b4a0 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.257+0000 7f4c66b4b640 1 -- 172.21.15.3:0/777663691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6015b4a0 msgr2=0x7f4c600ccfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.257+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/777663691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6015b4a0 0x7f4c600ccfa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4c500097a0 tx=0x7f4c5002a180 comp rx=0 tx=0).stop 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.258+0000 7f4c66b4b640 1 -- 172.21.15.3:0/777663691 shutdown_connections 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.258+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/777663691 >> v2:172.21.15.70:3300/0 conn(0x7f4c6006ff70 0x7f4c600cfae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.258+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/777663691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6015b4a0 0x7f4c600ccfa0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.258+0000 7f4c66b4b640 1 -- 172.21.15.3:0/777663691 >> 172.21.15.3:0/777663691 conn(0x7f4c600d1100 msgr2=0x7f4c600d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.258+0000 7f4c66b4b640 1 -- 172.21.15.3:0/777663691 shutdown_connections 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.258+0000 7f4c66b4b640 1 -- 172.21.15.3:0/777663691 wait complete. 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.259+0000 7f4c66b4b640 1 Processor -- start 2024-09-10T07:21:04.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.259+0000 7f4c66b4b640 1 -- start start 2024-09-10T07:21:04.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c66b4b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6006ebb0 0x7f4c6014d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c66b4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6006ff70 0x7f4c6014ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c66b4b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 0x7f4c6006baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c66b4b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4c600cd660 con 0x7f4c6015b4a0 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c66b4b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c600cd4e0 con 0x7f4c6006ebb0 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c66b4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4c600d0020 con 0x7f4c6006ff70 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 0x7f4c6006baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 0x7f4c6006baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39604/0 (socket says 172.21.15.3:39604) 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c648e7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6006ebb0 0x7f4c6014d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 -- 172.21.15.3:0/2237309539 learned_addr learned my addr 172.21.15.3:0/2237309539 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c5ffff640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6006ff70 0x7f4c6014ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 -- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6006ff70 msgr2=0x7f4c6014ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6006ff70 0x7f4c6014ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 -- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6006ebb0 msgr2=0x7f4c6014d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6006ebb0 0x7f4c6014d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 -- 172.21.15.3:0/2237309539 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c6014da60 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c650e8640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 0x7f4c6006baf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f4c5800efc0 tx=0x7f4c5800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c58018020 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c58014480 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.260+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c58014870 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.261+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c6014dcf0 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.261+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c6014e2b0 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.261+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c6014e4b0 con 0x7f4c6015b4a0 2024-09-10T07:21:04.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.262+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4c58005d10 con 0x7f4c6015b4a0 2024-09-10T07:21:04.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.262+0000 7f4c5d7fa640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c4c06be30 0x7f4c4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:04.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.263+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f4c5808bd30 con 0x7f4c6015b4a0 2024-09-10T07:21:04.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.263+0000 7f4c648e7640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c4c06be30 0x7f4c4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:04.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.263+0000 7f4c648e7640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c4c06be30 0x7f4c4c06e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4c50034000 tx=0x7f4c5002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:04.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.267+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c58022030 con 0x7f4c6015b4a0 2024-09-10T07:21:04.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:04.483+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f4c600cfae0 con 0x7f4c6015b4a0 2024-09-10T07:21:05.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.475+0000 7f4c5d7fa640 1 -- 172.21.15.3:0/2237309539 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7f4c58010040 con 0x7f4c6015b4a0 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c4c06be30 msgr2=0x7f4c4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c4c06be30 0x7f4c4c06e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4c50034000 tx=0x7f4c5002e000 comp rx=0 tx=0).stop 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 msgr2=0x7f4c6006baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 0x7f4c6006baf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f4c5800efc0 tx=0x7f4c5800c490 comp rx=0 tx=0).stop 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 shutdown_connections 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c4c06be30 0x7f4c4c06e2f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c6015b4a0 0x7f4c6006baf0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c6006ff70 0x7f4c6014ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 --2- 172.21.15.3:0/2237309539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c6006ebb0 0x7f4c6014d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 >> 172.21.15.3:0/2237309539 conn(0x7f4c600d1100 msgr2=0x7f4c600d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:05.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 shutdown_connections 2024-09-10T07:21:05.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.478+0000 7f4c66b4b640 1 -- 172.21.15.3:0/2237309539 wait complete. 2024-09-10T07:21:05.491 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T07:21:05.492 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T07:21:05.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.604+0000 7f4b14853640 1 Processor -- start 2024-09-10T07:21:05.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.604+0000 7f4b14853640 1 -- start start 2024-09-10T07:21:05.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b14853640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4b1015fe70 0x7f4b101602c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:05.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b14853640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b100d2830 0x7f4b100d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b14853640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b10160a30 con 0x7f4b100b7bc0 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b14853640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4b10160800 con 0x7f4b1015fe70 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b14853640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4b100d0350 con 0x7f4b100d2830 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b0e59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4b1015fe70 0x7f4b101602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b0ed9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b100d2830 0x7f4b100d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b0e59c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4b1015fe70 0x7f4b101602c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:40334/0 (socket says 172.21.15.3:40334) 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b0e59c640 1 -- 172.21.15.3:0/66315653 learned_addr learned my addr 172.21.15.3:0/66315653 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.605+0000 7f4b07fff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f4b100b7bc0 0x7f4b100d2120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:52248/0 (socket says 172.21.15.3:52248) 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0e59c640 1 -- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b100d2830 msgr2=0x7f4b100d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0e59c640 1 --2- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b100d2830 0x7f4b100d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0e59c640 1 -- 172.21.15.3:0/66315653 >> v1:172.21.15.70:6789/0 conn(0x7f4b100b7bc0 legacy=0x7f4b100d2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0e59c640 1 -- 172.21.15.3:0/66315653 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b10160d10 con 0x7f4b1015fe70 2024-09-10T07:21:05.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0dd9b640 1 -- 172.21.15.3:0/66315653 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4014706645 0 0) 0x7f4b10160a30 con 0x7f4b100b7bc0 2024-09-10T07:21:05.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0ed9d640 1 --2- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b100d2830 0x7f4b100d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.606+0000 7f4b0e59c640 1 --2- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b1015fe70 0x7f4b101602c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4b00009870 tx=0x7f4b0002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa85dcfaeac9e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b0dd9b640 1 -- 172.21.15.3:0/66315653 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b00037070 con 0x7f4b1015fe70 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b0dd9b640 1 -- 172.21.15.3:0/66315653 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b00032440 con 0x7f4b1015fe70 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b0dd9b640 1 -- 172.21.15.3:0/66315653 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b00032810 con 0x7f4b1015fe70 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 -- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b1015fe70 msgr2=0x7f4b101602c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 --2- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b1015fe70 0x7f4b101602c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4b00009870 tx=0x7f4b0002a1c0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 -- 172.21.15.3:0/66315653 shutdown_connections 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 --2- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b100d2830 0x7f4b100d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 --2- 172.21.15.3:0/66315653 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b1015fe70 0x7f4b101602c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 -- 172.21.15.3:0/66315653 >> 172.21.15.3:0/66315653 conn(0x7f4b1006fed0 msgr2=0x7f4b100702b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:05.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 -- 172.21.15.3:0/66315653 shutdown_connections 2024-09-10T07:21:05.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.607+0000 7f4b14853640 1 -- 172.21.15.3:0/66315653 wait complete. 2024-09-10T07:21:05.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.608+0000 7f4b14853640 1 Processor -- start 2024-09-10T07:21:05.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 -- start start 2024-09-10T07:21:05.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 0x7f4b1015c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:05.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b100d2830 0x7f4b10155910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:05.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b1015fe70 0x7f4b100c85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4b100d0ea0 con 0x7f4b100b7bc0 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4b100d0d20 con 0x7f4b100d2830 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b14853640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4b100d1020 con 0x7f4b1015fe70 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b0e59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 0x7f4b1015c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b0e59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 0x7f4b1015c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39616/0 (socket says 172.21.15.3:39616) 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.609+0000 7f4b0e59c640 1 -- 172.21.15.3:0/3427456278 learned_addr learned my addr 172.21.15.3:0/3427456278 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0ed9d640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b1015fe70 0x7f4b100c85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b07fff640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b100d2830 0x7f4b10155910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:05.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0e59c640 1 -- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b1015fe70 msgr2=0x7f4b100c85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0e59c640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b1015fe70 0x7f4b100c85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0e59c640 1 -- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b100d2830 msgr2=0x7f4b10155910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0e59c640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b100d2830 0x7f4b10155910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0e59c640 1 -- 172.21.15.3:0/3427456278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b1015c700 con 0x7f4b100b7bc0 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b07fff640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b100d2830 0x7f4b10155910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0ed9d640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b1015fe70 0x7f4b100c85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b0e59c640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 0x7f4b1015c1c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4b00000c00 tx=0x7f4b000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b00037040 con 0x7f4b100b7bc0 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b00042070 con 0x7f4b100b7bc0 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b1006cf30 con 0x7f4b100b7bc0 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b00030880 con 0x7f4b100b7bc0 2024-09-10T07:21:05.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.610+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b1006d4f0 con 0x7f4b100b7bc0 2024-09-10T07:21:05.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.611+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b100d07e0 con 0x7f4b100b7bc0 2024-09-10T07:21:05.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.612+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4b0002ad10 con 0x7f4b100b7bc0 2024-09-10T07:21:05.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.612+0000 7f4b06ffd640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4af006be30 0x7f4af006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:05.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.612+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f4b000ab4a0 con 0x7f4b100b7bc0 2024-09-10T07:21:05.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.613+0000 7f4b07fff640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4af006be30 0x7f4af006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:05.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.613+0000 7f4b07fff640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4af006be30 0x7f4af006e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4b101e9050 tx=0x7f4af8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:05.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.617+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4b00079d50 con 0x7f4b100b7bc0 2024-09-10T07:21:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:05.827+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f4b100b64f0 con 0x7f4b100b7bc0 2024-09-10T07:21:06.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.481+0000 7f4b06ffd640 1 -- 172.21.15.3:0/3427456278 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7f4b00079650 con 0x7f4b100b7bc0 2024-09-10T07:21:06.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4af006be30 msgr2=0x7f4af006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4af006be30 0x7f4af006e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4b101e9050 tx=0x7f4af8009040 comp rx=0 tx=0).stop 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 msgr2=0x7f4b1015c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 0x7f4b1015c1c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f4b00000c00 tx=0x7f4b000046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 shutdown_connections 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4af006be30 0x7f4af006e2f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4b1015fe70 0x7f4b100c85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4b100d2830 0x7f4b10155910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 --2- 172.21.15.3:0/3427456278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b100b7bc0 0x7f4b1015c1c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.484+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 >> 172.21.15.3:0/3427456278 conn(0x7f4b1006fed0 msgr2=0x7f4b100702b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.485+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 shutdown_connections 2024-09-10T07:21:06.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.485+0000 7f4b14853640 1 -- 172.21.15.3:0/3427456278 wait complete. 2024-09-10T07:21:06.498 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T07:21:06.499 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:06.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.608+0000 7f33b32ba640 1 Processor -- start 2024-09-10T07:21:06.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.608+0000 7f33b32ba640 1 -- start start 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b32ba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33ac15e5a0 0x7f33ac0d2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b32ba640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f33ac0d2d70 0x7f33ac0d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b32ba640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33ac0d1670 con 0x7f33ac0d1200 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b32ba640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f33ac15e980 con 0x7f33ac0d2d70 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b32ba640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f33ac0d3ee0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b0855640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f33ac0d2d70 0x7f33ac0d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b1857640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f33ac0d1200 0x7f33ac0b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51616/0 (socket says 172.21.15.3:51616) 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.609+0000 7f33b1857640 1 -- 172.21.15.3:0/1681021787 learned_addr learned my addr 172.21.15.3:0/1681021787 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33b0855640 1 -- 172.21.15.3:0/1681021787 >> v2:172.21.15.70:3300/0 conn(0x7f33ac15e5a0 msgr2=0x7f33ac0d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33b1056640 1 --2- 172.21.15.3:0/1681021787 >> v2:172.21.15.70:3300/0 conn(0x7f33ac15e5a0 0x7f33ac0d2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33a3fff640 1 -- 172.21.15.3:0/1681021787 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 660432361 0 0) 0x7f33ac0d1670 con 0x7f33ac0d1200 2024-09-10T07:21:06.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33b0855640 1 --2- 172.21.15.3:0/1681021787 >> v2:172.21.15.70:3300/0 conn(0x7f33ac15e5a0 0x7f33ac0d2830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33b0855640 1 -- 172.21.15.3:0/1681021787 >> v1:172.21.15.3:6789/0 conn(0x7f33ac0d1200 legacy=0x7f33ac0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33b0855640 1 -- 172.21.15.3:0/1681021787 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac0d32d0 con 0x7f33ac0d2d70 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.610+0000 7f33b0855640 1 --2- 172.21.15.3:0/1681021787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0d2d70 0x7f33ac0d0cc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f33ac0d54c0 tx=0x7f339c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=895f37816eefa863 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33a3fff640 1 -- 172.21.15.3:0/1681021787 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339c037070 con 0x7f33ac0d2d70 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33a3fff640 1 -- 172.21.15.3:0/1681021787 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f339c032440 con 0x7f33ac0d2d70 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33a3fff640 1 -- 172.21.15.3:0/1681021787 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339c032810 con 0x7f33ac0d2d70 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 -- 172.21.15.3:0/1681021787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0d2d70 msgr2=0x7f33ac0d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 --2- 172.21.15.3:0/1681021787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0d2d70 0x7f33ac0d0cc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f33ac0d54c0 tx=0x7f339c02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 -- 172.21.15.3:0/1681021787 shutdown_connections 2024-09-10T07:21:06.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 --2- 172.21.15.3:0/1681021787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0d2d70 0x7f33ac0d0cc0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 --2- 172.21.15.3:0/1681021787 >> v2:172.21.15.70:3300/0 conn(0x7f33ac15e5a0 0x7f33ac0d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 -- 172.21.15.3:0/1681021787 >> 172.21.15.3:0/1681021787 conn(0x7f33ac06d1c0 msgr2=0x7f33ac073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:06.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 -- 172.21.15.3:0/1681021787 shutdown_connections 2024-09-10T07:21:06.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.611+0000 7f33b32ba640 1 -- 172.21.15.3:0/1681021787 wait complete. 2024-09-10T07:21:06.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.612+0000 7f33b32ba640 1 Processor -- start 2024-09-10T07:21:06.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.612+0000 7f33b32ba640 1 -- start start 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b32ba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d1200 0x7f33ac0cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b32ba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d2d70 0x7f33ac1f4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b32ba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 0x7f33ac0c9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b32ba640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0d3b70 con 0x7f33ac15e5a0 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b32ba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0d3890 con 0x7f33ac0d2d70 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b32ba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33ac0d22f0 con 0x7f33ac0d1200 2024-09-10T07:21:06.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b1857640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 0x7f33ac0c9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b1857640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 0x7f33ac0c9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39630/0 (socket says 172.21.15.3:39630) 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.613+0000 7f33b1857640 1 -- 172.21.15.3:0/965022431 learned_addr learned my addr 172.21.15.3:0/965022431 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1857640 1 -- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d1200 msgr2=0x7f33ac0cd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1056640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d1200 0x7f33ac0cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b0855640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d2d70 0x7f33ac1f4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1857640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d1200 0x7f33ac0cd310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1857640 1 -- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d2d70 msgr2=0x7f33ac1f4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1857640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d2d70 0x7f33ac1f4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1857640 1 -- 172.21.15.3:0/965022431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac0c7fe0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b0855640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d2d70 0x7f33ac1f4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b1857640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 0x7f33ac0c9060 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f33a400c7e0 tx=0x7f33a400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a4018070 con 0x7f33ac15e5a0 2024-09-10T07:21:06.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a400a640 con 0x7f33ac15e5a0 2024-09-10T07:21:06.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a400aa30 con 0x7f33ac15e5a0 2024-09-10T07:21:06.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33ac0c82a0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.614+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33ac0c8860 con 0x7f33ac15e5a0 2024-09-10T07:21:06.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.615+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33ac0d0cc0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.616+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f33a401b070 con 0x7f33ac15e5a0 2024-09-10T07:21:06.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.616+0000 7f33a1ffb640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339006be60 0x7f339006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.616+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f33a408a5d0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.616+0000 7f33b1056640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339006be60 0x7f339006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.617+0000 7f33b1056640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339006be60 0x7f339006e320 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f33a800b7c0 tx=0x7f33a8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:06.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.620+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33a4058df0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.831+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33ac0c8ce0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.831+0000 7f33a1ffb640 1 -- 172.21.15.3:0/965022431 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5214 (secure 0 0 0) 0x7f33a40586f0 con 0x7f33ac15e5a0 2024-09-10T07:21:06.832 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:06.832 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":17,"btime":"2024-09-10T07:21:06:476476+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:05.828190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2042363143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2042363143},{"type":"v1","addr":"172.21.15.3:6835","nonce":2042363143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-10T07:21:06.832 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 17 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.833+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339006be60 msgr2=0x7f339006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.833+0000 7f33b32ba640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339006be60 0x7f339006e320 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f33a800b7c0 tx=0x7f33a8008040 comp rx=0 tx=0).stop 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.833+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 msgr2=0x7f33ac0c9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.833+0000 7f33b32ba640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 0x7f33ac0c9060 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f33a400c7e0 tx=0x7f33a400cca0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.833+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 shutdown_connections 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.833+0000 7f33b32ba640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339006be60 0x7f339006e320 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.834+0000 7f33b32ba640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac15e5a0 0x7f33ac0c9060 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.834+0000 7f33b32ba640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d2d70 0x7f33ac1f4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.834+0000 7f33b32ba640 1 --2- 172.21.15.3:0/965022431 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d1200 0x7f33ac0cd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.834+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 >> 172.21.15.3:0/965022431 conn(0x7f33ac06d1c0 msgr2=0x7f33ac0b9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:06.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.834+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 shutdown_connections 2024-09-10T07:21:06.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.834+0000 7f33b32ba640 1 -- 172.21.15.3:0/965022431 wait complete. 2024-09-10T07:21:06.844 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:06.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.946+0000 7f31b3b68640 1 Processor -- start 2024-09-10T07:21:06.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.947+0000 7f31b3b68640 1 -- start start 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.947+0000 7f31b3b68640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 0x7f31ac06cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.947+0000 7f31b3b68640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f31ac0b1930 0x7f31ac0b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.947+0000 7f31b3b68640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31ac15e7f0 con 0x7f31ac09aa30 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.947+0000 7f31b3b68640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f31ac0d1a50 con 0x7f31ac0b1930 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.947+0000 7f31b3b68640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f31ac0d09b0 con 0x7f31ac0d0350 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b1904640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f31ac09aa30 0x7f31ac09ae10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51618/0 (socket says 172.21.15.3:51618) 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b1904640 1 -- 172.21.15.3:0/3508112291 learned_addr learned my addr 172.21.15.3:0/3508112291 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1223449844 0 0) 0x7f31ac15e7f0 con 0x7f31ac09aa30 2024-09-10T07:21:06.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b1103640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 0x7f31ac06cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b2105640 1 --2- 172.21.15.3:0/3508112291 >> v2:172.21.15.70:3300/0 conn(0x7f31ac0b1930 0x7f31ac0b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3194003520 con 0x7f31ac09aa30 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4274500952 0 0) 0x7f3194003520 con 0x7f31ac09aa30 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 msgr2=0x7f31ac06cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 0x7f31ac06cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 >> v2:172.21.15.70:3300/0 conn(0x7f31ac0b1930 msgr2=0x7f31ac0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 --2- 172.21.15.3:0/3508112291 >> v2:172.21.15.70:3300/0 conn(0x7f31ac0b1930 0x7f31ac0b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31ac0d0c90 con 0x7f31ac09aa30 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f31a4001670 con 0x7f31ac09aa30 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b2105640 1 --2- 172.21.15.3:0/3508112291 >> v2:172.21.15.70:3300/0 conn(0x7f31ac0b1930 0x7f31ac0b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 >> v1:172.21.15.3:6789/0 conn(0x7f31ac09aa30 legacy=0x7f31ac09ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 0x7f3194003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3194003fa0 0x7f3194004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194004d40 0x7f31940051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31ac0d1a50 con 0x7f3194003fa0 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f31ac0d09b0 con 0x7f3194004d40 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f319400baa0 con 0x7f31ac0d0350 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b1103640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3194003fa0 0x7f3194004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b1904640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 0x7f3194003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.948+0000 7f31b2105640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194004d40 0x7f31940051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b1103640 1 -- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 msgr2=0x7f3194003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b1103640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0d0350 0x7f3194003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b1103640 1 -- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194004d40 msgr2=0x7f31940051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b1103640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194004d40 0x7f31940051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b1103640 1 -- 172.21.15.3:0/3508112291 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3194003520 con 0x7f3194003fa0 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b2105640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194004d40 0x7f31940051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b1103640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3194003fa0 0x7f3194004800 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f31a0009ac0 tx=0x7f3194005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5399c81e5bdcd0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:06.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a0036070 con 0x7f3194003fa0 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31a0031400 con 0x7f3194003fa0 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.949+0000 7f31b0902640 1 -- 172.21.15.3:0/3508112291 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a0009690 con 0x7f3194003fa0 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b3b68640 1 -- 172.21.15.3:0/3508112291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3194003fa0 msgr2=0x7f3194004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b3b68640 1 --2- 172.21.15.3:0/3508112291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3194003fa0 0x7f3194004800 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f31a0009ac0 tx=0x7f3194005830 comp rx=0 tx=0).stop 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b2105640 1 -- 172.21.15.3:0/3508112291 reap_dead start 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b3b68640 1 -- 172.21.15.3:0/3508112291 shutdown_connections 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b3b68640 1 -- 172.21.15.3:0/3508112291 >> 172.21.15.3:0/3508112291 conn(0x7f31ac0b3cf0 msgr2=0x7f31ac0b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b3b68640 1 -- 172.21.15.3:0/3508112291 shutdown_connections 2024-09-10T07:21:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.950+0000 7f31b3b68640 1 -- 172.21.15.3:0/3508112291 wait complete. 2024-09-10T07:21:06.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.951+0000 7f31b3b68640 1 Processor -- start 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.951+0000 7f31b3b68640 1 -- start start 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b3b68640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194003fa0 0x7f31ac0c63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b3b68640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0c9540 0x7f31ac0b6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b3b68640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 0x7f31ac0b7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b3b68640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31ac0d1530 con 0x7f31ac0c99c0 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b3b68640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f31ac0d1250 con 0x7f3194003fa0 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b3b68640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f31ac0b2300 con 0x7f31ac0c9540 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 0x7f31ac0b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 0x7f31ac0b7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39642/0 (socket says 172.21.15.3:39642) 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 -- 172.21.15.3:0/1964925799 learned_addr learned my addr 172.21.15.3:0/1964925799 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b1904640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194003fa0 0x7f31ac0c63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b1103640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0c9540 0x7f31ac0b6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 -- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0c9540 msgr2=0x7f31ac0b6ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0c9540 0x7f31ac0b6ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 -- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194003fa0 msgr2=0x7f31ac0c63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194003fa0 0x7f31ac0c63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.952+0000 7f31b2105640 1 -- 172.21.15.3:0/1964925799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31ac0cc190 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.953+0000 7f31b2105640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 0x7f31ac0b7010 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f31ac0d1c80 tx=0x7f319c007700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.953+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f319c014410 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.953+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f319c019070 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.953+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f319c0147f0 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.953+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31ac0cc470 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.953+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31ac0b65b0 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.954+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31ac0b67b0 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.954+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f319c014990 con 0x7f31ac0c99c0 2024-09-10T07:21:06.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.955+0000 7f31aa7fc640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f319806be60 0x7f319806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:06.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.955+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f319c08b5a0 con 0x7f31ac0c99c0 2024-09-10T07:21:06.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.955+0000 7f31b1904640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f319806be60 0x7f319806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:06.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.956+0000 7f31b1904640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f319806be60 0x7f319806e320 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f31a4001eb0 tx=0x7f31a4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:06.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:06.960+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f31ac0b67b0 con 0x7f31ac0c99c0 2024-09-10T07:21:07.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.136+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f31ac0b26c0 con 0x7f31ac0c99c0 2024-09-10T07:21:07.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.137+0000 7f31aa7fc640 1 -- 172.21.15.3:0/1964925799 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+16882 (secure 0 0 0) 0x7f319c059db0 con 0x7f31ac0c99c0 2024-09-10T07:21:07.137 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:07.137 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":40,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:04.452416+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:00.728572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:01.799928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:07.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f319806be60 msgr2=0x7f319806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f319806be60 0x7f319806e320 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f31a4001eb0 tx=0x7f31a4009040 comp rx=0 tx=0).stop 2024-09-10T07:21:07.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 msgr2=0x7f31ac0b7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 0x7f31ac0b7010 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f31ac0d1c80 tx=0x7f319c007700 comp rx=0 tx=0).stop 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 shutdown_connections 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f319806be60 0x7f319806e320 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31ac0c99c0 0x7f31ac0b7010 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f31ac0c9540 0x7f31ac0b6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 --2- 172.21.15.3:0/1964925799 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3194003fa0 0x7f31ac0c63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 >> 172.21.15.3:0/1964925799 conn(0x7f31ac0b3cf0 msgr2=0x7f31ac06cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 shutdown_connections 2024-09-10T07:21:07.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.139+0000 7f31b3b68640 1 -- 172.21.15.3:0/1964925799 wait complete. 2024-09-10T07:21:07.150 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:21:07.151 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:07.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.255+0000 7fb5bf75b640 1 Processor -- start 2024-09-10T07:21:07.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.255+0000 7fb5bf75b640 1 -- start start 2024-09-10T07:21:07.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bf75b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb5b815c050 0x7fb5b806e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bf75b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5b8162a40 0x7fb5b80cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bf75b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5b80d0730 con 0x7fb5b80d0350 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bf75b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb5b815ec70 con 0x7fb5b8162a40 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bf75b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb5b815ef50 con 0x7fb5b815c050 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bccf6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5b8162a40 0x7fb5b80cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bccf6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5b8162a40 0x7fb5b80cfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39652/0 (socket says 172.21.15.3:39652) 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bccf6640 1 -- 172.21.15.3:0/2724123200 learned_addr learned my addr 172.21.15.3:0/2724123200 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bccf6640 1 -- 172.21.15.3:0/2724123200 >> v2:172.21.15.70:3300/0 conn(0x7fb5b815c050 msgr2=0x7fb5b806e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.256+0000 7fb5bd4f7640 1 --2- 172.21.15.3:0/2724123200 >> v2:172.21.15.70:3300/0 conn(0x7fb5b815c050 0x7fb5b806e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.257+0000 7fb5bccf6640 1 --2- 172.21.15.3:0/2724123200 >> v2:172.21.15.70:3300/0 conn(0x7fb5b815c050 0x7fb5b806e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.257+0000 7fb5bccf6640 1 -- 172.21.15.3:0/2724123200 >> v1:172.21.15.70:6789/0 conn(0x7fb5b80d0350 legacy=0x7fb5b806d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.257+0000 7fb5bccf6640 1 -- 172.21.15.3:0/2724123200 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b815f230 con 0x7fb5b8162a40 2024-09-10T07:21:07.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.257+0000 7fb5bd4f7640 1 --2- 172.21.15.3:0/2724123200 >> v2:172.21.15.70:3300/0 conn(0x7fb5b815c050 0x7fb5b806e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.258+0000 7fb5bccf6640 1 --2- 172.21.15.3:0/2724123200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b80cfe10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8050930 tx=0x7fb5ac02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae59a30e4465477 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.258+0000 7fb5abfff640 1 -- 172.21.15.3:0/2724123200 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac037070 con 0x7fb5b8162a40 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.258+0000 7fb5abfff640 1 -- 172.21.15.3:0/2724123200 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5ac032440 con 0x7fb5b8162a40 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.258+0000 7fb5abfff640 1 -- 172.21.15.3:0/2724123200 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac032810 con 0x7fb5b8162a40 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.258+0000 7fb5bf75b640 1 -- 172.21.15.3:0/2724123200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 msgr2=0x7fb5b80cfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.258+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/2724123200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b80cfe10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8050930 tx=0x7fb5ac02a230 comp rx=0 tx=0).stop 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.259+0000 7fb5bf75b640 1 -- 172.21.15.3:0/2724123200 shutdown_connections 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.259+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/2724123200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b80cfe10 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.259+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/2724123200 >> v2:172.21.15.70:3300/0 conn(0x7fb5b815c050 0x7fb5b806e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.259+0000 7fb5bf75b640 1 -- 172.21.15.3:0/2724123200 >> 172.21.15.3:0/2724123200 conn(0x7fb5b80717f0 msgr2=0x7fb5b8071c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:07.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.259+0000 7fb5bf75b640 1 -- 172.21.15.3:0/2724123200 shutdown_connections 2024-09-10T07:21:07.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.259+0000 7fb5bf75b640 1 -- 172.21.15.3:0/2724123200 wait complete. 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.260+0000 7fb5bf75b640 1 Processor -- start 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.260+0000 7fb5bf75b640 1 -- start start 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bf75b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5b80d0350 0x7fb5b814b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bf75b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5b815c050 0x7fb5b80b6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bf75b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b8160600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bf75b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b80d2d40 con 0x7fb5b8162a40 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bf75b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b806eb00 con 0x7fb5b815c050 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bf75b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb5b815e920 con 0x7fb5b80d0350 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b8160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b8160600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39658/0 (socket says 172.21.15.3:39658) 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 -- 172.21.15.3:0/1506101164 learned_addr learned my addr 172.21.15.3:0/1506101164 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bccf6640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5b815c050 0x7fb5b80b6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bd4f7640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5b80d0350 0x7fb5b814b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 -- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5b80d0350 msgr2=0x7fb5b814b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5b80d0350 0x7fb5b814b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 -- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5b815c050 msgr2=0x7fb5b80b6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5b815c050 0x7fb5b80b6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bdcf8640 1 -- 172.21.15.3:0/1506101164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b80b6c60 con 0x7fb5b8162a40 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bd4f7640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5b80d0350 0x7fb5b814b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.261+0000 7fb5bccf6640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5b815c050 0x7fb5b80b6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.262+0000 7fb5bdcf8640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b8160600 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb5b000c7b0 tx=0x7fb5b000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.262+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b0004b60 con 0x7fb5b8162a40 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.262+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b0004d00 con 0x7fb5b8162a40 2024-09-10T07:21:07.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.262+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b80b6f40 con 0x7fb5b8162a40 2024-09-10T07:21:07.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.262+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b000aa90 con 0x7fb5b8162a40 2024-09-10T07:21:07.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.262+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b80b7500 con 0x7fb5b8162a40 2024-09-10T07:21:07.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.263+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5b815fa30 con 0x7fb5b8162a40 2024-09-10T07:21:07.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.264+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb5b000ac30 con 0x7fb5b8162a40 2024-09-10T07:21:07.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.264+0000 7fb5a9ffb640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59c06be30 0x7fb59c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.264+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fb5b008b220 con 0x7fb5b8162a40 2024-09-10T07:21:07.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.264+0000 7fb5bd4f7640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59c06be30 0x7fb59c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.265+0000 7fb5bd4f7640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59c06be30 0x7fb59c06e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400aa30 tx=0x7fb5b4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.268+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5b0020070 con 0x7fb5b8162a40 2024-09-10T07:21:07.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.441+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb5b80b81c0 con 0x7fb59c06be30 2024-09-10T07:21:07.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.448+0000 7fb5a9ffb640 1 -- 172.21.15.3:0/1506101164 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239701 (secure 0 0 0) 0x7fb5b80b81c0 con 0x7fb59c06be30 2024-09-10T07:21:07.451 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:07.452 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:07.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59c06be30 msgr2=0x7fb59c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59c06be30 0x7fb59c06e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400aa30 tx=0x7fb5b4008040 comp rx=0 tx=0).stop 2024-09-10T07:21:07.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 msgr2=0x7fb5b8160600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b8160600 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb5b000c7b0 tx=0x7fb5b000cc70 comp rx=0 tx=0).stop 2024-09-10T07:21:07.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 shutdown_connections 2024-09-10T07:21:07.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59c06be30 0x7fb59c06e2f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5b8162a40 0x7fb5b8160600 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5b815c050 0x7fb5b80b6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 --2- 172.21.15.3:0/1506101164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5b80d0350 0x7fb5b814b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 >> 172.21.15.3:0/1506101164 conn(0x7fb5b80717f0 msgr2=0x7fb5b80b2bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:07.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 shutdown_connections 2024-09-10T07:21:07.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.451+0000 7fb5bf75b640 1 -- 172.21.15.3:0/1506101164 wait complete. 2024-09-10T07:21:07.462 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-10T07:21:06.070657+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":60,"acting":60,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":42,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237316,"kb_used_data":4396,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737404,"statfs":{"total":773094113280,"available":772851101696,"internally_reserved":0,"allocated":4501504,"data_stored":2569371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.625066"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:01.439383+0000","last_change":"2024-09-10T07:21:01.439383+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.439383+0000","last_undegraded":"2024-09-10T07:21:01.439383+0000","last_fullsized":"2024-09-10T07:21:01.439383+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450751+0000","last_change":"2024-09-10T07:21:01.450751+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450751+0000","last_undegraded":"2024-09-10T07:21:01.450751+0000","last_fullsized":"2024-09-10T07:21:01.450751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453003+0000","last_change":"2024-09-10T07:21:01.453003+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453003+0000","last_undegraded":"2024-09-10T07:21:01.453003+0000","last_fullsized":"2024-09-10T07:21:01.453003+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450162+0000","last_change":"2024-09-10T07:21:01.450162+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450162+0000","last_undegraded":"2024-09-10T07:21:01.450162+0000","last_fullsized":"2024-09-10T07:21:01.450162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452022+0000","last_change":"2024-09-10T07:21:01.452022+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452022+0000","last_undegraded":"2024-09-10T07:21:01.452022+0000","last_fullsized":"2024-09-10T07:21:01.452022+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.448311+0000","last_change":"2024-09-10T07:21:01.448311+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.448311+0000","last_undegraded":"2024-09-10T07:21:01.448311+0000","last_fullsized":"2024-09-10T07:21:01.448311+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452939+0000","last_change":"2024-09-10T07:21:01.452939+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452939+0000","last_undegraded":"2024-09-10T07:21:01.452939+0000","last_fullsized":"2024-09-10T07:21:01.452939+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450540+0000","last_change":"2024-09-10T07:21:01.450540+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450540+0000","last_undegraded":"2024-09-10T07:21:01.450540+0000","last_fullsized":"2024-09-10T07:21:01.450540+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453934+0000","last_change":"2024-09-10T07:21:01.453934+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453934+0000","last_undegraded":"2024-09-10T07:21:01.453934+0000","last_fullsized":"2024-09-10T07:21:01.453934+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452114+0000","last_change":"2024-09-10T07:21:01.452114+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452114+0000","last_undegraded":"2024-09-10T07:21:01.452114+0000","last_fullsized":"2024-09-10T07:21:01.452114+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452092+0000","last_change":"2024-09-10T07:21:01.452092+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452092+0000","last_undegraded":"2024-09-10T07:21:01.452092+0000","last_fullsized":"2024-09-10T07:21:01.452092+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453917+0000","last_change":"2024-09-10T07:21:01.453917+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453917+0000","last_undegraded":"2024-09-10T07:21:01.453917+0000","last_fullsized":"2024-09-10T07:21:01.453917+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.454255+0000","last_change":"2024-09-10T07:21:01.454255+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.454255+0000","last_undegraded":"2024-09-10T07:21:01.454255+0000","last_fullsized":"2024-09-10T07:21:01.454255+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453004+0000","last_change":"2024-09-10T07:21:01.453004+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453004+0000","last_undegraded":"2024-09-10T07:21:01.453004+0000","last_fullsized":"2024-09-10T07:21:01.453004+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:01.439383+0000","last_change":"2024-09-10T07:21:01.439383+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.439383+0000","last_undegraded":"2024-09-10T07:21:01.439383+0000","last_fullsized":"2024-09-10T07:21:01.439383+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.448169+0000","last_change":"2024-09-10T07:21:01.448169+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.448169+0000","last_undegraded":"2024-09-10T07:21:01.448169+0000","last_fullsized":"2024-09-10T07:21:01.448169+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452571+0000","last_change":"2024-09-10T07:21:01.452571+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452571+0000","last_undegraded":"2024-09-10T07:21:01.452571+0000","last_fullsized":"2024-09-10T07:21:01.452571+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450162+0000","last_change":"2024-09-10T07:21:01.450162+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450162+0000","last_undegraded":"2024-09-10T07:21:01.450162+0000","last_fullsized":"2024-09-10T07:21:01.450162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449504+0000","last_change":"2024-09-10T07:21:01.449504+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449504+0000","last_undegraded":"2024-09-10T07:21:01.449504+0000","last_fullsized":"2024-09-10T07:21:01.449504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453299+0000","last_change":"2024-09-10T07:21:01.453299+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453299+0000","last_undegraded":"2024-09-10T07:21:01.453299+0000","last_fullsized":"2024-09-10T07:21:01.453299+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449242+0000","last_change":"2024-09-10T07:21:01.449242+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449242+0000","last_undegraded":"2024-09-10T07:21:01.449242+0000","last_fullsized":"2024-09-10T07:21:01.449242+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449284+0000","last_change":"2024-09-10T07:21:01.449284+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449284+0000","last_undegraded":"2024-09-10T07:21:01.449284+0000","last_fullsized":"2024-09-10T07:21:01.449284+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.448407+0000","last_change":"2024-09-10T07:21:01.448407+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.448407+0000","last_undegraded":"2024-09-10T07:21:01.448407+0000","last_fullsized":"2024-09-10T07:21:01.448407+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449055+0000","last_change":"2024-09-10T07:21:01.449055+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449055+0000","last_undegraded":"2024-09-10T07:21:01.449055+0000","last_fullsized":"2024-09-10T07:21:01.449055+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452141+0000","last_change":"2024-09-10T07:21:01.452141+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452141+0000","last_undegraded":"2024-09-10T07:21:01.452141+0000","last_fullsized":"2024-09-10T07:21:01.452141+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449373+0000","last_change":"2024-09-10T07:21:01.449373+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449373+0000","last_undegraded":"2024-09-10T07:21:01.449373+0000","last_fullsized":"2024-09-10T07:21:01.449373+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450529+0000","last_change":"2024-09-10T07:21:01.450529+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450529+0000","last_undegraded":"2024-09-10T07:21:01.450529+0000","last_fullsized":"2024-09-10T07:21:01.450529+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450576+0000","last_change":"2024-09-10T07:21:01.450576+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450576+0000","last_undegraded":"2024-09-10T07:21:01.450576+0000","last_fullsized":"2024-09-10T07:21:01.450576+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:01.439383+0000","last_change":"2024-09-10T07:21:01.439383+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.439383+0000","last_undegraded":"2024-09-10T07:21:01.439383+0000","last_fullsized":"2024-09-10T07:21:01.439383+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450231+0000","last_change":"2024-09-10T07:21:01.450231+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450231+0000","last_undegraded":"2024-09-10T07:21:01.450231+0000","last_fullsized":"2024-09-10T07:21:01.450231+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453789+0000","last_change":"2024-09-10T07:21:01.453789+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453789+0000","last_undegraded":"2024-09-10T07:21:01.453789+0000","last_fullsized":"2024-09-10T07:21:01.453789+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.447759+0000","last_change":"2024-09-10T07:21:01.447759+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.447759+0000","last_undegraded":"2024-09-10T07:21:01.447759+0000","last_fullsized":"2024-09-10T07:21:01.447759+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":197,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-10T07:21:01.448679+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:01.448679+0000","last_peered":"2024-09-10T07:21:01.448679+0000","last_clean":"2024-09-10T07:21:01.448679+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:01.448679+0000","last_undegraded":"2024-09-10T07:21:01.448679+0000","last_fullsized":"2024-09-10T07:21:01.448679+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32180,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339660,"statfs":{"total":96636764160,"available":96603811840,"internally_reserved":0,"allocated":1003520,"data_stored":761619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":421888,"data_stored":177460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":421888,"data_stored":177460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":409600,"data_stored":171251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":177460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":409600,"data_stored":171251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28016,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343824,"statfs":{"total":96636764160,"available":96608075776,"internally_reserved":0,"allocated":1003520,"data_stored":761619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31600,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":409600,"data_stored":171251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:07.469 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:07.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.605+0000 7fe1c3be4640 1 Processor -- start 2024-09-10T07:21:07.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.606+0000 7fe1c3be4640 1 -- start start 2024-09-10T07:21:07.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.606+0000 7fe1c3be4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe1bc15e510 0x7fe1bc0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.606+0000 7fe1c3be4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 0x7fe1bc0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.606+0000 7fe1c3be4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1bc0d3430 con 0x7fe1bc0cf040 2024-09-10T07:21:07.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.606+0000 7fe1c3be4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe1bc0d36d0 con 0x7fe1bc15e510 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.606+0000 7fe1c3be4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe1bc0d39b0 con 0x7fe1bc0d13d0 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c117f640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe1bc0cf040 0x7fe1bc0d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51634/0 (socket says 172.21.15.3:51634) 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c117f640 1 -- 172.21.15.3:0/2706080787 learned_addr learned my addr 172.21.15.3:0/2706080787 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c1980640 1 --2- 172.21.15.3:0/2706080787 >> v2:172.21.15.70:3300/0 conn(0x7fe1bc15e510 0x7fe1bc0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c2181640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 0x7fe1bc0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 181620430 0 0) 0x7fe1bc0d3430 con 0x7fe1bc0cf040 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1a8003520 con 0x7fe1bc0cf040 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 10104319 0 0) 0x7fe1a8003520 con 0x7fe1bc0cf040 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 msgr2=0x7fe1bc0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 0x7fe1bc0b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 >> v2:172.21.15.70:3300/0 conn(0x7fe1bc15e510 msgr2=0x7fe1bc0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 --2- 172.21.15.3:0/2706080787 >> v2:172.21.15.70:3300/0 conn(0x7fe1bc15e510 0x7fe1bc0ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1bc0d3c90 con 0x7fe1bc0cf040 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe1ac001670 con 0x7fe1bc0cf040 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c1980640 1 --2- 172.21.15.3:0/2706080787 >> v2:172.21.15.70:3300/0 conn(0x7fe1bc15e510 0x7fe1bc0ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 >> v1:172.21.15.3:6789/0 conn(0x7fe1bc0cf040 legacy=0x7fe1bc0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 0x7fe1a8003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1a8003fa0 0x7fe1a8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1a80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc0d36d0 con 0x7fe1a8004d40 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc0d39b0 con 0x7fe1a8003fa0 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.607+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe1a800ba70 con 0x7fe1bc0d13d0 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c1980640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 0x7fe1a8003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c2181640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1a80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c117f640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1a8003fa0 0x7fe1a8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c2181640 1 -- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 msgr2=0x7fe1a8003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c2181640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0d13d0 0x7fe1a8003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c2181640 1 -- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1a8003fa0 msgr2=0x7fe1a8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c2181640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1a8003fa0 0x7fe1a8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.608+0000 7fe1c2181640 1 -- 172.21.15.3:0/2706080787 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1a8003520 con 0x7fe1a8004d40 2024-09-10T07:21:07.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.609+0000 7fe1c2181640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1a80051c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009f70 tx=0x7fe1a8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89dee9ebec25bb2f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.609+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b4009bf0 con 0x7fe1a8004d40 2024-09-10T07:21:07.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.609+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b4036070 con 0x7fe1a8004d40 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.609+0000 7fe1c097e640 1 -- 172.21.15.3:0/2706080787 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b4030830 con 0x7fe1a8004d40 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c3be4640 1 -- 172.21.15.3:0/2706080787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 msgr2=0x7fe1a80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/2706080787 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1a80051c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe1b4009f70 tx=0x7fe1a8005830 comp rx=0 tx=0).stop 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c2181640 1 -- 172.21.15.3:0/2706080787 reap_dead start 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c3be4640 1 -- 172.21.15.3:0/2706080787 shutdown_connections 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c3be4640 1 -- 172.21.15.3:0/2706080787 >> 172.21.15.3:0/2706080787 conn(0x7fe1bc06d1a0 msgr2=0x7fe1bc073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c3be4640 1 -- 172.21.15.3:0/2706080787 shutdown_connections 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.610+0000 7fe1c3be4640 1 -- 172.21.15.3:0/2706080787 wait complete. 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.611+0000 7fe1c3be4640 1 Processor -- start 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.611+0000 7fe1c3be4640 1 -- start start 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c3be4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1bc0cb630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c3be4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1bc151660 0x7fe1bc0cca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c3be4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0ce150 0x7fe1bc1f7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c3be4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc15e8f0 con 0x7fe1a8004d40 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c3be4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc0d22a0 con 0x7fe1bc151660 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c3be4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe1bc15ea70 con 0x7fe1bc0ce150 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1bc0cb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1bc0cb630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39682/0 (socket says 172.21.15.3:39682) 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 -- 172.21.15.3:0/1412371709 learned_addr learned my addr 172.21.15.3:0/1412371709 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c2181640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0ce150 0x7fe1bc1f7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c117f640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1bc151660 0x7fe1bc0cca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 -- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0ce150 msgr2=0x7fe1bc1f7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0ce150 0x7fe1bc1f7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 -- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1bc151660 msgr2=0x7fe1bc0cca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1bc151660 0x7fe1bc0cca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.612+0000 7fe1c1980640 1 -- 172.21.15.3:0/1412371709 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1bc0ccfa0 con 0x7fe1a8004d40 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.613+0000 7fe1c1980640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1bc0cb630 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8011cd0 tx=0x7fe1b800f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.613+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b800fd20 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.613+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1b8004020 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.613+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1bc0cbc10 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.613+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8004410 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.613+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1bc0cd670 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.614+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1bc0ceb00 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.615+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe1b8012040 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.615+0000 7fe1b27fc640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1a006be30 0x7fe1a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.616+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fe1b808b7c0 con 0x7fe1a8004d40 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.616+0000 7fe1c117f640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1a006be30 0x7fe1a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.616+0000 7fe1c117f640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1a006be30 0x7fe1a006e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc151a80 tx=0x7fe1ac007970 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.620+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1bc0ccfa0 con 0x7fe1a8004d40 2024-09-10T07:21:07.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.795+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe1bc15ae20 con 0x7fe1a006be30 2024-09-10T07:21:07.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.801+0000 7fe1b27fc640 1 -- 172.21.15.3:0/1412371709 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239701 (secure 0 0 0) 0x7fe1bc15ae20 con 0x7fe1a006be30 2024-09-10T07:21:07.803 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:07.804 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1a006be30 msgr2=0x7fe1a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1a006be30 0x7fe1a006e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc151a80 tx=0x7fe1ac007970 comp rx=0 tx=0).stop 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 msgr2=0x7fe1bc0cb630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1bc0cb630 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8011cd0 tx=0x7fe1b800f610 comp rx=0 tx=0).stop 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 shutdown_connections 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe1a006be30 0x7fe1a006e2f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1bc0ce150 0x7fe1bc1f7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1bc151660 0x7fe1bc0cca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 --2- 172.21.15.3:0/1412371709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a8004d40 0x7fe1bc0cb630 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 >> 172.21.15.3:0/1412371709 conn(0x7fe1bc06d1a0 msgr2=0x7fe1bc0b80d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:07.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 shutdown_connections 2024-09-10T07:21:07.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.804+0000 7fe1c3be4640 1 -- 172.21.15.3:0/1412371709 wait complete. 2024-09-10T07:21:07.815 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-10T07:21:06.070657+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":60,"acting":60,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":42,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":237316,"kb_used_data":4396,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737404,"statfs":{"total":773094113280,"available":772851101696,"internally_reserved":0,"allocated":4501504,"data_stored":2569371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.625066"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:01.439383+0000","last_change":"2024-09-10T07:21:01.439383+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.439383+0000","last_undegraded":"2024-09-10T07:21:01.439383+0000","last_fullsized":"2024-09-10T07:21:01.439383+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450751+0000","last_change":"2024-09-10T07:21:01.450751+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450751+0000","last_undegraded":"2024-09-10T07:21:01.450751+0000","last_fullsized":"2024-09-10T07:21:01.450751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453003+0000","last_change":"2024-09-10T07:21:01.453003+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453003+0000","last_undegraded":"2024-09-10T07:21:01.453003+0000","last_fullsized":"2024-09-10T07:21:01.453003+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450162+0000","last_change":"2024-09-10T07:21:01.450162+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450162+0000","last_undegraded":"2024-09-10T07:21:01.450162+0000","last_fullsized":"2024-09-10T07:21:01.450162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452022+0000","last_change":"2024-09-10T07:21:01.452022+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452022+0000","last_undegraded":"2024-09-10T07:21:01.452022+0000","last_fullsized":"2024-09-10T07:21:01.452022+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.448311+0000","last_change":"2024-09-10T07:21:01.448311+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.448311+0000","last_undegraded":"2024-09-10T07:21:01.448311+0000","last_fullsized":"2024-09-10T07:21:01.448311+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452939+0000","last_change":"2024-09-10T07:21:01.452939+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452939+0000","last_undegraded":"2024-09-10T07:21:01.452939+0000","last_fullsized":"2024-09-10T07:21:01.452939+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450540+0000","last_change":"2024-09-10T07:21:01.450540+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450540+0000","last_undegraded":"2024-09-10T07:21:01.450540+0000","last_fullsized":"2024-09-10T07:21:01.450540+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453934+0000","last_change":"2024-09-10T07:21:01.453934+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453934+0000","last_undegraded":"2024-09-10T07:21:01.453934+0000","last_fullsized":"2024-09-10T07:21:01.453934+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452114+0000","last_change":"2024-09-10T07:21:01.452114+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452114+0000","last_undegraded":"2024-09-10T07:21:01.452114+0000","last_fullsized":"2024-09-10T07:21:01.452114+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452092+0000","last_change":"2024-09-10T07:21:01.452092+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452092+0000","last_undegraded":"2024-09-10T07:21:01.452092+0000","last_fullsized":"2024-09-10T07:21:01.452092+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453917+0000","last_change":"2024-09-10T07:21:01.453917+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453917+0000","last_undegraded":"2024-09-10T07:21:01.453917+0000","last_fullsized":"2024-09-10T07:21:01.453917+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.454255+0000","last_change":"2024-09-10T07:21:01.454255+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.454255+0000","last_undegraded":"2024-09-10T07:21:01.454255+0000","last_fullsized":"2024-09-10T07:21:01.454255+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453004+0000","last_change":"2024-09-10T07:21:01.453004+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453004+0000","last_undegraded":"2024-09-10T07:21:01.453004+0000","last_fullsized":"2024-09-10T07:21:01.453004+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:01.439383+0000","last_change":"2024-09-10T07:21:01.439383+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.439383+0000","last_undegraded":"2024-09-10T07:21:01.439383+0000","last_fullsized":"2024-09-10T07:21:01.439383+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.448169+0000","last_change":"2024-09-10T07:21:01.448169+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.448169+0000","last_undegraded":"2024-09-10T07:21:01.448169+0000","last_fullsized":"2024-09-10T07:21:01.448169+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452571+0000","last_change":"2024-09-10T07:21:01.452571+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452571+0000","last_undegraded":"2024-09-10T07:21:01.452571+0000","last_fullsized":"2024-09-10T07:21:01.452571+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450162+0000","last_change":"2024-09-10T07:21:01.450162+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450162+0000","last_undegraded":"2024-09-10T07:21:01.450162+0000","last_fullsized":"2024-09-10T07:21:01.450162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449504+0000","last_change":"2024-09-10T07:21:01.449504+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449504+0000","last_undegraded":"2024-09-10T07:21:01.449504+0000","last_fullsized":"2024-09-10T07:21:01.449504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453299+0000","last_change":"2024-09-10T07:21:01.453299+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453299+0000","last_undegraded":"2024-09-10T07:21:01.453299+0000","last_fullsized":"2024-09-10T07:21:01.453299+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449242+0000","last_change":"2024-09-10T07:21:01.449242+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449242+0000","last_undegraded":"2024-09-10T07:21:01.449242+0000","last_fullsized":"2024-09-10T07:21:01.449242+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449284+0000","last_change":"2024-09-10T07:21:01.449284+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449284+0000","last_undegraded":"2024-09-10T07:21:01.449284+0000","last_fullsized":"2024-09-10T07:21:01.449284+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.448407+0000","last_change":"2024-09-10T07:21:01.448407+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.448407+0000","last_undegraded":"2024-09-10T07:21:01.448407+0000","last_fullsized":"2024-09-10T07:21:01.448407+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449055+0000","last_change":"2024-09-10T07:21:01.449055+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449055+0000","last_undegraded":"2024-09-10T07:21:01.449055+0000","last_fullsized":"2024-09-10T07:21:01.449055+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.452141+0000","last_change":"2024-09-10T07:21:01.452141+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.452141+0000","last_undegraded":"2024-09-10T07:21:01.452141+0000","last_fullsized":"2024-09-10T07:21:01.452141+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.449373+0000","last_change":"2024-09-10T07:21:01.449373+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.449373+0000","last_undegraded":"2024-09-10T07:21:01.449373+0000","last_fullsized":"2024-09-10T07:21:01.449373+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450529+0000","last_change":"2024-09-10T07:21:01.450529+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450529+0000","last_undegraded":"2024-09-10T07:21:01.450529+0000","last_fullsized":"2024-09-10T07:21:01.450529+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450576+0000","last_change":"2024-09-10T07:21:01.450576+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450576+0000","last_undegraded":"2024-09-10T07:21:01.450576+0000","last_fullsized":"2024-09-10T07:21:01.450576+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:01.439383+0000","last_change":"2024-09-10T07:21:01.439383+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.439383+0000","last_undegraded":"2024-09-10T07:21:01.439383+0000","last_fullsized":"2024-09-10T07:21:01.439383+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.450231+0000","last_change":"2024-09-10T07:21:01.450231+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.450231+0000","last_undegraded":"2024-09-10T07:21:01.450231+0000","last_fullsized":"2024-09-10T07:21:01.450231+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.453789+0000","last_change":"2024-09-10T07:21:01.453789+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.453789+0000","last_undegraded":"2024-09-10T07:21:01.453789+0000","last_fullsized":"2024-09-10T07:21:01.453789+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:21:02.445304+0000","last_change":"2024-09-10T07:21:02.445304+0000","last_active":"2024-09-10T07:21:02.445304+0000","last_peered":"2024-09-10T07:21:02.445304+0000","last_clean":"2024-09-10T07:21:02.445304+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:02.445304+0000","last_undegraded":"2024-09-10T07:21:02.445304+0000","last_fullsized":"2024-09-10T07:21:02.445304+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-09-10T07:21:01.447759+0000","last_change":"2024-09-10T07:21:01.447759+0000","last_active":"2024-09-10T07:21:01.439383+0000","last_peered":"2024-09-10T07:21:01.439383+0000","last_clean":"2024-09-10T07:21:01.439383+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:01.447759+0000","last_undegraded":"2024-09-10T07:21:01.447759+0000","last_fullsized":"2024-09-10T07:21:01.447759+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":197,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-10T07:21:01.448679+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:01.448679+0000","last_peered":"2024-09-10T07:21:01.448679+0000","last_clean":"2024-09-10T07:21:01.448679+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:01.448679+0000","last_undegraded":"2024-09-10T07:21:01.448679+0000","last_fullsized":"2024-09-10T07:21:01.448679+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542159,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32180,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339660,"statfs":{"total":96636764160,"available":96603811840,"internally_reserved":0,"allocated":1003520,"data_stored":761619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":421888,"data_stored":177460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31600,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":421888,"data_stored":177460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":409600,"data_stored":171251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542159,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":421888,"data_stored":177460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":409600,"data_stored":171251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542160,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28016,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343824,"statfs":{"total":96636764160,"available":96608075776,"internally_reserved":0,"allocated":1003520,"data_stored":761619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574864,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31600,"kb_used_data":400,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340240,"statfs":{"total":96636764160,"available":96604405760,"internally_reserved":0,"allocated":409600,"data_stored":171251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:07.818 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.959+0000 7fe9313a6640 1 Processor -- start 2024-09-10T07:21:07.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.960+0000 7fe9313a6640 1 -- start start 2024-09-10T07:21:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.960+0000 7fe9313a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c15e560 0x7fe92c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.960+0000 7fe9313a6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe92c0cf510 0x7fe92c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.960+0000 7fe9313a6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe92c0d17b0 con 0x7fe92c0d1380 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.960+0000 7fe9313a6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe92c0d3480 con 0x7fe92c0cf510 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.960+0000 7fe9313a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe92c0d3760 con 0x7fe92c15e560 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe92c0cf510 0x7fe92c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe92c0cf510 0x7fe92c0d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39686/0 (socket says 172.21.15.3:39686) 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 -- 172.21.15.3:0/678972353 learned_addr learned my addr 172.21.15.3:0/678972353 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92affd640 1 --2- 172.21.15.3:0/678972353 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c15e560 0x7fe92c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 -- 172.21.15.3:0/678972353 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c15e560 msgr2=0x7fe92c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 --2- 172.21.15.3:0/678972353 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c15e560 0x7fe92c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 -- 172.21.15.3:0/678972353 >> v1:172.21.15.70:6789/0 conn(0x7fe92c0d1380 legacy=0x7fe92c0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.961+0000 7fe92a7fc640 1 -- 172.21.15.3:0/678972353 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92c0d3a40 con 0x7fe92c0cf510 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe92a7fc640 1 --2- 172.21.15.3:0/678972353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c0cf510 0x7fe92c0d0e40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe920009870 tx=0x7fe92002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=138ef93450da3c64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe929ffb640 1 -- 172.21.15.3:0/678972353 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe920037070 con 0x7fe92c0cf510 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe929ffb640 1 -- 172.21.15.3:0/678972353 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe920032440 con 0x7fe92c0cf510 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe929ffb640 1 -- 172.21.15.3:0/678972353 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe920032810 con 0x7fe92c0cf510 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 -- 172.21.15.3:0/678972353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c0cf510 msgr2=0x7fe92c0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 --2- 172.21.15.3:0/678972353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c0cf510 0x7fe92c0d0e40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe920009870 tx=0x7fe92002a270 comp rx=0 tx=0).stop 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 -- 172.21.15.3:0/678972353 shutdown_connections 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 --2- 172.21.15.3:0/678972353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c0cf510 0x7fe92c0d0e40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 --2- 172.21.15.3:0/678972353 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c15e560 0x7fe92c0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 -- 172.21.15.3:0/678972353 >> 172.21.15.3:0/678972353 conn(0x7fe92c073850 msgr2=0x7fe92c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:07.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.962+0000 7fe9313a6640 1 -- 172.21.15.3:0/678972353 shutdown_connections 2024-09-10T07:21:07.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.963+0000 7fe9313a6640 1 -- 172.21.15.3:0/678972353 wait complete. 2024-09-10T07:21:07.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.964+0000 7fe9313a6640 1 Processor -- start 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.964+0000 7fe9313a6640 1 -- start start 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c0cf510 0x7fe92c0b54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe92c0d1380 0x7fe92c14f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 0x7fe92c0ce2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c15e940 con 0x7fe92c15e560 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c0d4240 con 0x7fe92c0d1380 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe92c15eac0 con 0x7fe92c0cf510 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 0x7fe92c0ce2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 0x7fe92c0ce2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39698/0 (socket says 172.21.15.3:39698) 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 -- 172.21.15.3:0/986506302 learned_addr learned my addr 172.21.15.3:0/986506302 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92a7fc640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe92c0d1380 0x7fe92c14f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92affd640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c0cf510 0x7fe92c0b54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 -- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c0cf510 msgr2=0x7fe92c0b54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c0cf510 0x7fe92c0b54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 -- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe92c0d1380 msgr2=0x7fe92c14f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe92c0d1380 0x7fe92c14f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 -- 172.21.15.3:0/986506302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92c0ce830 con 0x7fe92c15e560 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe92b7fe640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 0x7fe92c0ce2f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe92400c6e0 tx=0x7fe92400cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924003b70 con 0x7fe92c15e560 2024-09-10T07:21:07.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe924003d30 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe92c0b5ac0 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.965+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924005310 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.966+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe92c0b6080 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.967+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe92c0cf950 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.967+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe9240054b0 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.967+0000 7fe9137fe640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe91806be30 0x7fe91806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.968+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fe92408acf0 con 0x7fe92c15e560 2024-09-10T07:21:07.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.968+0000 7fe92affd640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe91806be30 0x7fe91806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:07.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.968+0000 7fe92affd640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe91806be30 0x7fe91806e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe91c006fd0 tx=0x7fe91c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:07.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:07.972+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe92408f070 con 0x7fe92c15e560 2024-09-10T07:21:08.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.144+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe92c04ffb0 con 0x7fe91806be30 2024-09-10T07:21:08.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.151+0000 7fe9137fe640 1 -- 172.21.15.3:0/986506302 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251958 (secure 0 0 0) 0x7fe92c04ffb0 con 0x7fe91806be30 2024-09-10T07:21:08.156 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:08.158 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:08.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe91806be30 msgr2=0x7fe91806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe91806be30 0x7fe91806e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe91c006fd0 tx=0x7fe91c008040 comp rx=0 tx=0).stop 2024-09-10T07:21:08.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 msgr2=0x7fe92c0ce2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 0x7fe92c0ce2f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe92400c6e0 tx=0x7fe92400cba0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 shutdown_connections 2024-09-10T07:21:08.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe91806be30 0x7fe91806e2f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c15e560 0x7fe92c0ce2f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe92c0d1380 0x7fe92c14f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 --2- 172.21.15.3:0/986506302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe92c0cf510 0x7fe92c0b54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 >> 172.21.15.3:0/986506302 conn(0x7fe92c073850 msgr2=0x7fe92c15b660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:08.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 shutdown_connections 2024-09-10T07:21:08.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.155+0000 7fe9313a6640 1 -- 172.21.15.3:0/986506302 wait complete. 2024-09-10T07:21:08.166 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-09-10T07:21:08.071034+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237704,"kb_used_data":4808,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737016,"statfs":{"total":773094113280,"available":772850704384,"internally_reserved":0,"allocated":4923392,"data_stored":2769444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001191"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460134+0000","last_change":"2024-09-10T07:21:03.473784+0000","last_active":"2024-09-10T07:21:04.460134+0000","last_peered":"2024-09-10T07:21:04.460134+0000","last_clean":"2024-09-10T07:21:04.460134+0000","last_became_active":"2024-09-10T07:21:03.473515+0000","last_became_peered":"2024-09-10T07:21:03.473515+0000","last_unstale":"2024-09-10T07:21:04.460134+0000","last_undegraded":"2024-09-10T07:21:04.460134+0000","last_fullsized":"2024-09-10T07:21:04.460134+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:47.661931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460074+0000","last_change":"2024-09-10T07:21:03.469541+0000","last_active":"2024-09-10T07:21:04.460074+0000","last_peered":"2024-09-10T07:21:04.460074+0000","last_clean":"2024-09-10T07:21:04.460074+0000","last_became_active":"2024-09-10T07:21:03.469270+0000","last_became_peered":"2024-09-10T07:21:03.469270+0000","last_unstale":"2024-09-10T07:21:04.460074+0000","last_undegraded":"2024-09-10T07:21:04.460074+0000","last_fullsized":"2024-09-10T07:21:04.460074+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:39.417666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591319+0000","last_change":"2024-09-10T07:21:03.484877+0000","last_active":"2024-09-10T07:21:04.591319+0000","last_peered":"2024-09-10T07:21:04.591319+0000","last_clean":"2024-09-10T07:21:04.591319+0000","last_became_active":"2024-09-10T07:21:03.484481+0000","last_became_peered":"2024-09-10T07:21:03.484481+0000","last_unstale":"2024-09-10T07:21:04.591319+0000","last_undegraded":"2024-09-10T07:21:04.591319+0000","last_fullsized":"2024-09-10T07:21:04.591319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:49.020973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591522+0000","last_change":"2024-09-10T07:21:03.476707+0000","last_active":"2024-09-10T07:21:04.591522+0000","last_peered":"2024-09-10T07:21:04.591522+0000","last_clean":"2024-09-10T07:21:04.591522+0000","last_became_active":"2024-09-10T07:21:03.476406+0000","last_became_peered":"2024-09-10T07:21:03.476406+0000","last_unstale":"2024-09-10T07:21:04.591522+0000","last_undegraded":"2024-09-10T07:21:04.591522+0000","last_fullsized":"2024-09-10T07:21:04.591522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:55.259820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591346+0000","last_change":"2024-09-10T07:21:03.474475+0000","last_active":"2024-09-10T07:21:04.591346+0000","last_peered":"2024-09-10T07:21:04.591346+0000","last_clean":"2024-09-10T07:21:04.591346+0000","last_became_active":"2024-09-10T07:21:03.473241+0000","last_became_peered":"2024-09-10T07:21:03.473241+0000","last_unstale":"2024-09-10T07:21:04.591346+0000","last_undegraded":"2024-09-10T07:21:04.591346+0000","last_fullsized":"2024-09-10T07:21:04.591346+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:53.426691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591217+0000","last_change":"2024-09-10T07:21:03.473013+0000","last_active":"2024-09-10T07:21:04.591217+0000","last_peered":"2024-09-10T07:21:04.591217+0000","last_clean":"2024-09-10T07:21:04.591217+0000","last_became_active":"2024-09-10T07:21:03.472727+0000","last_became_peered":"2024-09-10T07:21:03.472727+0000","last_unstale":"2024-09-10T07:21:04.591217+0000","last_undegraded":"2024-09-10T07:21:04.591217+0000","last_fullsized":"2024-09-10T07:21:04.591217+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:00.629396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590494+0000","last_change":"2024-09-10T07:21:03.484204+0000","last_active":"2024-09-10T07:21:04.590494+0000","last_peered":"2024-09-10T07:21:04.590494+0000","last_clean":"2024-09-10T07:21:04.590494+0000","last_became_active":"2024-09-10T07:21:03.483894+0000","last_became_peered":"2024-09-10T07:21:03.483894+0000","last_unstale":"2024-09-10T07:21:04.590494+0000","last_undegraded":"2024-09-10T07:21:04.590494+0000","last_fullsized":"2024-09-10T07:21:04.590494+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:47.833699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459739+0000","last_change":"2024-09-10T07:21:03.460677+0000","last_active":"2024-09-10T07:21:04.459739+0000","last_peered":"2024-09-10T07:21:04.459739+0000","last_clean":"2024-09-10T07:21:04.459739+0000","last_became_active":"2024-09-10T07:21:03.460394+0000","last_became_peered":"2024-09-10T07:21:03.460394+0000","last_unstale":"2024-09-10T07:21:04.459739+0000","last_undegraded":"2024-09-10T07:21:04.459739+0000","last_fullsized":"2024-09-10T07:21:04.459739+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:14:27.825257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591263+0000","last_change":"2024-09-10T07:21:03.486053+0000","last_active":"2024-09-10T07:21:04.591263+0000","last_peered":"2024-09-10T07:21:04.591263+0000","last_clean":"2024-09-10T07:21:04.591263+0000","last_became_active":"2024-09-10T07:21:03.485759+0000","last_became_peered":"2024-09-10T07:21:03.485759+0000","last_unstale":"2024-09-10T07:21:04.591263+0000","last_undegraded":"2024-09-10T07:21:04.591263+0000","last_fullsized":"2024-09-10T07:21:04.591263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:26.442404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591357+0000","last_change":"2024-09-10T07:21:03.477499+0000","last_active":"2024-09-10T07:21:04.591357+0000","last_peered":"2024-09-10T07:21:04.591357+0000","last_clean":"2024-09-10T07:21:04.591357+0000","last_became_active":"2024-09-10T07:21:03.474627+0000","last_became_peered":"2024-09-10T07:21:03.474627+0000","last_unstale":"2024-09-10T07:21:04.591357+0000","last_undegraded":"2024-09-10T07:21:04.591357+0000","last_fullsized":"2024-09-10T07:21:04.591357+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:43.672335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590830+0000","last_change":"2024-09-10T07:21:03.479391+0000","last_active":"2024-09-10T07:21:04.590830+0000","last_peered":"2024-09-10T07:21:04.590830+0000","last_clean":"2024-09-10T07:21:04.590830+0000","last_became_active":"2024-09-10T07:21:03.478920+0000","last_became_peered":"2024-09-10T07:21:03.478920+0000","last_unstale":"2024-09-10T07:21:04.590830+0000","last_undegraded":"2024-09-10T07:21:04.590830+0000","last_fullsized":"2024-09-10T07:21:04.590830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:08.146479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591311+0000","last_change":"2024-09-10T07:21:03.480176+0000","last_active":"2024-09-10T07:21:04.591311+0000","last_peered":"2024-09-10T07:21:04.591311+0000","last_clean":"2024-09-10T07:21:04.591311+0000","last_became_active":"2024-09-10T07:21:03.479882+0000","last_became_peered":"2024-09-10T07:21:03.479882+0000","last_unstale":"2024-09-10T07:21:04.591311+0000","last_undegraded":"2024-09-10T07:21:04.591311+0000","last_fullsized":"2024-09-10T07:21:04.591311+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:05.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590517+0000","last_change":"2024-09-10T07:21:03.475166+0000","last_active":"2024-09-10T07:21:04.590517+0000","last_peered":"2024-09-10T07:21:04.590517+0000","last_clean":"2024-09-10T07:21:04.590517+0000","last_became_active":"2024-09-10T07:21:03.474911+0000","last_became_peered":"2024-09-10T07:21:03.474911+0000","last_unstale":"2024-09-10T07:21:04.590517+0000","last_undegraded":"2024-09-10T07:21:04.590517+0000","last_fullsized":"2024-09-10T07:21:04.590517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:40.397950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455933+0000","last_change":"2024-09-10T07:21:03.468545+0000","last_active":"2024-09-10T07:21:04.455933+0000","last_peered":"2024-09-10T07:21:04.455933+0000","last_clean":"2024-09-10T07:21:04.455933+0000","last_became_active":"2024-09-10T07:21:03.468283+0000","last_became_peered":"2024-09-10T07:21:03.468283+0000","last_unstale":"2024-09-10T07:21:04.455933+0000","last_undegraded":"2024-09-10T07:21:04.455933+0000","last_fullsized":"2024-09-10T07:21:04.455933+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:52:33.169749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590632+0000","last_change":"2024-09-10T07:21:03.467536+0000","last_active":"2024-09-10T07:21:04.590632+0000","last_peered":"2024-09-10T07:21:04.590632+0000","last_clean":"2024-09-10T07:21:04.590632+0000","last_became_active":"2024-09-10T07:21:03.467262+0000","last_became_peered":"2024-09-10T07:21:03.467262+0000","last_unstale":"2024-09-10T07:21:04.590632+0000","last_undegraded":"2024-09-10T07:21:04.590632+0000","last_fullsized":"2024-09-10T07:21:04.590632+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:53.865469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456649+0000","last_change":"2024-09-10T07:21:03.484554+0000","last_active":"2024-09-10T07:21:04.456649+0000","last_peered":"2024-09-10T07:21:04.456649+0000","last_clean":"2024-09-10T07:21:04.456649+0000","last_became_active":"2024-09-10T07:21:03.482097+0000","last_became_peered":"2024-09-10T07:21:03.482097+0000","last_unstale":"2024-09-10T07:21:04.456649+0000","last_undegraded":"2024-09-10T07:21:04.456649+0000","last_fullsized":"2024-09-10T07:21:04.456649+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:40.397950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.457107+0000","last_change":"2024-09-10T07:21:03.480903+0000","last_active":"2024-09-10T07:21:04.457107+0000","last_peered":"2024-09-10T07:21:04.457107+0000","last_clean":"2024-09-10T07:21:04.457107+0000","last_became_active":"2024-09-10T07:21:03.479310+0000","last_became_peered":"2024-09-10T07:21:03.479310+0000","last_unstale":"2024-09-10T07:21:04.457107+0000","last_undegraded":"2024-09-10T07:21:04.457107+0000","last_fullsized":"2024-09-10T07:21:04.457107+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:57.903463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591384+0000","last_change":"2024-09-10T07:21:03.465651+0000","last_active":"2024-09-10T07:21:04.591384+0000","last_peered":"2024-09-10T07:21:04.591384+0000","last_clean":"2024-09-10T07:21:04.591384+0000","last_became_active":"2024-09-10T07:21:03.465350+0000","last_became_peered":"2024-09-10T07:21:03.465350+0000","last_unstale":"2024-09-10T07:21:04.591384+0000","last_undegraded":"2024-09-10T07:21:04.591384+0000","last_fullsized":"2024-09-10T07:21:04.591384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:19.764209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591795+0000","last_change":"2024-09-10T07:21:03.473569+0000","last_active":"2024-09-10T07:21:04.591795+0000","last_peered":"2024-09-10T07:21:04.591795+0000","last_clean":"2024-09-10T07:21:04.591795+0000","last_became_active":"2024-09-10T07:21:03.473220+0000","last_became_peered":"2024-09-10T07:21:03.473220+0000","last_unstale":"2024-09-10T07:21:04.591795+0000","last_undegraded":"2024-09-10T07:21:04.591795+0000","last_fullsized":"2024-09-10T07:21:04.591795+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:22.299626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591160+0000","last_change":"2024-09-10T07:21:03.466555+0000","last_active":"2024-09-10T07:21:04.591160+0000","last_peered":"2024-09-10T07:21:04.591160+0000","last_clean":"2024-09-10T07:21:04.591160+0000","last_became_active":"2024-09-10T07:21:03.466156+0000","last_became_peered":"2024-09-10T07:21:03.466156+0000","last_unstale":"2024-09-10T07:21:04.591160+0000","last_undegraded":"2024-09-10T07:21:04.591160+0000","last_fullsized":"2024-09-10T07:21:04.591160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:09.013474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590610+0000","last_change":"2024-09-10T07:21:03.472242+0000","last_active":"2024-09-10T07:21:04.590610+0000","last_peered":"2024-09-10T07:21:04.590610+0000","last_clean":"2024-09-10T07:21:04.590610+0000","last_became_active":"2024-09-10T07:21:03.471543+0000","last_became_peered":"2024-09-10T07:21:03.471543+0000","last_unstale":"2024-09-10T07:21:04.590610+0000","last_undegraded":"2024-09-10T07:21:04.590610+0000","last_fullsized":"2024-09-10T07:21:04.590610+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:01.881181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456483+0000","last_change":"2024-09-10T07:21:03.469696+0000","last_active":"2024-09-10T07:21:04.456483+0000","last_peered":"2024-09-10T07:21:04.456483+0000","last_clean":"2024-09-10T07:21:04.456483+0000","last_became_active":"2024-09-10T07:21:03.469426+0000","last_became_peered":"2024-09-10T07:21:03.469426+0000","last_unstale":"2024-09-10T07:21:04.456483+0000","last_undegraded":"2024-09-10T07:21:04.456483+0000","last_fullsized":"2024-09-10T07:21:04.456483+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:15.809141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456014+0000","last_change":"2024-09-10T07:21:03.478280+0000","last_active":"2024-09-10T07:21:04.456014+0000","last_peered":"2024-09-10T07:21:04.456014+0000","last_clean":"2024-09-10T07:21:04.456014+0000","last_became_active":"2024-09-10T07:21:03.477974+0000","last_became_peered":"2024-09-10T07:21:03.477974+0000","last_unstale":"2024-09-10T07:21:04.456014+0000","last_undegraded":"2024-09-10T07:21:04.456014+0000","last_fullsized":"2024-09-10T07:21:04.456014+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:49.020973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591240+0000","last_change":"2024-09-10T07:21:03.470752+0000","last_active":"2024-09-10T07:21:04.591240+0000","last_peered":"2024-09-10T07:21:04.591240+0000","last_clean":"2024-09-10T07:21:04.591240+0000","last_became_active":"2024-09-10T07:21:03.470435+0000","last_became_peered":"2024-09-10T07:21:03.470435+0000","last_unstale":"2024-09-10T07:21:04.591240+0000","last_undegraded":"2024-09-10T07:21:04.591240+0000","last_fullsized":"2024-09-10T07:21:04.591240+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:37.971180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591253+0000","last_change":"2024-09-10T07:21:03.474084+0000","last_active":"2024-09-10T07:21:04.591253+0000","last_peered":"2024-09-10T07:21:04.591253+0000","last_clean":"2024-09-10T07:21:04.591253+0000","last_became_active":"2024-09-10T07:21:03.473815+0000","last_became_peered":"2024-09-10T07:21:03.473815+0000","last_unstale":"2024-09-10T07:21:04.591253+0000","last_undegraded":"2024-09-10T07:21:04.591253+0000","last_fullsized":"2024-09-10T07:21:04.591253+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:00.629396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592118+0000","last_change":"2024-09-10T07:21:03.479524+0000","last_active":"2024-09-10T07:21:04.592118+0000","last_peered":"2024-09-10T07:21:04.592118+0000","last_clean":"2024-09-10T07:21:04.592118+0000","last_became_active":"2024-09-10T07:21:03.479203+0000","last_became_peered":"2024-09-10T07:21:03.479203+0000","last_unstale":"2024-09-10T07:21:04.592118+0000","last_undegraded":"2024-09-10T07:21:04.592118+0000","last_fullsized":"2024-09-10T07:21:04.592118+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:36:02.500752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591383+0000","last_change":"2024-09-10T07:21:03.467147+0000","last_active":"2024-09-10T07:21:04.591383+0000","last_peered":"2024-09-10T07:21:04.591383+0000","last_clean":"2024-09-10T07:21:04.591383+0000","last_became_active":"2024-09-10T07:21:03.466841+0000","last_became_peered":"2024-09-10T07:21:03.466841+0000","last_unstale":"2024-09-10T07:21:04.591383+0000","last_undegraded":"2024-09-10T07:21:04.591383+0000","last_fullsized":"2024-09-10T07:21:04.591383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:04.374584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590910+0000","last_change":"2024-09-10T07:21:03.484179+0000","last_active":"2024-09-10T07:21:04.590910+0000","last_peered":"2024-09-10T07:21:04.590910+0000","last_clean":"2024-09-10T07:21:04.590910+0000","last_became_active":"2024-09-10T07:21:03.483613+0000","last_became_peered":"2024-09-10T07:21:03.483613+0000","last_unstale":"2024-09-10T07:21:04.590910+0000","last_undegraded":"2024-09-10T07:21:04.590910+0000","last_fullsized":"2024-09-10T07:21:04.590910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:41.624981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591223+0000","last_change":"2024-09-10T07:21:03.472583+0000","last_active":"2024-09-10T07:21:04.591223+0000","last_peered":"2024-09-10T07:21:04.591223+0000","last_clean":"2024-09-10T07:21:04.591223+0000","last_became_active":"2024-09-10T07:21:03.471504+0000","last_became_peered":"2024-09-10T07:21:03.471504+0000","last_unstale":"2024-09-10T07:21:04.591223+0000","last_undegraded":"2024-09-10T07:21:04.591223+0000","last_fullsized":"2024-09-10T07:21:04.591223+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:25.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590944+0000","last_change":"2024-09-10T07:21:03.462202+0000","last_active":"2024-09-10T07:21:04.590944+0000","last_peered":"2024-09-10T07:21:04.590944+0000","last_clean":"2024-09-10T07:21:04.590944+0000","last_became_active":"2024-09-10T07:21:03.460990+0000","last_became_peered":"2024-09-10T07:21:03.460990+0000","last_unstale":"2024-09-10T07:21:04.590944+0000","last_undegraded":"2024-09-10T07:21:04.590944+0000","last_fullsized":"2024-09-10T07:21:04.590944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:07.570474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456125+0000","last_change":"2024-09-10T07:21:03.478355+0000","last_active":"2024-09-10T07:21:04.456125+0000","last_peered":"2024-09-10T07:21:04.456125+0000","last_clean":"2024-09-10T07:21:04.456125+0000","last_became_active":"2024-09-10T07:21:03.478004+0000","last_became_peered":"2024-09-10T07:21:03.478004+0000","last_unstale":"2024-09-10T07:21:04.456125+0000","last_undegraded":"2024-09-10T07:21:04.456125+0000","last_fullsized":"2024-09-10T07:21:04.456125+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:35.744970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591063+0000","last_change":"2024-09-10T07:21:03.477245+0000","last_active":"2024-09-10T07:21:04.591063+0000","last_peered":"2024-09-10T07:21:04.591063+0000","last_clean":"2024-09-10T07:21:04.591063+0000","last_became_active":"2024-09-10T07:21:03.476933+0000","last_became_peered":"2024-09-10T07:21:03.476933+0000","last_unstale":"2024-09-10T07:21:04.591063+0000","last_undegraded":"2024-09-10T07:21:04.591063+0000","last_fullsized":"2024-09-10T07:21:04.591063+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:25.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456844+0000","last_change":"2024-09-10T07:21:03.481317+0000","last_active":"2024-09-10T07:21:04.456844+0000","last_peered":"2024-09-10T07:21:04.456844+0000","last_clean":"2024-09-10T07:21:04.456844+0000","last_became_active":"2024-09-10T07:21:03.479220+0000","last_became_peered":"2024-09-10T07:21:03.479220+0000","last_unstale":"2024-09-10T07:21:04.456844+0000","last_undegraded":"2024-09-10T07:21:04.456844+0000","last_fullsized":"2024-09-10T07:21:04.456844+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:01.881181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591336+0000","last_change":"2024-09-10T07:21:02.465873+0000","last_active":"2024-09-10T07:21:04.591336+0000","last_peered":"2024-09-10T07:21:04.591336+0000","last_clean":"2024-09-10T07:21:04.591336+0000","last_became_active":"2024-09-10T07:21:02.465579+0000","last_became_peered":"2024-09-10T07:21:02.465579+0000","last_unstale":"2024-09-10T07:21:04.591336+0000","last_undegraded":"2024-09-10T07:21:04.591336+0000","last_fullsized":"2024-09-10T07:21:04.591336+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:00.064517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592046+0000","last_change":"2024-09-10T07:21:03.483931+0000","last_active":"2024-09-10T07:21:04.592046+0000","last_peered":"2024-09-10T07:21:04.592046+0000","last_clean":"2024-09-10T07:21:04.592046+0000","last_became_active":"2024-09-10T07:21:03.483649+0000","last_became_peered":"2024-09-10T07:21:03.483649+0000","last_unstale":"2024-09-10T07:21:04.592046+0000","last_undegraded":"2024-09-10T07:21:04.592046+0000","last_fullsized":"2024-09-10T07:21:04.592046+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:16.985010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591052+0000","last_change":"2024-09-10T07:21:02.468176+0000","last_active":"2024-09-10T07:21:04.591052+0000","last_peered":"2024-09-10T07:21:04.591052+0000","last_clean":"2024-09-10T07:21:04.591052+0000","last_became_active":"2024-09-10T07:21:02.467873+0000","last_became_peered":"2024-09-10T07:21:02.467873+0000","last_unstale":"2024-09-10T07:21:04.591052+0000","last_undegraded":"2024-09-10T07:21:04.591052+0000","last_fullsized":"2024-09-10T07:21:04.591052+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:54.253899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.457023+0000","last_change":"2024-09-10T07:21:03.469292+0000","last_active":"2024-09-10T07:21:04.457023+0000","last_peered":"2024-09-10T07:21:04.457023+0000","last_clean":"2024-09-10T07:21:04.457023+0000","last_became_active":"2024-09-10T07:21:03.468911+0000","last_became_peered":"2024-09-10T07:21:03.468911+0000","last_unstale":"2024-09-10T07:21:04.457023+0000","last_undegraded":"2024-09-10T07:21:04.457023+0000","last_fullsized":"2024-09-10T07:21:04.457023+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:26.532235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592074+0000","last_change":"2024-09-10T07:21:02.467553+0000","last_active":"2024-09-10T07:21:04.592074+0000","last_peered":"2024-09-10T07:21:04.592074+0000","last_clean":"2024-09-10T07:21:04.592074+0000","last_became_active":"2024-09-10T07:21:02.467274+0000","last_became_peered":"2024-09-10T07:21:02.467274+0000","last_unstale":"2024-09-10T07:21:04.592074+0000","last_undegraded":"2024-09-10T07:21:04.592074+0000","last_fullsized":"2024-09-10T07:21:04.592074+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:19.479927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460029+0000","last_change":"2024-09-10T07:21:03.462378+0000","last_active":"2024-09-10T07:21:04.460029+0000","last_peered":"2024-09-10T07:21:04.460029+0000","last_clean":"2024-09-10T07:21:04.460029+0000","last_became_active":"2024-09-10T07:21:03.462073+0000","last_became_peered":"2024-09-10T07:21:03.462073+0000","last_unstale":"2024-09-10T07:21:04.460029+0000","last_undegraded":"2024-09-10T07:21:04.460029+0000","last_fullsized":"2024-09-10T07:21:04.460029+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:08.011233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456315+0000","last_change":"2024-09-10T07:21:02.472812+0000","last_active":"2024-09-10T07:21:04.456315+0000","last_peered":"2024-09-10T07:21:04.456315+0000","last_clean":"2024-09-10T07:21:04.456315+0000","last_became_active":"2024-09-10T07:21:02.472500+0000","last_became_peered":"2024-09-10T07:21:02.472500+0000","last_unstale":"2024-09-10T07:21:04.456315+0000","last_undegraded":"2024-09-10T07:21:04.456315+0000","last_fullsized":"2024-09-10T07:21:04.456315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:52.420771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590762+0000","last_change":"2024-09-10T07:21:03.477856+0000","last_active":"2024-09-10T07:21:04.590762+0000","last_peered":"2024-09-10T07:21:04.590762+0000","last_clean":"2024-09-10T07:21:04.590762+0000","last_became_active":"2024-09-10T07:21:03.477298+0000","last_became_peered":"2024-09-10T07:21:03.477298+0000","last_unstale":"2024-09-10T07:21:04.590762+0000","last_undegraded":"2024-09-10T07:21:04.590762+0000","last_fullsized":"2024-09-10T07:21:04.590762+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:02.804984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590575+0000","last_change":"2024-09-10T07:21:02.470067+0000","last_active":"2024-09-10T07:21:04.590575+0000","last_peered":"2024-09-10T07:21:04.590575+0000","last_clean":"2024-09-10T07:21:04.590575+0000","last_became_active":"2024-09-10T07:21:02.469749+0000","last_became_peered":"2024-09-10T07:21:02.469749+0000","last_unstale":"2024-09-10T07:21:04.590575+0000","last_undegraded":"2024-09-10T07:21:04.590575+0000","last_fullsized":"2024-09-10T07:21:04.590575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590767+0000","last_change":"2024-09-10T07:21:03.474205+0000","last_active":"2024-09-10T07:21:04.590767+0000","last_peered":"2024-09-10T07:21:04.590767+0000","last_clean":"2024-09-10T07:21:04.590767+0000","last_became_active":"2024-09-10T07:21:03.472568+0000","last_became_peered":"2024-09-10T07:21:03.472568+0000","last_unstale":"2024-09-10T07:21:04.590767+0000","last_undegraded":"2024-09-10T07:21:04.590767+0000","last_fullsized":"2024-09-10T07:21:04.590767+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:49.673789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456371+0000","last_change":"2024-09-10T07:21:02.468839+0000","last_active":"2024-09-10T07:21:04.456371+0000","last_peered":"2024-09-10T07:21:04.456371+0000","last_clean":"2024-09-10T07:21:04.456371+0000","last_became_active":"2024-09-10T07:21:02.468557+0000","last_became_peered":"2024-09-10T07:21:02.468557+0000","last_unstale":"2024-09-10T07:21:04.456371+0000","last_undegraded":"2024-09-10T07:21:04.456371+0000","last_fullsized":"2024-09-10T07:21:04.456371+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:52.198293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456188+0000","last_change":"2024-09-10T07:21:03.466900+0000","last_active":"2024-09-10T07:21:04.456188+0000","last_peered":"2024-09-10T07:21:04.456188+0000","last_clean":"2024-09-10T07:21:04.456188+0000","last_became_active":"2024-09-10T07:21:03.466594+0000","last_became_peered":"2024-09-10T07:21:03.466594+0000","last_unstale":"2024-09-10T07:21:04.456188+0000","last_undegraded":"2024-09-10T07:21:04.456188+0000","last_fullsized":"2024-09-10T07:21:04.456188+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:02.804984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591829+0000","last_change":"2024-09-10T07:21:02.474032+0000","last_active":"2024-09-10T07:21:04.591829+0000","last_peered":"2024-09-10T07:21:04.591829+0000","last_clean":"2024-09-10T07:21:04.591829+0000","last_became_active":"2024-09-10T07:21:02.473772+0000","last_became_peered":"2024-09-10T07:21:02.473772+0000","last_unstale":"2024-09-10T07:21:04.591829+0000","last_undegraded":"2024-09-10T07:21:04.591829+0000","last_fullsized":"2024-09-10T07:21:04.591829+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:12.161027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459855+0000","last_change":"2024-09-10T07:21:03.471077+0000","last_active":"2024-09-10T07:21:04.459855+0000","last_peered":"2024-09-10T07:21:04.459855+0000","last_clean":"2024-09-10T07:21:04.459855+0000","last_became_active":"2024-09-10T07:21:03.470763+0000","last_became_peered":"2024-09-10T07:21:03.470763+0000","last_unstale":"2024-09-10T07:21:04.459855+0000","last_undegraded":"2024-09-10T07:21:04.459855+0000","last_fullsized":"2024-09-10T07:21:04.459855+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:27.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455724+0000","last_change":"2024-09-10T07:21:02.463913+0000","last_active":"2024-09-10T07:21:04.455724+0000","last_peered":"2024-09-10T07:21:04.455724+0000","last_clean":"2024-09-10T07:21:04.455724+0000","last_became_active":"2024-09-10T07:21:02.463459+0000","last_became_peered":"2024-09-10T07:21:02.463459+0000","last_unstale":"2024-09-10T07:21:04.455724+0000","last_undegraded":"2024-09-10T07:21:04.455724+0000","last_fullsized":"2024-09-10T07:21:04.455724+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:10.269832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591681+0000","last_change":"2024-09-10T07:21:03.474248+0000","last_active":"2024-09-10T07:21:04.591681+0000","last_peered":"2024-09-10T07:21:04.591681+0000","last_clean":"2024-09-10T07:21:04.591681+0000","last_became_active":"2024-09-10T07:21:03.473902+0000","last_became_peered":"2024-09-10T07:21:03.473902+0000","last_unstale":"2024-09-10T07:21:04.591681+0000","last_undegraded":"2024-09-10T07:21:04.591681+0000","last_fullsized":"2024-09-10T07:21:04.591681+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:31.299993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460077+0000","last_change":"2024-09-10T07:21:02.472242+0000","last_active":"2024-09-10T07:21:04.460077+0000","last_peered":"2024-09-10T07:21:04.460077+0000","last_clean":"2024-09-10T07:21:04.460077+0000","last_became_active":"2024-09-10T07:21:02.471755+0000","last_became_peered":"2024-09-10T07:21:02.471755+0000","last_unstale":"2024-09-10T07:21:04.460077+0000","last_undegraded":"2024-09-10T07:21:04.460077+0000","last_fullsized":"2024-09-10T07:21:04.460077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:24.777193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455959+0000","last_change":"2024-09-10T07:21:03.474618+0000","last_active":"2024-09-10T07:21:04.455959+0000","last_peered":"2024-09-10T07:21:04.455959+0000","last_clean":"2024-09-10T07:21:04.455959+0000","last_became_active":"2024-09-10T07:21:03.474365+0000","last_became_peered":"2024-09-10T07:21:03.474365+0000","last_unstale":"2024-09-10T07:21:04.455959+0000","last_undegraded":"2024-09-10T07:21:04.455959+0000","last_fullsized":"2024-09-10T07:21:04.455959+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:05.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591464+0000","last_change":"2024-09-10T07:21:02.470895+0000","last_active":"2024-09-10T07:21:04.591464+0000","last_peered":"2024-09-10T07:21:04.591464+0000","last_clean":"2024-09-10T07:21:04.591464+0000","last_became_active":"2024-09-10T07:21:02.470244+0000","last_became_peered":"2024-09-10T07:21:02.470244+0000","last_unstale":"2024-09-10T07:21:04.591464+0000","last_undegraded":"2024-09-10T07:21:04.591464+0000","last_fullsized":"2024-09-10T07:21:04.591464+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:21.293705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591356+0000","last_change":"2024-09-10T07:21:03.473930+0000","last_active":"2024-09-10T07:21:04.591356+0000","last_peered":"2024-09-10T07:21:04.591356+0000","last_clean":"2024-09-10T07:21:04.591356+0000","last_became_active":"2024-09-10T07:21:03.473646+0000","last_became_peered":"2024-09-10T07:21:03.473646+0000","last_unstale":"2024-09-10T07:21:04.591356+0000","last_undegraded":"2024-09-10T07:21:04.591356+0000","last_fullsized":"2024-09-10T07:21:04.591356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:07.803993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591026+0000","last_change":"2024-09-10T07:21:02.471906+0000","last_active":"2024-09-10T07:21:04.591026+0000","last_peered":"2024-09-10T07:21:04.591026+0000","last_clean":"2024-09-10T07:21:04.591026+0000","last_became_active":"2024-09-10T07:21:02.471562+0000","last_became_peered":"2024-09-10T07:21:02.471562+0000","last_unstale":"2024-09-10T07:21:04.591026+0000","last_undegraded":"2024-09-10T07:21:04.591026+0000","last_fullsized":"2024-09-10T07:21:04.591026+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.991163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456041+0000","last_change":"2024-09-10T07:21:03.470357+0000","last_active":"2024-09-10T07:21:04.456041+0000","last_peered":"2024-09-10T07:21:04.456041+0000","last_clean":"2024-09-10T07:21:04.456041+0000","last_became_active":"2024-09-10T07:21:03.470101+0000","last_became_peered":"2024-09-10T07:21:03.470101+0000","last_unstale":"2024-09-10T07:21:04.456041+0000","last_undegraded":"2024-09-10T07:21:04.456041+0000","last_fullsized":"2024-09-10T07:21:04.456041+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:34.676792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":20,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459929+0000","last_change":"2024-09-10T07:21:02.471932+0000","last_active":"2024-09-10T07:21:04.459929+0000","last_peered":"2024-09-10T07:21:04.459929+0000","last_clean":"2024-09-10T07:21:04.459929+0000","last_became_active":"2024-09-10T07:21:02.471622+0000","last_became_peered":"2024-09-10T07:21:02.471622+0000","last_unstale":"2024-09-10T07:21:04.459929+0000","last_undegraded":"2024-09-10T07:21:04.459929+0000","last_fullsized":"2024-09-10T07:21:04.459929+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:59.623475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590859+0000","last_change":"2024-09-10T07:21:03.484684+0000","last_active":"2024-09-10T07:21:04.590859+0000","last_peered":"2024-09-10T07:21:04.590859+0000","last_clean":"2024-09-10T07:21:04.590859+0000","last_became_active":"2024-09-10T07:21:03.484398+0000","last_became_peered":"2024-09-10T07:21:03.484398+0000","last_unstale":"2024-09-10T07:21:04.590859+0000","last_undegraded":"2024-09-10T07:21:04.590859+0000","last_fullsized":"2024-09-10T07:21:04.590859+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:15.809141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460123+0000","last_change":"2024-09-10T07:21:02.467938+0000","last_active":"2024-09-10T07:21:04.460123+0000","last_peered":"2024-09-10T07:21:04.460123+0000","last_clean":"2024-09-10T07:21:04.460123+0000","last_became_active":"2024-09-10T07:21:02.467617+0000","last_became_peered":"2024-09-10T07:21:02.467617+0000","last_unstale":"2024-09-10T07:21:04.460123+0000","last_undegraded":"2024-09-10T07:21:04.460123+0000","last_fullsized":"2024-09-10T07:21:04.460123+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:08.007553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459818+0000","last_change":"2024-09-10T07:21:03.471817+0000","last_active":"2024-09-10T07:21:04.459818+0000","last_peered":"2024-09-10T07:21:04.459818+0000","last_clean":"2024-09-10T07:21:04.459818+0000","last_became_active":"2024-09-10T07:21:03.471526+0000","last_became_peered":"2024-09-10T07:21:03.471526+0000","last_unstale":"2024-09-10T07:21:04.459818+0000","last_undegraded":"2024-09-10T07:21:04.459818+0000","last_fullsized":"2024-09-10T07:21:04.459818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:13:30.404146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591266+0000","last_change":"2024-09-10T07:21:02.472873+0000","last_active":"2024-09-10T07:21:04.591266+0000","last_peered":"2024-09-10T07:21:04.591266+0000","last_clean":"2024-09-10T07:21:04.591266+0000","last_became_active":"2024-09-10T07:21:02.472585+0000","last_became_peered":"2024-09-10T07:21:02.472585+0000","last_unstale":"2024-09-10T07:21:04.591266+0000","last_undegraded":"2024-09-10T07:21:04.591266+0000","last_fullsized":"2024-09-10T07:21:04.591266+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:00.064517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456322+0000","last_change":"2024-09-10T07:21:03.477213+0000","last_active":"2024-09-10T07:21:04.456322+0000","last_peered":"2024-09-10T07:21:04.456322+0000","last_clean":"2024-09-10T07:21:04.456322+0000","last_became_active":"2024-09-10T07:21:03.476956+0000","last_became_peered":"2024-09-10T07:21:03.476956+0000","last_unstale":"2024-09-10T07:21:04.456322+0000","last_undegraded":"2024-09-10T07:21:04.456322+0000","last_fullsized":"2024-09-10T07:21:04.456322+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:47.833699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591035+0000","last_change":"2024-09-10T07:21:02.466702+0000","last_active":"2024-09-10T07:21:04.591035+0000","last_peered":"2024-09-10T07:21:04.591035+0000","last_clean":"2024-09-10T07:21:04.591035+0000","last_became_active":"2024-09-10T07:21:02.466425+0000","last_became_peered":"2024-09-10T07:21:02.466425+0000","last_unstale":"2024-09-10T07:21:04.591035+0000","last_undegraded":"2024-09-10T07:21:04.591035+0000","last_fullsized":"2024-09-10T07:21:04.591035+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:20:11.479839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460067+0000","last_change":"2024-09-10T07:21:03.480027+0000","last_active":"2024-09-10T07:21:04.460067+0000","last_peered":"2024-09-10T07:21:04.460067+0000","last_clean":"2024-09-10T07:21:04.460067+0000","last_became_active":"2024-09-10T07:21:03.479735+0000","last_became_peered":"2024-09-10T07:21:03.479735+0000","last_unstale":"2024-09-10T07:21:04.460067+0000","last_undegraded":"2024-09-10T07:21:04.460067+0000","last_fullsized":"2024-09-10T07:21:04.460067+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:05.491615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":22,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456653+0000","last_change":"2024-09-10T07:21:02.467705+0000","last_active":"2024-09-10T07:21:04.456653+0000","last_peered":"2024-09-10T07:21:04.456653+0000","last_clean":"2024-09-10T07:21:04.456653+0000","last_became_active":"2024-09-10T07:21:02.467363+0000","last_became_peered":"2024-09-10T07:21:02.467363+0000","last_unstale":"2024-09-10T07:21:04.456653+0000","last_undegraded":"2024-09-10T07:21:04.456653+0000","last_fullsized":"2024-09-10T07:21:04.456653+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460028+0000","last_change":"2024-09-10T07:21:03.462290+0000","last_active":"2024-09-10T07:21:04.460028+0000","last_peered":"2024-09-10T07:21:04.460028+0000","last_clean":"2024-09-10T07:21:04.460028+0000","last_became_active":"2024-09-10T07:21:03.462003+0000","last_became_peered":"2024-09-10T07:21:03.462003+0000","last_unstale":"2024-09-10T07:21:04.460028+0000","last_undegraded":"2024-09-10T07:21:04.460028+0000","last_fullsized":"2024-09-10T07:21:04.460028+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.977105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590786+0000","last_change":"2024-09-10T07:21:02.467517+0000","last_active":"2024-09-10T07:21:04.590786+0000","last_peered":"2024-09-10T07:21:04.590786+0000","last_clean":"2024-09-10T07:21:04.590786+0000","last_became_active":"2024-09-10T07:21:02.467236+0000","last_became_peered":"2024-09-10T07:21:02.467236+0000","last_unstale":"2024-09-10T07:21:04.590786+0000","last_undegraded":"2024-09-10T07:21:04.590786+0000","last_fullsized":"2024-09-10T07:21:04.590786+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:09.325586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590977+0000","last_change":"2024-09-10T07:21:03.479171+0000","last_active":"2024-09-10T07:21:04.590977+0000","last_peered":"2024-09-10T07:21:04.590977+0000","last_clean":"2024-09-10T07:21:04.590977+0000","last_became_active":"2024-09-10T07:21:03.478571+0000","last_became_peered":"2024-09-10T07:21:03.478571+0000","last_unstale":"2024-09-10T07:21:04.590977+0000","last_undegraded":"2024-09-10T07:21:04.590977+0000","last_fullsized":"2024-09-10T07:21:04.590977+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:00:58.504237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456955+0000","last_change":"2024-09-10T07:21:02.467898+0000","last_active":"2024-09-10T07:21:04.456955+0000","last_peered":"2024-09-10T07:21:04.456955+0000","last_clean":"2024-09-10T07:21:04.456955+0000","last_became_active":"2024-09-10T07:21:02.467635+0000","last_became_peered":"2024-09-10T07:21:02.467635+0000","last_unstale":"2024-09-10T07:21:04.456955+0000","last_undegraded":"2024-09-10T07:21:04.456955+0000","last_fullsized":"2024-09-10T07:21:04.456955+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:36.965259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456862+0000","last_change":"2024-09-10T07:21:03.471022+0000","last_active":"2024-09-10T07:21:04.456862+0000","last_peered":"2024-09-10T07:21:04.456862+0000","last_clean":"2024-09-10T07:21:04.456862+0000","last_became_active":"2024-09-10T07:21:03.470729+0000","last_became_peered":"2024-09-10T07:21:03.470729+0000","last_unstale":"2024-09-10T07:21:04.456862+0000","last_undegraded":"2024-09-10T07:21:04.456862+0000","last_fullsized":"2024-09-10T07:21:04.456862+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:26.442404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591695+0000","last_change":"2024-09-10T07:21:02.469042+0000","last_active":"2024-09-10T07:21:04.591695+0000","last_peered":"2024-09-10T07:21:04.591695+0000","last_clean":"2024-09-10T07:21:04.591695+0000","last_became_active":"2024-09-10T07:21:02.468732+0000","last_became_peered":"2024-09-10T07:21:02.468732+0000","last_unstale":"2024-09-10T07:21:04.591695+0000","last_undegraded":"2024-09-10T07:21:04.591695+0000","last_fullsized":"2024-09-10T07:21:04.591695+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:15.486885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591546+0000","last_change":"2024-09-10T07:21:03.472784+0000","last_active":"2024-09-10T07:21:04.591546+0000","last_peered":"2024-09-10T07:21:04.591546+0000","last_clean":"2024-09-10T07:21:04.591546+0000","last_became_active":"2024-09-10T07:21:03.472501+0000","last_became_peered":"2024-09-10T07:21:03.472501+0000","last_unstale":"2024-09-10T07:21:04.591546+0000","last_undegraded":"2024-09-10T07:21:04.591546+0000","last_fullsized":"2024-09-10T07:21:04.591546+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:53.204214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591668+0000","last_change":"2024-09-10T07:21:02.469371+0000","last_active":"2024-09-10T07:21:04.591668+0000","last_peered":"2024-09-10T07:21:04.591668+0000","last_clean":"2024-09-10T07:21:04.591668+0000","last_became_active":"2024-09-10T07:21:02.469090+0000","last_became_peered":"2024-09-10T07:21:02.469090+0000","last_unstale":"2024-09-10T07:21:04.591668+0000","last_undegraded":"2024-09-10T07:21:04.591668+0000","last_fullsized":"2024-09-10T07:21:04.591668+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:57.012123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456777+0000","last_change":"2024-09-10T07:21:03.478569+0000","last_active":"2024-09-10T07:21:04.456777+0000","last_peered":"2024-09-10T07:21:04.456777+0000","last_clean":"2024-09-10T07:21:04.456777+0000","last_became_active":"2024-09-10T07:21:03.478290+0000","last_became_peered":"2024-09-10T07:21:03.478290+0000","last_unstale":"2024-09-10T07:21:04.456777+0000","last_undegraded":"2024-09-10T07:21:04.456777+0000","last_fullsized":"2024-09-10T07:21:04.456777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:42.147781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591340+0000","last_change":"2024-09-10T07:21:02.468226+0000","last_active":"2024-09-10T07:21:04.591340+0000","last_peered":"2024-09-10T07:21:04.591340+0000","last_clean":"2024-09-10T07:21:04.591340+0000","last_became_active":"2024-09-10T07:21:02.467941+0000","last_became_peered":"2024-09-10T07:21:02.467941+0000","last_unstale":"2024-09-10T07:21:04.591340+0000","last_undegraded":"2024-09-10T07:21:04.591340+0000","last_fullsized":"2024-09-10T07:21:04.591340+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:34.033360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591803+0000","last_change":"2024-09-10T07:21:03.478232+0000","last_active":"2024-09-10T07:21:04.591803+0000","last_peered":"2024-09-10T07:21:04.591803+0000","last_clean":"2024-09-10T07:21:04.591803+0000","last_became_active":"2024-09-10T07:21:03.477974+0000","last_became_peered":"2024-09-10T07:21:03.477974+0000","last_unstale":"2024-09-10T07:21:04.591803+0000","last_undegraded":"2024-09-10T07:21:04.591803+0000","last_fullsized":"2024-09-10T07:21:04.591803+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:35.744970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591112+0000","last_change":"2024-09-10T07:21:02.465659+0000","last_active":"2024-09-10T07:21:04.591112+0000","last_peered":"2024-09-10T07:21:04.591112+0000","last_clean":"2024-09-10T07:21:04.591112+0000","last_became_active":"2024-09-10T07:21:02.465367+0000","last_became_peered":"2024-09-10T07:21:02.465367+0000","last_unstale":"2024-09-10T07:21:04.591112+0000","last_undegraded":"2024-09-10T07:21:04.591112+0000","last_fullsized":"2024-09-10T07:21:04.591112+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:00.252109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590597+0000","last_change":"2024-09-10T07:21:03.464053+0000","last_active":"2024-09-10T07:21:04.590597+0000","last_peered":"2024-09-10T07:21:04.590597+0000","last_clean":"2024-09-10T07:21:04.590597+0000","last_became_active":"2024-09-10T07:21:03.463809+0000","last_became_peered":"2024-09-10T07:21:03.463809+0000","last_unstale":"2024-09-10T07:21:04.590597+0000","last_undegraded":"2024-09-10T07:21:04.590597+0000","last_fullsized":"2024-09-10T07:21:04.590597+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:42.147781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456162+0000","last_change":"2024-09-10T07:21:02.471608+0000","last_active":"2024-09-10T07:21:04.456162+0000","last_peered":"2024-09-10T07:21:04.456162+0000","last_clean":"2024-09-10T07:21:04.456162+0000","last_became_active":"2024-09-10T07:21:02.471321+0000","last_became_peered":"2024-09-10T07:21:02.471321+0000","last_unstale":"2024-09-10T07:21:04.456162+0000","last_undegraded":"2024-09-10T07:21:04.456162+0000","last_fullsized":"2024-09-10T07:21:04.456162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:21.293705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460068+0000","last_change":"2024-09-10T07:21:03.470811+0000","last_active":"2024-09-10T07:21:04.460068+0000","last_peered":"2024-09-10T07:21:04.460068+0000","last_clean":"2024-09-10T07:21:04.460068+0000","last_became_active":"2024-09-10T07:21:03.470542+0000","last_became_peered":"2024-09-10T07:21:03.470542+0000","last_unstale":"2024-09-10T07:21:04.460068+0000","last_undegraded":"2024-09-10T07:21:04.460068+0000","last_fullsized":"2024-09-10T07:21:04.460068+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:49.036817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591293+0000","last_change":"2024-09-10T07:21:02.462862+0000","last_active":"2024-09-10T07:21:04.591293+0000","last_peered":"2024-09-10T07:21:04.591293+0000","last_clean":"2024-09-10T07:21:04.591293+0000","last_became_active":"2024-09-10T07:21:02.462543+0000","last_became_peered":"2024-09-10T07:21:02.462543+0000","last_unstale":"2024-09-10T07:21:04.591293+0000","last_undegraded":"2024-09-10T07:21:04.591293+0000","last_fullsized":"2024-09-10T07:21:04.591293+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:40:32.066086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591617+0000","last_change":"2024-09-10T07:21:03.478870+0000","last_active":"2024-09-10T07:21:04.591617+0000","last_peered":"2024-09-10T07:21:04.591617+0000","last_clean":"2024-09-10T07:21:04.591617+0000","last_became_active":"2024-09-10T07:21:03.478577+0000","last_became_peered":"2024-09-10T07:21:03.478577+0000","last_unstale":"2024-09-10T07:21:04.591617+0000","last_undegraded":"2024-09-10T07:21:04.591617+0000","last_fullsized":"2024-09-10T07:21:04.591617+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:04.374584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590971+0000","last_change":"2024-09-10T07:21:02.471604+0000","last_active":"2024-09-10T07:21:04.590971+0000","last_peered":"2024-09-10T07:21:04.590971+0000","last_clean":"2024-09-10T07:21:04.590971+0000","last_became_active":"2024-09-10T07:21:02.471342+0000","last_became_peered":"2024-09-10T07:21:02.471342+0000","last_unstale":"2024-09-10T07:21:04.590971+0000","last_undegraded":"2024-09-10T07:21:04.590971+0000","last_fullsized":"2024-09-10T07:21:04.590971+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:21.461517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456077+0000","last_change":"2024-09-10T07:21:03.473985+0000","last_active":"2024-09-10T07:21:04.456077+0000","last_peered":"2024-09-10T07:21:04.456077+0000","last_clean":"2024-09-10T07:21:04.456077+0000","last_became_active":"2024-09-10T07:21:03.473719+0000","last_became_peered":"2024-09-10T07:21:03.473719+0000","last_unstale":"2024-09-10T07:21:04.456077+0000","last_undegraded":"2024-09-10T07:21:04.456077+0000","last_fullsized":"2024-09-10T07:21:04.456077+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:07.803993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591530+0000","last_change":"2024-09-10T07:21:02.465026+0000","last_active":"2024-09-10T07:21:04.591530+0000","last_peered":"2024-09-10T07:21:04.591530+0000","last_clean":"2024-09-10T07:21:04.591530+0000","last_became_active":"2024-09-10T07:21:02.463278+0000","last_became_peered":"2024-09-10T07:21:02.463278+0000","last_unstale":"2024-09-10T07:21:04.591530+0000","last_undegraded":"2024-09-10T07:21:04.591530+0000","last_fullsized":"2024-09-10T07:21:04.591530+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:07.842194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460124+0000","last_change":"2024-09-10T07:21:03.468292+0000","last_active":"2024-09-10T07:21:04.460124+0000","last_peered":"2024-09-10T07:21:04.460124+0000","last_clean":"2024-09-10T07:21:04.460124+0000","last_became_active":"2024-09-10T07:21:03.468005+0000","last_became_peered":"2024-09-10T07:21:03.468005+0000","last_unstale":"2024-09-10T07:21:04.460124+0000","last_undegraded":"2024-09-10T07:21:04.460124+0000","last_fullsized":"2024-09-10T07:21:04.460124+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:15.532070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591036+0000","last_change":"2024-09-10T07:21:02.469569+0000","last_active":"2024-09-10T07:21:04.591036+0000","last_peered":"2024-09-10T07:21:04.591036+0000","last_clean":"2024-09-10T07:21:04.591036+0000","last_became_active":"2024-09-10T07:21:02.468733+0000","last_became_peered":"2024-09-10T07:21:02.468733+0000","last_unstale":"2024-09-10T07:21:04.591036+0000","last_undegraded":"2024-09-10T07:21:04.591036+0000","last_fullsized":"2024-09-10T07:21:04.591036+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:52.198293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591271+0000","last_change":"2024-09-10T07:21:03.482116+0000","last_active":"2024-09-10T07:21:04.591271+0000","last_peered":"2024-09-10T07:21:04.591271+0000","last_clean":"2024-09-10T07:21:04.591271+0000","last_became_active":"2024-09-10T07:21:03.481735+0000","last_became_peered":"2024-09-10T07:21:03.481735+0000","last_unstale":"2024-09-10T07:21:04.591271+0000","last_undegraded":"2024-09-10T07:21:04.591271+0000","last_fullsized":"2024-09-10T07:21:04.591271+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:26.532235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590959+0000","last_change":"2024-09-10T07:21:02.469683+0000","last_active":"2024-09-10T07:21:04.590959+0000","last_peered":"2024-09-10T07:21:04.590959+0000","last_clean":"2024-09-10T07:21:04.590959+0000","last_became_active":"2024-09-10T07:21:02.468711+0000","last_became_peered":"2024-09-10T07:21:02.468711+0000","last_unstale":"2024-09-10T07:21:04.590959+0000","last_undegraded":"2024-09-10T07:21:04.590959+0000","last_fullsized":"2024-09-10T07:21:04.590959+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591871+0000","last_change":"2024-09-10T07:21:03.471608+0000","last_active":"2024-09-10T07:21:04.591871+0000","last_peered":"2024-09-10T07:21:04.591871+0000","last_clean":"2024-09-10T07:21:04.591871+0000","last_became_active":"2024-09-10T07:21:03.471311+0000","last_became_peered":"2024-09-10T07:21:03.471311+0000","last_unstale":"2024-09-10T07:21:04.591871+0000","last_undegraded":"2024-09-10T07:21:04.591871+0000","last_fullsized":"2024-09-10T07:21:04.591871+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:19.764209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591047+0000","last_change":"2024-09-10T07:21:02.469300+0000","last_active":"2024-09-10T07:21:04.591047+0000","last_peered":"2024-09-10T07:21:04.591047+0000","last_clean":"2024-09-10T07:21:04.591047+0000","last_became_active":"2024-09-10T07:21:02.468981+0000","last_became_peered":"2024-09-10T07:21:02.468981+0000","last_unstale":"2024-09-10T07:21:04.591047+0000","last_undegraded":"2024-09-10T07:21:04.591047+0000","last_fullsized":"2024-09-10T07:21:04.591047+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:32.845816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456065+0000","last_change":"2024-09-10T07:21:03.474560+0000","last_active":"2024-09-10T07:21:04.456065+0000","last_peered":"2024-09-10T07:21:04.456065+0000","last_clean":"2024-09-10T07:21:04.456065+0000","last_became_active":"2024-09-10T07:21:03.474253+0000","last_became_peered":"2024-09-10T07:21:03.474253+0000","last_unstale":"2024-09-10T07:21:04.456065+0000","last_undegraded":"2024-09-10T07:21:04.456065+0000","last_fullsized":"2024-09-10T07:21:04.456065+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:13.257627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455803+0000","last_change":"2024-09-10T07:21:02.471056+0000","last_active":"2024-09-10T07:21:04.455803+0000","last_peered":"2024-09-10T07:21:04.455803+0000","last_clean":"2024-09-10T07:21:04.455803+0000","last_became_active":"2024-09-10T07:21:02.470693+0000","last_became_peered":"2024-09-10T07:21:02.470693+0000","last_unstale":"2024-09-10T07:21:04.455803+0000","last_undegraded":"2024-09-10T07:21:04.455803+0000","last_fullsized":"2024-09-10T07:21:04.455803+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:54.253899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456889+0000","last_change":"2024-09-10T07:21:03.472599+0000","last_active":"2024-09-10T07:21:04.456889+0000","last_peered":"2024-09-10T07:21:04.456889+0000","last_clean":"2024-09-10T07:21:04.456889+0000","last_became_active":"2024-09-10T07:21:03.472317+0000","last_became_peered":"2024-09-10T07:21:03.472317+0000","last_unstale":"2024-09-10T07:21:04.456889+0000","last_undegraded":"2024-09-10T07:21:04.456889+0000","last_fullsized":"2024-09-10T07:21:04.456889+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:53.865469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459740+0000","last_change":"2024-09-10T07:21:02.474205+0000","last_active":"2024-09-10T07:21:04.459740+0000","last_peered":"2024-09-10T07:21:04.459740+0000","last_clean":"2024-09-10T07:21:04.459740+0000","last_became_active":"2024-09-10T07:21:02.473906+0000","last_became_peered":"2024-09-10T07:21:02.473906+0000","last_unstale":"2024-09-10T07:21:04.459740+0000","last_undegraded":"2024-09-10T07:21:04.459740+0000","last_fullsized":"2024-09-10T07:21:04.459740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:06.564553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590670+0000","last_change":"2024-09-10T07:21:03.484177+0000","last_active":"2024-09-10T07:21:04.590670+0000","last_peered":"2024-09-10T07:21:04.590670+0000","last_clean":"2024-09-10T07:21:04.590670+0000","last_became_active":"2024-09-10T07:21:03.483475+0000","last_became_peered":"2024-09-10T07:21:03.483475+0000","last_unstale":"2024-09-10T07:21:04.590670+0000","last_undegraded":"2024-09-10T07:21:04.590670+0000","last_fullsized":"2024-09-10T07:21:04.590670+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:57.903463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456857+0000","last_change":"2024-09-10T07:21:02.473929+0000","last_active":"2024-09-10T07:21:04.456857+0000","last_peered":"2024-09-10T07:21:04.456857+0000","last_clean":"2024-09-10T07:21:04.456857+0000","last_became_active":"2024-09-10T07:21:02.473478+0000","last_became_peered":"2024-09-10T07:21:02.473478+0000","last_unstale":"2024-09-10T07:21:04.456857+0000","last_undegraded":"2024-09-10T07:21:04.456857+0000","last_fullsized":"2024-09-10T07:21:04.456857+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.991163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":203,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456753+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:04.456753+0000","last_peered":"2024-09-10T07:21:04.456753+0000","last_clean":"2024-09-10T07:21:04.456753+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:04.456753+0000","last_undegraded":"2024-09-10T07:21:04.456753+0000","last_fullsized":"2024-09-10T07:21:04.456753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542160,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1069056,"data_stored":790036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542160,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":466944,"data_stored":198098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":466944,"data_stored":198590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":199632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":462848,"data_stored":198056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":198076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1056768,"data_stored":788388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":462848,"data_stored":198568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:08.174 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T07:21:08.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.308+0000 7fe49b52c640 1 Processor -- start 2024-09-10T07:21:08.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.308+0000 7fe49b52c640 1 -- start start 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe49b52c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe4941532b0 0x7fe494071fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe49b52c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cf2e0 0x7fe49415fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe49b52c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe494153690 con 0x7fe4940cc810 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe49b52c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe4940ccc70 con 0x7fe4941532b0 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe49b52c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe49415c860 con 0x7fe4940cf2e0 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe4992c8640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe4941532b0 0x7fe494071fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.309+0000 7fe4992c8640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe4941532b0 0x7fe494071fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39702/0 (socket says 172.21.15.3:39702) 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe4992c8640 1 -- 172.21.15.3:0/2263347050 learned_addr learned my addr 172.21.15.3:0/2263347050 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe499ac9640 1 --2- 172.21.15.3:0/2263347050 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cf2e0 0x7fe49415fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe4992c8640 1 -- 172.21.15.3:0/2263347050 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cf2e0 msgr2=0x7fe49415fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:08.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe4992c8640 1 --2- 172.21.15.3:0/2263347050 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cf2e0 0x7fe49415fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe4992c8640 1 -- 172.21.15.3:0/2263347050 >> v1:172.21.15.70:6789/0 conn(0x7fe4940cc810 legacy=0x7fe4940cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:08.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe4992c8640 1 -- 172.21.15.3:0/2263347050 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49415cb40 con 0x7fe4941532b0 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.310+0000 7fe4992c8640 1 --2- 172.21.15.3:0/2263347050 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4941532b0 0x7fe494071fe0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe490009870 tx=0x7fe49002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e726e273b721cbe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe487fff640 1 -- 172.21.15.3:0/2263347050 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe490037070 con 0x7fe4941532b0 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe487fff640 1 -- 172.21.15.3:0/2263347050 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe490032440 con 0x7fe4941532b0 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe487fff640 1 -- 172.21.15.3:0/2263347050 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe490032810 con 0x7fe4941532b0 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 -- 172.21.15.3:0/2263347050 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4941532b0 msgr2=0x7fe494071fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 --2- 172.21.15.3:0/2263347050 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4941532b0 0x7fe494071fe0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe490009870 tx=0x7fe49002a210 comp rx=0 tx=0).stop 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 -- 172.21.15.3:0/2263347050 shutdown_connections 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 --2- 172.21.15.3:0/2263347050 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cf2e0 0x7fe49415fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 --2- 172.21.15.3:0/2263347050 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4941532b0 0x7fe494071fe0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 -- 172.21.15.3:0/2263347050 >> 172.21.15.3:0/2263347050 conn(0x7fe49406fde0 msgr2=0x7fe4940701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:08.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 -- 172.21.15.3:0/2263347050 shutdown_connections 2024-09-10T07:21:08.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.311+0000 7fe49b52c640 1 -- 172.21.15.3:0/2263347050 wait complete. 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 Processor -- start 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 -- start start 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cc810 0x7fe4941f6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 0x7fe49415eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4941532b0 0x7fe494150b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe49415d620 con 0x7fe4940cf2e0 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe49415d100 con 0x7fe4941532b0 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.313+0000 7fe49b52c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe4940ccf40 con 0x7fe4940cc810 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 0x7fe49415eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 0x7fe49415eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39716/0 (socket says 172.21.15.3:39716) 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 -- 172.21.15.3:0/3575969863 learned_addr learned my addr 172.21.15.3:0/3575969863 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe499ac9640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4941532b0 0x7fe494150b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe4992c8640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cc810 0x7fe4941f6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 -- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cc810 msgr2=0x7fe4941f6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cc810 0x7fe4941f6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 -- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4941532b0 msgr2=0x7fe494150b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4941532b0 0x7fe494150b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 -- 172.21.15.3:0/3575969863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4940c5cf0 con 0x7fe4940cf2e0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe498ac7640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 0x7fe49415eea0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe48800c430 tx=0x7fe48800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe488011790 con 0x7fe4940cf2e0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe488017070 con 0x7fe4940cf2e0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4940c5fd0 con 0x7fe4940cf2e0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.314+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe488011bb0 con 0x7fe4940cf2e0 2024-09-10T07:21:08.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.315+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4940c6590 con 0x7fe4940cf2e0 2024-09-10T07:21:08.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.316+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe494071fe0 con 0x7fe4940cf2e0 2024-09-10T07:21:08.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.316+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe48801c460 con 0x7fe4940cf2e0 2024-09-10T07:21:08.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.317+0000 7fe485ffb640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe47806be30 0x7fe47806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.317+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fe48808ad20 con 0x7fe4940cf2e0 2024-09-10T07:21:08.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.317+0000 7fe4992c8640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe47806be30 0x7fe47806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.317+0000 7fe4992c8640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe47806be30 0x7fe47806e2f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe490034000 tx=0x7fe49002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:08.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.321+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe48808f070 con 0x7fe4940cf2e0 2024-09-10T07:21:08.442 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:21:08.442+0000 7f2fcf716640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:21:08.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.564+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe49415fab0 con 0x7fe4940cf2e0 2024-09-10T07:21:08.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.565+0000 7fe485ffb640 1 -- 172.21.15.3:0/3575969863 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1603 (secure 0 0 0) 0x7fe488058f60 con 0x7fe4940cf2e0 2024-09-10T07:21:08.565 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:08.565 INFO:teuthology.orchestra.run.smithi003.stdout:{"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":10,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":83,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":40,"num_osds":8,"num_up_osds":8,"osd_up_since":1725952796,"num_in_osds":8,"osd_in_since":1725952788,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":243408896,"bytes_avail":772850704384,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":17,"btime":"2024-09-10T07:21:06:476476+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":4813}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":3,"modified":"2024-09-10T07:20:58.069133+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe47806be30 msgr2=0x7fe47806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe47806be30 0x7fe47806e2f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe490034000 tx=0x7fe49002e000 comp rx=0 tx=0).stop 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 msgr2=0x7fe49415eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 0x7fe49415eea0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe48800c430 tx=0x7fe48800c8f0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 shutdown_connections 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe47806be30 0x7fe47806e2f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe4941532b0 0x7fe494150b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4940cf2e0 0x7fe49415eea0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 --2- 172.21.15.3:0/3575969863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4940cc810 0x7fe4941f6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 >> 172.21.15.3:0/3575969863 conn(0x7fe49406fde0 msgr2=0x7fe4940b28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 shutdown_connections 2024-09-10T07:21:08.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.567+0000 7fe49b52c640 1 -- 172.21.15.3:0/3575969863 wait complete. 2024-09-10T07:21:08.577 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T07:21:08.578 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:08.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.680+0000 7f67accba640 1 Processor -- start 2024-09-10T07:21:08.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.680+0000 7f67accba640 1 -- start start 2024-09-10T07:21:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67accba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f67a815e8d0 0x7f67a806dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67accba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 0x7f67a8073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67accba640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67a806f530 con 0x7f67a80acdd0 2024-09-10T07:21:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67accba640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f67a80cbbb0 con 0x7f67a815e8d0 2024-09-10T07:21:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67accba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f67a80cbe90 con 0x7f67a80cb580 2024-09-10T07:21:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f679dd9b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f67a80acdd0 0x7f67a80cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58910/0 (socket says 172.21.15.3:58910) 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f679dd9b640 1 -- 172.21.15.3:0/358800285 learned_addr learned my addr 172.21.15.3:0/358800285 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3500977999 0 0) 0x7f67a806f530 con 0x7f67a80acdd0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6794003520 con 0x7f67a80acdd0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a659c640 1 --2- 172.21.15.3:0/358800285 >> v2:172.21.15.70:3300/0 conn(0x7f67a815e8d0 0x7f67a806dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a6d9d640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 0x7f67a8073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1522235935 0 0) 0x7f6794003520 con 0x7f67a80acdd0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 msgr2=0x7f67a8073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 0x7f67a8073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 >> v2:172.21.15.70:3300/0 conn(0x7f67a815e8d0 msgr2=0x7f67a806dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 --2- 172.21.15.3:0/358800285 >> v2:172.21.15.70:3300/0 conn(0x7f67a815e8d0 0x7f67a806dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67a80ca5f0 con 0x7f67a80acdd0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f6790001670 con 0x7f67a80acdd0 2024-09-10T07:21:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 >> v1:172.21.15.3:6789/0 conn(0x7f67a80acdd0 legacy=0x7f67a80cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 0x7f6794003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.681+0000 7f67a5d9b640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794003fa0 0x7f6794004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a5d9b640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6794004d40 0x7f67940051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f67a80cbbb0 con 0x7f6794004d40 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f67a80cbe90 con 0x7f6794003fa0 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f679400b9f0 con 0x7f67a80cb580 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a6d9d640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6794004d40 0x7f67940051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a659c640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 0x7f6794003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f679dd9b640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794003fa0 0x7f6794004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a6d9d640 1 -- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 msgr2=0x7f6794003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a6d9d640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80cb580 0x7f6794003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a6d9d640 1 -- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794003fa0 msgr2=0x7f6794004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a6d9d640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794003fa0 0x7f6794004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.682+0000 7f67a6d9d640 1 -- 172.21.15.3:0/358800285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6794003520 con 0x7f6794004d40 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67a6d9d640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6794004d40 0x7f67940051c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f67a0009fc0 tx=0x7f6794005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c687158683136882 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a0009c10 con 0x7f6794004d40 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67a0036070 con 0x7f6794004d40 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67a5d9b640 1 -- 172.21.15.3:0/358800285 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a0031880 con 0x7f6794004d40 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67accba640 1 -- 172.21.15.3:0/358800285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6794004d40 msgr2=0x7f67940051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67accba640 1 --2- 172.21.15.3:0/358800285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6794004d40 0x7f67940051c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f67a0009fc0 tx=0x7f6794005830 comp rx=0 tx=0).stop 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67a6d9d640 1 -- 172.21.15.3:0/358800285 reap_dead start 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67accba640 1 -- 172.21.15.3:0/358800285 shutdown_connections 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67accba640 1 -- 172.21.15.3:0/358800285 >> 172.21.15.3:0/358800285 conn(0x7f67a80cffa0 msgr2=0x7f67a80d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67accba640 1 -- 172.21.15.3:0/358800285 shutdown_connections 2024-09-10T07:21:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.683+0000 7f67accba640 1 -- 172.21.15.3:0/358800285 wait complete. 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.685+0000 7f67accba640 1 Processor -- start 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.685+0000 7f67accba640 1 -- start start 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67accba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794004d40 0x7f67a815aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67accba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 0x7f67a8154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67accba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80c4050 0x7f67a80c4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67accba640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f67a8073720 con 0x7f67a815c790 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67accba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f67a80cabb0 con 0x7f6794004d40 2024-09-10T07:21:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67accba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f67a80738a0 con 0x7f67a80c4050 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 0x7f67a8154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 0x7f67a8154250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35384/0 (socket says 172.21.15.3:35384) 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 -- 172.21.15.3:0/201634191 learned_addr learned my addr 172.21.15.3:0/201634191 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67a659c640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794004d40 0x7f67a815aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f67a6d9d640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80c4050 0x7f67a80c4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 -- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80c4050 msgr2=0x7f67a80c4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80c4050 0x7f67a80c4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 -- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794004d40 msgr2=0x7f67a815aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794004d40 0x7f67a815aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 -- 172.21.15.3:0/201634191 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67a815cd00 con 0x7f67a815c790 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679dd9b640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 0x7f67a8154250 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6790007370 tx=0x7f6790007770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:08.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.686+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f679001a070 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.687+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f679000f9c0 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.687+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67a815cfe0 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.687+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67900016b0 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.687+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67a815d5a0 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.688+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67a806dd90 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.688+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f679001d070 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.689+0000 7f679f7fe640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f678806be60 0x7f678806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.689+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f679008a830 con 0x7f67a815c790 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.689+0000 7f67a659c640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f678806be60 0x7f678806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:08.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.689+0000 7f67a659c640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f678806be60 0x7f678806e320 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6798009c40 tx=0x7f6798009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.693+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6790058a90 con 0x7f67a815c790 2024-09-10T07:21:08.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.864+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67a815d910 con 0x7f678806be60 2024-09-10T07:21:08.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.871+0000 7f679f7fe640 1 -- 172.21.15.3:0/201634191 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251958 (secure 0 0 0) 0x7f67a815d910 con 0x7f678806be60 2024-09-10T07:21:08.873 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:08.874 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:08.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f678806be60 msgr2=0x7f678806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f678806be60 0x7f678806e320 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6798009c40 tx=0x7f6798009190 comp rx=0 tx=0).stop 2024-09-10T07:21:08.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 msgr2=0x7f67a8154250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:08.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 0x7f67a8154250 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f6790007370 tx=0x7f6790007770 comp rx=0 tx=0).stop 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 shutdown_connections 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f678806be60 0x7f678806e320 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f67a80c4050 0x7f67a80c4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67a815c790 0x7f67a8154250 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 --2- 172.21.15.3:0/201634191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6794004d40 0x7f67a815aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 >> 172.21.15.3:0/201634191 conn(0x7f67a80cffa0 msgr2=0x7f67a80d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 shutdown_connections 2024-09-10T07:21:08.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:08.873+0000 7f67accba640 1 -- 172.21.15.3:0/201634191 wait complete. 2024-09-10T07:21:08.884 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-09-10T07:21:08.071034+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237704,"kb_used_data":4808,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737016,"statfs":{"total":773094113280,"available":772850704384,"internally_reserved":0,"allocated":4923392,"data_stored":2769444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001191"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460134+0000","last_change":"2024-09-10T07:21:03.473784+0000","last_active":"2024-09-10T07:21:04.460134+0000","last_peered":"2024-09-10T07:21:04.460134+0000","last_clean":"2024-09-10T07:21:04.460134+0000","last_became_active":"2024-09-10T07:21:03.473515+0000","last_became_peered":"2024-09-10T07:21:03.473515+0000","last_unstale":"2024-09-10T07:21:04.460134+0000","last_undegraded":"2024-09-10T07:21:04.460134+0000","last_fullsized":"2024-09-10T07:21:04.460134+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:47.661931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460074+0000","last_change":"2024-09-10T07:21:03.469541+0000","last_active":"2024-09-10T07:21:04.460074+0000","last_peered":"2024-09-10T07:21:04.460074+0000","last_clean":"2024-09-10T07:21:04.460074+0000","last_became_active":"2024-09-10T07:21:03.469270+0000","last_became_peered":"2024-09-10T07:21:03.469270+0000","last_unstale":"2024-09-10T07:21:04.460074+0000","last_undegraded":"2024-09-10T07:21:04.460074+0000","last_fullsized":"2024-09-10T07:21:04.460074+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:39.417666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591319+0000","last_change":"2024-09-10T07:21:03.484877+0000","last_active":"2024-09-10T07:21:04.591319+0000","last_peered":"2024-09-10T07:21:04.591319+0000","last_clean":"2024-09-10T07:21:04.591319+0000","last_became_active":"2024-09-10T07:21:03.484481+0000","last_became_peered":"2024-09-10T07:21:03.484481+0000","last_unstale":"2024-09-10T07:21:04.591319+0000","last_undegraded":"2024-09-10T07:21:04.591319+0000","last_fullsized":"2024-09-10T07:21:04.591319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:49.020973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591522+0000","last_change":"2024-09-10T07:21:03.476707+0000","last_active":"2024-09-10T07:21:04.591522+0000","last_peered":"2024-09-10T07:21:04.591522+0000","last_clean":"2024-09-10T07:21:04.591522+0000","last_became_active":"2024-09-10T07:21:03.476406+0000","last_became_peered":"2024-09-10T07:21:03.476406+0000","last_unstale":"2024-09-10T07:21:04.591522+0000","last_undegraded":"2024-09-10T07:21:04.591522+0000","last_fullsized":"2024-09-10T07:21:04.591522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:55.259820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591346+0000","last_change":"2024-09-10T07:21:03.474475+0000","last_active":"2024-09-10T07:21:04.591346+0000","last_peered":"2024-09-10T07:21:04.591346+0000","last_clean":"2024-09-10T07:21:04.591346+0000","last_became_active":"2024-09-10T07:21:03.473241+0000","last_became_peered":"2024-09-10T07:21:03.473241+0000","last_unstale":"2024-09-10T07:21:04.591346+0000","last_undegraded":"2024-09-10T07:21:04.591346+0000","last_fullsized":"2024-09-10T07:21:04.591346+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:53.426691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591217+0000","last_change":"2024-09-10T07:21:03.473013+0000","last_active":"2024-09-10T07:21:04.591217+0000","last_peered":"2024-09-10T07:21:04.591217+0000","last_clean":"2024-09-10T07:21:04.591217+0000","last_became_active":"2024-09-10T07:21:03.472727+0000","last_became_peered":"2024-09-10T07:21:03.472727+0000","last_unstale":"2024-09-10T07:21:04.591217+0000","last_undegraded":"2024-09-10T07:21:04.591217+0000","last_fullsized":"2024-09-10T07:21:04.591217+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:00.629396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590494+0000","last_change":"2024-09-10T07:21:03.484204+0000","last_active":"2024-09-10T07:21:04.590494+0000","last_peered":"2024-09-10T07:21:04.590494+0000","last_clean":"2024-09-10T07:21:04.590494+0000","last_became_active":"2024-09-10T07:21:03.483894+0000","last_became_peered":"2024-09-10T07:21:03.483894+0000","last_unstale":"2024-09-10T07:21:04.590494+0000","last_undegraded":"2024-09-10T07:21:04.590494+0000","last_fullsized":"2024-09-10T07:21:04.590494+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:47.833699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459739+0000","last_change":"2024-09-10T07:21:03.460677+0000","last_active":"2024-09-10T07:21:04.459739+0000","last_peered":"2024-09-10T07:21:04.459739+0000","last_clean":"2024-09-10T07:21:04.459739+0000","last_became_active":"2024-09-10T07:21:03.460394+0000","last_became_peered":"2024-09-10T07:21:03.460394+0000","last_unstale":"2024-09-10T07:21:04.459739+0000","last_undegraded":"2024-09-10T07:21:04.459739+0000","last_fullsized":"2024-09-10T07:21:04.459739+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:14:27.825257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591263+0000","last_change":"2024-09-10T07:21:03.486053+0000","last_active":"2024-09-10T07:21:04.591263+0000","last_peered":"2024-09-10T07:21:04.591263+0000","last_clean":"2024-09-10T07:21:04.591263+0000","last_became_active":"2024-09-10T07:21:03.485759+0000","last_became_peered":"2024-09-10T07:21:03.485759+0000","last_unstale":"2024-09-10T07:21:04.591263+0000","last_undegraded":"2024-09-10T07:21:04.591263+0000","last_fullsized":"2024-09-10T07:21:04.591263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:26.442404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591357+0000","last_change":"2024-09-10T07:21:03.477499+0000","last_active":"2024-09-10T07:21:04.591357+0000","last_peered":"2024-09-10T07:21:04.591357+0000","last_clean":"2024-09-10T07:21:04.591357+0000","last_became_active":"2024-09-10T07:21:03.474627+0000","last_became_peered":"2024-09-10T07:21:03.474627+0000","last_unstale":"2024-09-10T07:21:04.591357+0000","last_undegraded":"2024-09-10T07:21:04.591357+0000","last_fullsized":"2024-09-10T07:21:04.591357+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:43.672335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590830+0000","last_change":"2024-09-10T07:21:03.479391+0000","last_active":"2024-09-10T07:21:04.590830+0000","last_peered":"2024-09-10T07:21:04.590830+0000","last_clean":"2024-09-10T07:21:04.590830+0000","last_became_active":"2024-09-10T07:21:03.478920+0000","last_became_peered":"2024-09-10T07:21:03.478920+0000","last_unstale":"2024-09-10T07:21:04.590830+0000","last_undegraded":"2024-09-10T07:21:04.590830+0000","last_fullsized":"2024-09-10T07:21:04.590830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:08.146479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591311+0000","last_change":"2024-09-10T07:21:03.480176+0000","last_active":"2024-09-10T07:21:04.591311+0000","last_peered":"2024-09-10T07:21:04.591311+0000","last_clean":"2024-09-10T07:21:04.591311+0000","last_became_active":"2024-09-10T07:21:03.479882+0000","last_became_peered":"2024-09-10T07:21:03.479882+0000","last_unstale":"2024-09-10T07:21:04.591311+0000","last_undegraded":"2024-09-10T07:21:04.591311+0000","last_fullsized":"2024-09-10T07:21:04.591311+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:05.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590517+0000","last_change":"2024-09-10T07:21:03.475166+0000","last_active":"2024-09-10T07:21:04.590517+0000","last_peered":"2024-09-10T07:21:04.590517+0000","last_clean":"2024-09-10T07:21:04.590517+0000","last_became_active":"2024-09-10T07:21:03.474911+0000","last_became_peered":"2024-09-10T07:21:03.474911+0000","last_unstale":"2024-09-10T07:21:04.590517+0000","last_undegraded":"2024-09-10T07:21:04.590517+0000","last_fullsized":"2024-09-10T07:21:04.590517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:40.397950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455933+0000","last_change":"2024-09-10T07:21:03.468545+0000","last_active":"2024-09-10T07:21:04.455933+0000","last_peered":"2024-09-10T07:21:04.455933+0000","last_clean":"2024-09-10T07:21:04.455933+0000","last_became_active":"2024-09-10T07:21:03.468283+0000","last_became_peered":"2024-09-10T07:21:03.468283+0000","last_unstale":"2024-09-10T07:21:04.455933+0000","last_undegraded":"2024-09-10T07:21:04.455933+0000","last_fullsized":"2024-09-10T07:21:04.455933+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:52:33.169749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590632+0000","last_change":"2024-09-10T07:21:03.467536+0000","last_active":"2024-09-10T07:21:04.590632+0000","last_peered":"2024-09-10T07:21:04.590632+0000","last_clean":"2024-09-10T07:21:04.590632+0000","last_became_active":"2024-09-10T07:21:03.467262+0000","last_became_peered":"2024-09-10T07:21:03.467262+0000","last_unstale":"2024-09-10T07:21:04.590632+0000","last_undegraded":"2024-09-10T07:21:04.590632+0000","last_fullsized":"2024-09-10T07:21:04.590632+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:53.865469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456649+0000","last_change":"2024-09-10T07:21:03.484554+0000","last_active":"2024-09-10T07:21:04.456649+0000","last_peered":"2024-09-10T07:21:04.456649+0000","last_clean":"2024-09-10T07:21:04.456649+0000","last_became_active":"2024-09-10T07:21:03.482097+0000","last_became_peered":"2024-09-10T07:21:03.482097+0000","last_unstale":"2024-09-10T07:21:04.456649+0000","last_undegraded":"2024-09-10T07:21:04.456649+0000","last_fullsized":"2024-09-10T07:21:04.456649+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:40.397950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.457107+0000","last_change":"2024-09-10T07:21:03.480903+0000","last_active":"2024-09-10T07:21:04.457107+0000","last_peered":"2024-09-10T07:21:04.457107+0000","last_clean":"2024-09-10T07:21:04.457107+0000","last_became_active":"2024-09-10T07:21:03.479310+0000","last_became_peered":"2024-09-10T07:21:03.479310+0000","last_unstale":"2024-09-10T07:21:04.457107+0000","last_undegraded":"2024-09-10T07:21:04.457107+0000","last_fullsized":"2024-09-10T07:21:04.457107+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:57.903463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591384+0000","last_change":"2024-09-10T07:21:03.465651+0000","last_active":"2024-09-10T07:21:04.591384+0000","last_peered":"2024-09-10T07:21:04.591384+0000","last_clean":"2024-09-10T07:21:04.591384+0000","last_became_active":"2024-09-10T07:21:03.465350+0000","last_became_peered":"2024-09-10T07:21:03.465350+0000","last_unstale":"2024-09-10T07:21:04.591384+0000","last_undegraded":"2024-09-10T07:21:04.591384+0000","last_fullsized":"2024-09-10T07:21:04.591384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:19.764209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591795+0000","last_change":"2024-09-10T07:21:03.473569+0000","last_active":"2024-09-10T07:21:04.591795+0000","last_peered":"2024-09-10T07:21:04.591795+0000","last_clean":"2024-09-10T07:21:04.591795+0000","last_became_active":"2024-09-10T07:21:03.473220+0000","last_became_peered":"2024-09-10T07:21:03.473220+0000","last_unstale":"2024-09-10T07:21:04.591795+0000","last_undegraded":"2024-09-10T07:21:04.591795+0000","last_fullsized":"2024-09-10T07:21:04.591795+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:22.299626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591160+0000","last_change":"2024-09-10T07:21:03.466555+0000","last_active":"2024-09-10T07:21:04.591160+0000","last_peered":"2024-09-10T07:21:04.591160+0000","last_clean":"2024-09-10T07:21:04.591160+0000","last_became_active":"2024-09-10T07:21:03.466156+0000","last_became_peered":"2024-09-10T07:21:03.466156+0000","last_unstale":"2024-09-10T07:21:04.591160+0000","last_undegraded":"2024-09-10T07:21:04.591160+0000","last_fullsized":"2024-09-10T07:21:04.591160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:09.013474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590610+0000","last_change":"2024-09-10T07:21:03.472242+0000","last_active":"2024-09-10T07:21:04.590610+0000","last_peered":"2024-09-10T07:21:04.590610+0000","last_clean":"2024-09-10T07:21:04.590610+0000","last_became_active":"2024-09-10T07:21:03.471543+0000","last_became_peered":"2024-09-10T07:21:03.471543+0000","last_unstale":"2024-09-10T07:21:04.590610+0000","last_undegraded":"2024-09-10T07:21:04.590610+0000","last_fullsized":"2024-09-10T07:21:04.590610+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:01.881181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456483+0000","last_change":"2024-09-10T07:21:03.469696+0000","last_active":"2024-09-10T07:21:04.456483+0000","last_peered":"2024-09-10T07:21:04.456483+0000","last_clean":"2024-09-10T07:21:04.456483+0000","last_became_active":"2024-09-10T07:21:03.469426+0000","last_became_peered":"2024-09-10T07:21:03.469426+0000","last_unstale":"2024-09-10T07:21:04.456483+0000","last_undegraded":"2024-09-10T07:21:04.456483+0000","last_fullsized":"2024-09-10T07:21:04.456483+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:15.809141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456014+0000","last_change":"2024-09-10T07:21:03.478280+0000","last_active":"2024-09-10T07:21:04.456014+0000","last_peered":"2024-09-10T07:21:04.456014+0000","last_clean":"2024-09-10T07:21:04.456014+0000","last_became_active":"2024-09-10T07:21:03.477974+0000","last_became_peered":"2024-09-10T07:21:03.477974+0000","last_unstale":"2024-09-10T07:21:04.456014+0000","last_undegraded":"2024-09-10T07:21:04.456014+0000","last_fullsized":"2024-09-10T07:21:04.456014+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:49.020973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591240+0000","last_change":"2024-09-10T07:21:03.470752+0000","last_active":"2024-09-10T07:21:04.591240+0000","last_peered":"2024-09-10T07:21:04.591240+0000","last_clean":"2024-09-10T07:21:04.591240+0000","last_became_active":"2024-09-10T07:21:03.470435+0000","last_became_peered":"2024-09-10T07:21:03.470435+0000","last_unstale":"2024-09-10T07:21:04.591240+0000","last_undegraded":"2024-09-10T07:21:04.591240+0000","last_fullsized":"2024-09-10T07:21:04.591240+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:37.971180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591253+0000","last_change":"2024-09-10T07:21:03.474084+0000","last_active":"2024-09-10T07:21:04.591253+0000","last_peered":"2024-09-10T07:21:04.591253+0000","last_clean":"2024-09-10T07:21:04.591253+0000","last_became_active":"2024-09-10T07:21:03.473815+0000","last_became_peered":"2024-09-10T07:21:03.473815+0000","last_unstale":"2024-09-10T07:21:04.591253+0000","last_undegraded":"2024-09-10T07:21:04.591253+0000","last_fullsized":"2024-09-10T07:21:04.591253+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:00.629396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592118+0000","last_change":"2024-09-10T07:21:03.479524+0000","last_active":"2024-09-10T07:21:04.592118+0000","last_peered":"2024-09-10T07:21:04.592118+0000","last_clean":"2024-09-10T07:21:04.592118+0000","last_became_active":"2024-09-10T07:21:03.479203+0000","last_became_peered":"2024-09-10T07:21:03.479203+0000","last_unstale":"2024-09-10T07:21:04.592118+0000","last_undegraded":"2024-09-10T07:21:04.592118+0000","last_fullsized":"2024-09-10T07:21:04.592118+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:36:02.500752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591383+0000","last_change":"2024-09-10T07:21:03.467147+0000","last_active":"2024-09-10T07:21:04.591383+0000","last_peered":"2024-09-10T07:21:04.591383+0000","last_clean":"2024-09-10T07:21:04.591383+0000","last_became_active":"2024-09-10T07:21:03.466841+0000","last_became_peered":"2024-09-10T07:21:03.466841+0000","last_unstale":"2024-09-10T07:21:04.591383+0000","last_undegraded":"2024-09-10T07:21:04.591383+0000","last_fullsized":"2024-09-10T07:21:04.591383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:04.374584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590910+0000","last_change":"2024-09-10T07:21:03.484179+0000","last_active":"2024-09-10T07:21:04.590910+0000","last_peered":"2024-09-10T07:21:04.590910+0000","last_clean":"2024-09-10T07:21:04.590910+0000","last_became_active":"2024-09-10T07:21:03.483613+0000","last_became_peered":"2024-09-10T07:21:03.483613+0000","last_unstale":"2024-09-10T07:21:04.590910+0000","last_undegraded":"2024-09-10T07:21:04.590910+0000","last_fullsized":"2024-09-10T07:21:04.590910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:41.624981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591223+0000","last_change":"2024-09-10T07:21:03.472583+0000","last_active":"2024-09-10T07:21:04.591223+0000","last_peered":"2024-09-10T07:21:04.591223+0000","last_clean":"2024-09-10T07:21:04.591223+0000","last_became_active":"2024-09-10T07:21:03.471504+0000","last_became_peered":"2024-09-10T07:21:03.471504+0000","last_unstale":"2024-09-10T07:21:04.591223+0000","last_undegraded":"2024-09-10T07:21:04.591223+0000","last_fullsized":"2024-09-10T07:21:04.591223+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:25.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590944+0000","last_change":"2024-09-10T07:21:03.462202+0000","last_active":"2024-09-10T07:21:04.590944+0000","last_peered":"2024-09-10T07:21:04.590944+0000","last_clean":"2024-09-10T07:21:04.590944+0000","last_became_active":"2024-09-10T07:21:03.460990+0000","last_became_peered":"2024-09-10T07:21:03.460990+0000","last_unstale":"2024-09-10T07:21:04.590944+0000","last_undegraded":"2024-09-10T07:21:04.590944+0000","last_fullsized":"2024-09-10T07:21:04.590944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:07.570474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456125+0000","last_change":"2024-09-10T07:21:03.478355+0000","last_active":"2024-09-10T07:21:04.456125+0000","last_peered":"2024-09-10T07:21:04.456125+0000","last_clean":"2024-09-10T07:21:04.456125+0000","last_became_active":"2024-09-10T07:21:03.478004+0000","last_became_peered":"2024-09-10T07:21:03.478004+0000","last_unstale":"2024-09-10T07:21:04.456125+0000","last_undegraded":"2024-09-10T07:21:04.456125+0000","last_fullsized":"2024-09-10T07:21:04.456125+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:35.744970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591063+0000","last_change":"2024-09-10T07:21:03.477245+0000","last_active":"2024-09-10T07:21:04.591063+0000","last_peered":"2024-09-10T07:21:04.591063+0000","last_clean":"2024-09-10T07:21:04.591063+0000","last_became_active":"2024-09-10T07:21:03.476933+0000","last_became_peered":"2024-09-10T07:21:03.476933+0000","last_unstale":"2024-09-10T07:21:04.591063+0000","last_undegraded":"2024-09-10T07:21:04.591063+0000","last_fullsized":"2024-09-10T07:21:04.591063+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:25.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456844+0000","last_change":"2024-09-10T07:21:03.481317+0000","last_active":"2024-09-10T07:21:04.456844+0000","last_peered":"2024-09-10T07:21:04.456844+0000","last_clean":"2024-09-10T07:21:04.456844+0000","last_became_active":"2024-09-10T07:21:03.479220+0000","last_became_peered":"2024-09-10T07:21:03.479220+0000","last_unstale":"2024-09-10T07:21:04.456844+0000","last_undegraded":"2024-09-10T07:21:04.456844+0000","last_fullsized":"2024-09-10T07:21:04.456844+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:01.881181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591336+0000","last_change":"2024-09-10T07:21:02.465873+0000","last_active":"2024-09-10T07:21:04.591336+0000","last_peered":"2024-09-10T07:21:04.591336+0000","last_clean":"2024-09-10T07:21:04.591336+0000","last_became_active":"2024-09-10T07:21:02.465579+0000","last_became_peered":"2024-09-10T07:21:02.465579+0000","last_unstale":"2024-09-10T07:21:04.591336+0000","last_undegraded":"2024-09-10T07:21:04.591336+0000","last_fullsized":"2024-09-10T07:21:04.591336+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:00.064517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592046+0000","last_change":"2024-09-10T07:21:03.483931+0000","last_active":"2024-09-10T07:21:04.592046+0000","last_peered":"2024-09-10T07:21:04.592046+0000","last_clean":"2024-09-10T07:21:04.592046+0000","last_became_active":"2024-09-10T07:21:03.483649+0000","last_became_peered":"2024-09-10T07:21:03.483649+0000","last_unstale":"2024-09-10T07:21:04.592046+0000","last_undegraded":"2024-09-10T07:21:04.592046+0000","last_fullsized":"2024-09-10T07:21:04.592046+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:16.985010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591052+0000","last_change":"2024-09-10T07:21:02.468176+0000","last_active":"2024-09-10T07:21:04.591052+0000","last_peered":"2024-09-10T07:21:04.591052+0000","last_clean":"2024-09-10T07:21:04.591052+0000","last_became_active":"2024-09-10T07:21:02.467873+0000","last_became_peered":"2024-09-10T07:21:02.467873+0000","last_unstale":"2024-09-10T07:21:04.591052+0000","last_undegraded":"2024-09-10T07:21:04.591052+0000","last_fullsized":"2024-09-10T07:21:04.591052+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:54.253899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.457023+0000","last_change":"2024-09-10T07:21:03.469292+0000","last_active":"2024-09-10T07:21:04.457023+0000","last_peered":"2024-09-10T07:21:04.457023+0000","last_clean":"2024-09-10T07:21:04.457023+0000","last_became_active":"2024-09-10T07:21:03.468911+0000","last_became_peered":"2024-09-10T07:21:03.468911+0000","last_unstale":"2024-09-10T07:21:04.457023+0000","last_undegraded":"2024-09-10T07:21:04.457023+0000","last_fullsized":"2024-09-10T07:21:04.457023+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:26.532235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592074+0000","last_change":"2024-09-10T07:21:02.467553+0000","last_active":"2024-09-10T07:21:04.592074+0000","last_peered":"2024-09-10T07:21:04.592074+0000","last_clean":"2024-09-10T07:21:04.592074+0000","last_became_active":"2024-09-10T07:21:02.467274+0000","last_became_peered":"2024-09-10T07:21:02.467274+0000","last_unstale":"2024-09-10T07:21:04.592074+0000","last_undegraded":"2024-09-10T07:21:04.592074+0000","last_fullsized":"2024-09-10T07:21:04.592074+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:19.479927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460029+0000","last_change":"2024-09-10T07:21:03.462378+0000","last_active":"2024-09-10T07:21:04.460029+0000","last_peered":"2024-09-10T07:21:04.460029+0000","last_clean":"2024-09-10T07:21:04.460029+0000","last_became_active":"2024-09-10T07:21:03.462073+0000","last_became_peered":"2024-09-10T07:21:03.462073+0000","last_unstale":"2024-09-10T07:21:04.460029+0000","last_undegraded":"2024-09-10T07:21:04.460029+0000","last_fullsized":"2024-09-10T07:21:04.460029+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:08.011233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456315+0000","last_change":"2024-09-10T07:21:02.472812+0000","last_active":"2024-09-10T07:21:04.456315+0000","last_peered":"2024-09-10T07:21:04.456315+0000","last_clean":"2024-09-10T07:21:04.456315+0000","last_became_active":"2024-09-10T07:21:02.472500+0000","last_became_peered":"2024-09-10T07:21:02.472500+0000","last_unstale":"2024-09-10T07:21:04.456315+0000","last_undegraded":"2024-09-10T07:21:04.456315+0000","last_fullsized":"2024-09-10T07:21:04.456315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:52.420771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590762+0000","last_change":"2024-09-10T07:21:03.477856+0000","last_active":"2024-09-10T07:21:04.590762+0000","last_peered":"2024-09-10T07:21:04.590762+0000","last_clean":"2024-09-10T07:21:04.590762+0000","last_became_active":"2024-09-10T07:21:03.477298+0000","last_became_peered":"2024-09-10T07:21:03.477298+0000","last_unstale":"2024-09-10T07:21:04.590762+0000","last_undegraded":"2024-09-10T07:21:04.590762+0000","last_fullsized":"2024-09-10T07:21:04.590762+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:02.804984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590575+0000","last_change":"2024-09-10T07:21:02.470067+0000","last_active":"2024-09-10T07:21:04.590575+0000","last_peered":"2024-09-10T07:21:04.590575+0000","last_clean":"2024-09-10T07:21:04.590575+0000","last_became_active":"2024-09-10T07:21:02.469749+0000","last_became_peered":"2024-09-10T07:21:02.469749+0000","last_unstale":"2024-09-10T07:21:04.590575+0000","last_undegraded":"2024-09-10T07:21:04.590575+0000","last_fullsized":"2024-09-10T07:21:04.590575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590767+0000","last_change":"2024-09-10T07:21:03.474205+0000","last_active":"2024-09-10T07:21:04.590767+0000","last_peered":"2024-09-10T07:21:04.590767+0000","last_clean":"2024-09-10T07:21:04.590767+0000","last_became_active":"2024-09-10T07:21:03.472568+0000","last_became_peered":"2024-09-10T07:21:03.472568+0000","last_unstale":"2024-09-10T07:21:04.590767+0000","last_undegraded":"2024-09-10T07:21:04.590767+0000","last_fullsized":"2024-09-10T07:21:04.590767+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:49.673789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456371+0000","last_change":"2024-09-10T07:21:02.468839+0000","last_active":"2024-09-10T07:21:04.456371+0000","last_peered":"2024-09-10T07:21:04.456371+0000","last_clean":"2024-09-10T07:21:04.456371+0000","last_became_active":"2024-09-10T07:21:02.468557+0000","last_became_peered":"2024-09-10T07:21:02.468557+0000","last_unstale":"2024-09-10T07:21:04.456371+0000","last_undegraded":"2024-09-10T07:21:04.456371+0000","last_fullsized":"2024-09-10T07:21:04.456371+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:52.198293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456188+0000","last_change":"2024-09-10T07:21:03.466900+0000","last_active":"2024-09-10T07:21:04.456188+0000","last_peered":"2024-09-10T07:21:04.456188+0000","last_clean":"2024-09-10T07:21:04.456188+0000","last_became_active":"2024-09-10T07:21:03.466594+0000","last_became_peered":"2024-09-10T07:21:03.466594+0000","last_unstale":"2024-09-10T07:21:04.456188+0000","last_undegraded":"2024-09-10T07:21:04.456188+0000","last_fullsized":"2024-09-10T07:21:04.456188+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:02.804984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591829+0000","last_change":"2024-09-10T07:21:02.474032+0000","last_active":"2024-09-10T07:21:04.591829+0000","last_peered":"2024-09-10T07:21:04.591829+0000","last_clean":"2024-09-10T07:21:04.591829+0000","last_became_active":"2024-09-10T07:21:02.473772+0000","last_became_peered":"2024-09-10T07:21:02.473772+0000","last_unstale":"2024-09-10T07:21:04.591829+0000","last_undegraded":"2024-09-10T07:21:04.591829+0000","last_fullsized":"2024-09-10T07:21:04.591829+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:12.161027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459855+0000","last_change":"2024-09-10T07:21:03.471077+0000","last_active":"2024-09-10T07:21:04.459855+0000","last_peered":"2024-09-10T07:21:04.459855+0000","last_clean":"2024-09-10T07:21:04.459855+0000","last_became_active":"2024-09-10T07:21:03.470763+0000","last_became_peered":"2024-09-10T07:21:03.470763+0000","last_unstale":"2024-09-10T07:21:04.459855+0000","last_undegraded":"2024-09-10T07:21:04.459855+0000","last_fullsized":"2024-09-10T07:21:04.459855+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:27.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455724+0000","last_change":"2024-09-10T07:21:02.463913+0000","last_active":"2024-09-10T07:21:04.455724+0000","last_peered":"2024-09-10T07:21:04.455724+0000","last_clean":"2024-09-10T07:21:04.455724+0000","last_became_active":"2024-09-10T07:21:02.463459+0000","last_became_peered":"2024-09-10T07:21:02.463459+0000","last_unstale":"2024-09-10T07:21:04.455724+0000","last_undegraded":"2024-09-10T07:21:04.455724+0000","last_fullsized":"2024-09-10T07:21:04.455724+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:10.269832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591681+0000","last_change":"2024-09-10T07:21:03.474248+0000","last_active":"2024-09-10T07:21:04.591681+0000","last_peered":"2024-09-10T07:21:04.591681+0000","last_clean":"2024-09-10T07:21:04.591681+0000","last_became_active":"2024-09-10T07:21:03.473902+0000","last_became_peered":"2024-09-10T07:21:03.473902+0000","last_unstale":"2024-09-10T07:21:04.591681+0000","last_undegraded":"2024-09-10T07:21:04.591681+0000","last_fullsized":"2024-09-10T07:21:04.591681+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:31.299993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460077+0000","last_change":"2024-09-10T07:21:02.472242+0000","last_active":"2024-09-10T07:21:04.460077+0000","last_peered":"2024-09-10T07:21:04.460077+0000","last_clean":"2024-09-10T07:21:04.460077+0000","last_became_active":"2024-09-10T07:21:02.471755+0000","last_became_peered":"2024-09-10T07:21:02.471755+0000","last_unstale":"2024-09-10T07:21:04.460077+0000","last_undegraded":"2024-09-10T07:21:04.460077+0000","last_fullsized":"2024-09-10T07:21:04.460077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:24.777193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455959+0000","last_change":"2024-09-10T07:21:03.474618+0000","last_active":"2024-09-10T07:21:04.455959+0000","last_peered":"2024-09-10T07:21:04.455959+0000","last_clean":"2024-09-10T07:21:04.455959+0000","last_became_active":"2024-09-10T07:21:03.474365+0000","last_became_peered":"2024-09-10T07:21:03.474365+0000","last_unstale":"2024-09-10T07:21:04.455959+0000","last_undegraded":"2024-09-10T07:21:04.455959+0000","last_fullsized":"2024-09-10T07:21:04.455959+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:05.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591464+0000","last_change":"2024-09-10T07:21:02.470895+0000","last_active":"2024-09-10T07:21:04.591464+0000","last_peered":"2024-09-10T07:21:04.591464+0000","last_clean":"2024-09-10T07:21:04.591464+0000","last_became_active":"2024-09-10T07:21:02.470244+0000","last_became_peered":"2024-09-10T07:21:02.470244+0000","last_unstale":"2024-09-10T07:21:04.591464+0000","last_undegraded":"2024-09-10T07:21:04.591464+0000","last_fullsized":"2024-09-10T07:21:04.591464+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:21.293705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591356+0000","last_change":"2024-09-10T07:21:03.473930+0000","last_active":"2024-09-10T07:21:04.591356+0000","last_peered":"2024-09-10T07:21:04.591356+0000","last_clean":"2024-09-10T07:21:04.591356+0000","last_became_active":"2024-09-10T07:21:03.473646+0000","last_became_peered":"2024-09-10T07:21:03.473646+0000","last_unstale":"2024-09-10T07:21:04.591356+0000","last_undegraded":"2024-09-10T07:21:04.591356+0000","last_fullsized":"2024-09-10T07:21:04.591356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:07.803993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591026+0000","last_change":"2024-09-10T07:21:02.471906+0000","last_active":"2024-09-10T07:21:04.591026+0000","last_peered":"2024-09-10T07:21:04.591026+0000","last_clean":"2024-09-10T07:21:04.591026+0000","last_became_active":"2024-09-10T07:21:02.471562+0000","last_became_peered":"2024-09-10T07:21:02.471562+0000","last_unstale":"2024-09-10T07:21:04.591026+0000","last_undegraded":"2024-09-10T07:21:04.591026+0000","last_fullsized":"2024-09-10T07:21:04.591026+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.991163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456041+0000","last_change":"2024-09-10T07:21:03.470357+0000","last_active":"2024-09-10T07:21:04.456041+0000","last_peered":"2024-09-10T07:21:04.456041+0000","last_clean":"2024-09-10T07:21:04.456041+0000","last_became_active":"2024-09-10T07:21:03.470101+0000","last_became_peered":"2024-09-10T07:21:03.470101+0000","last_unstale":"2024-09-10T07:21:04.456041+0000","last_undegraded":"2024-09-10T07:21:04.456041+0000","last_fullsized":"2024-09-10T07:21:04.456041+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:34.676792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":20,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459929+0000","last_change":"2024-09-10T07:21:02.471932+0000","last_active":"2024-09-10T07:21:04.459929+0000","last_peered":"2024-09-10T07:21:04.459929+0000","last_clean":"2024-09-10T07:21:04.459929+0000","last_became_active":"2024-09-10T07:21:02.471622+0000","last_became_peered":"2024-09-10T07:21:02.471622+0000","last_unstale":"2024-09-10T07:21:04.459929+0000","last_undegraded":"2024-09-10T07:21:04.459929+0000","last_fullsized":"2024-09-10T07:21:04.459929+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:59.623475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590859+0000","last_change":"2024-09-10T07:21:03.484684+0000","last_active":"2024-09-10T07:21:04.590859+0000","last_peered":"2024-09-10T07:21:04.590859+0000","last_clean":"2024-09-10T07:21:04.590859+0000","last_became_active":"2024-09-10T07:21:03.484398+0000","last_became_peered":"2024-09-10T07:21:03.484398+0000","last_unstale":"2024-09-10T07:21:04.590859+0000","last_undegraded":"2024-09-10T07:21:04.590859+0000","last_fullsized":"2024-09-10T07:21:04.590859+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:15.809141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460123+0000","last_change":"2024-09-10T07:21:02.467938+0000","last_active":"2024-09-10T07:21:04.460123+0000","last_peered":"2024-09-10T07:21:04.460123+0000","last_clean":"2024-09-10T07:21:04.460123+0000","last_became_active":"2024-09-10T07:21:02.467617+0000","last_became_peered":"2024-09-10T07:21:02.467617+0000","last_unstale":"2024-09-10T07:21:04.460123+0000","last_undegraded":"2024-09-10T07:21:04.460123+0000","last_fullsized":"2024-09-10T07:21:04.460123+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:08.007553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459818+0000","last_change":"2024-09-10T07:21:03.471817+0000","last_active":"2024-09-10T07:21:04.459818+0000","last_peered":"2024-09-10T07:21:04.459818+0000","last_clean":"2024-09-10T07:21:04.459818+0000","last_became_active":"2024-09-10T07:21:03.471526+0000","last_became_peered":"2024-09-10T07:21:03.471526+0000","last_unstale":"2024-09-10T07:21:04.459818+0000","last_undegraded":"2024-09-10T07:21:04.459818+0000","last_fullsized":"2024-09-10T07:21:04.459818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:13:30.404146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591266+0000","last_change":"2024-09-10T07:21:02.472873+0000","last_active":"2024-09-10T07:21:04.591266+0000","last_peered":"2024-09-10T07:21:04.591266+0000","last_clean":"2024-09-10T07:21:04.591266+0000","last_became_active":"2024-09-10T07:21:02.472585+0000","last_became_peered":"2024-09-10T07:21:02.472585+0000","last_unstale":"2024-09-10T07:21:04.591266+0000","last_undegraded":"2024-09-10T07:21:04.591266+0000","last_fullsized":"2024-09-10T07:21:04.591266+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:00.064517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456322+0000","last_change":"2024-09-10T07:21:03.477213+0000","last_active":"2024-09-10T07:21:04.456322+0000","last_peered":"2024-09-10T07:21:04.456322+0000","last_clean":"2024-09-10T07:21:04.456322+0000","last_became_active":"2024-09-10T07:21:03.476956+0000","last_became_peered":"2024-09-10T07:21:03.476956+0000","last_unstale":"2024-09-10T07:21:04.456322+0000","last_undegraded":"2024-09-10T07:21:04.456322+0000","last_fullsized":"2024-09-10T07:21:04.456322+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:47.833699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591035+0000","last_change":"2024-09-10T07:21:02.466702+0000","last_active":"2024-09-10T07:21:04.591035+0000","last_peered":"2024-09-10T07:21:04.591035+0000","last_clean":"2024-09-10T07:21:04.591035+0000","last_became_active":"2024-09-10T07:21:02.466425+0000","last_became_peered":"2024-09-10T07:21:02.466425+0000","last_unstale":"2024-09-10T07:21:04.591035+0000","last_undegraded":"2024-09-10T07:21:04.591035+0000","last_fullsized":"2024-09-10T07:21:04.591035+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:20:11.479839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460067+0000","last_change":"2024-09-10T07:21:03.480027+0000","last_active":"2024-09-10T07:21:04.460067+0000","last_peered":"2024-09-10T07:21:04.460067+0000","last_clean":"2024-09-10T07:21:04.460067+0000","last_became_active":"2024-09-10T07:21:03.479735+0000","last_became_peered":"2024-09-10T07:21:03.479735+0000","last_unstale":"2024-09-10T07:21:04.460067+0000","last_undegraded":"2024-09-10T07:21:04.460067+0000","last_fullsized":"2024-09-10T07:21:04.460067+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:05.491615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":22,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456653+0000","last_change":"2024-09-10T07:21:02.467705+0000","last_active":"2024-09-10T07:21:04.456653+0000","last_peered":"2024-09-10T07:21:04.456653+0000","last_clean":"2024-09-10T07:21:04.456653+0000","last_became_active":"2024-09-10T07:21:02.467363+0000","last_became_peered":"2024-09-10T07:21:02.467363+0000","last_unstale":"2024-09-10T07:21:04.456653+0000","last_undegraded":"2024-09-10T07:21:04.456653+0000","last_fullsized":"2024-09-10T07:21:04.456653+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460028+0000","last_change":"2024-09-10T07:21:03.462290+0000","last_active":"2024-09-10T07:21:04.460028+0000","last_peered":"2024-09-10T07:21:04.460028+0000","last_clean":"2024-09-10T07:21:04.460028+0000","last_became_active":"2024-09-10T07:21:03.462003+0000","last_became_peered":"2024-09-10T07:21:03.462003+0000","last_unstale":"2024-09-10T07:21:04.460028+0000","last_undegraded":"2024-09-10T07:21:04.460028+0000","last_fullsized":"2024-09-10T07:21:04.460028+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.977105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590786+0000","last_change":"2024-09-10T07:21:02.467517+0000","last_active":"2024-09-10T07:21:04.590786+0000","last_peered":"2024-09-10T07:21:04.590786+0000","last_clean":"2024-09-10T07:21:04.590786+0000","last_became_active":"2024-09-10T07:21:02.467236+0000","last_became_peered":"2024-09-10T07:21:02.467236+0000","last_unstale":"2024-09-10T07:21:04.590786+0000","last_undegraded":"2024-09-10T07:21:04.590786+0000","last_fullsized":"2024-09-10T07:21:04.590786+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:09.325586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590977+0000","last_change":"2024-09-10T07:21:03.479171+0000","last_active":"2024-09-10T07:21:04.590977+0000","last_peered":"2024-09-10T07:21:04.590977+0000","last_clean":"2024-09-10T07:21:04.590977+0000","last_became_active":"2024-09-10T07:21:03.478571+0000","last_became_peered":"2024-09-10T07:21:03.478571+0000","last_unstale":"2024-09-10T07:21:04.590977+0000","last_undegraded":"2024-09-10T07:21:04.590977+0000","last_fullsized":"2024-09-10T07:21:04.590977+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:00:58.504237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456955+0000","last_change":"2024-09-10T07:21:02.467898+0000","last_active":"2024-09-10T07:21:04.456955+0000","last_peered":"2024-09-10T07:21:04.456955+0000","last_clean":"2024-09-10T07:21:04.456955+0000","last_became_active":"2024-09-10T07:21:02.467635+0000","last_became_peered":"2024-09-10T07:21:02.467635+0000","last_unstale":"2024-09-10T07:21:04.456955+0000","last_undegraded":"2024-09-10T07:21:04.456955+0000","last_fullsized":"2024-09-10T07:21:04.456955+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:36.965259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456862+0000","last_change":"2024-09-10T07:21:03.471022+0000","last_active":"2024-09-10T07:21:04.456862+0000","last_peered":"2024-09-10T07:21:04.456862+0000","last_clean":"2024-09-10T07:21:04.456862+0000","last_became_active":"2024-09-10T07:21:03.470729+0000","last_became_peered":"2024-09-10T07:21:03.470729+0000","last_unstale":"2024-09-10T07:21:04.456862+0000","last_undegraded":"2024-09-10T07:21:04.456862+0000","last_fullsized":"2024-09-10T07:21:04.456862+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:26.442404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591695+0000","last_change":"2024-09-10T07:21:02.469042+0000","last_active":"2024-09-10T07:21:04.591695+0000","last_peered":"2024-09-10T07:21:04.591695+0000","last_clean":"2024-09-10T07:21:04.591695+0000","last_became_active":"2024-09-10T07:21:02.468732+0000","last_became_peered":"2024-09-10T07:21:02.468732+0000","last_unstale":"2024-09-10T07:21:04.591695+0000","last_undegraded":"2024-09-10T07:21:04.591695+0000","last_fullsized":"2024-09-10T07:21:04.591695+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:15.486885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591546+0000","last_change":"2024-09-10T07:21:03.472784+0000","last_active":"2024-09-10T07:21:04.591546+0000","last_peered":"2024-09-10T07:21:04.591546+0000","last_clean":"2024-09-10T07:21:04.591546+0000","last_became_active":"2024-09-10T07:21:03.472501+0000","last_became_peered":"2024-09-10T07:21:03.472501+0000","last_unstale":"2024-09-10T07:21:04.591546+0000","last_undegraded":"2024-09-10T07:21:04.591546+0000","last_fullsized":"2024-09-10T07:21:04.591546+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:53.204214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591668+0000","last_change":"2024-09-10T07:21:02.469371+0000","last_active":"2024-09-10T07:21:04.591668+0000","last_peered":"2024-09-10T07:21:04.591668+0000","last_clean":"2024-09-10T07:21:04.591668+0000","last_became_active":"2024-09-10T07:21:02.469090+0000","last_became_peered":"2024-09-10T07:21:02.469090+0000","last_unstale":"2024-09-10T07:21:04.591668+0000","last_undegraded":"2024-09-10T07:21:04.591668+0000","last_fullsized":"2024-09-10T07:21:04.591668+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:57.012123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456777+0000","last_change":"2024-09-10T07:21:03.478569+0000","last_active":"2024-09-10T07:21:04.456777+0000","last_peered":"2024-09-10T07:21:04.456777+0000","last_clean":"2024-09-10T07:21:04.456777+0000","last_became_active":"2024-09-10T07:21:03.478290+0000","last_became_peered":"2024-09-10T07:21:03.478290+0000","last_unstale":"2024-09-10T07:21:04.456777+0000","last_undegraded":"2024-09-10T07:21:04.456777+0000","last_fullsized":"2024-09-10T07:21:04.456777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:42.147781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591340+0000","last_change":"2024-09-10T07:21:02.468226+0000","last_active":"2024-09-10T07:21:04.591340+0000","last_peered":"2024-09-10T07:21:04.591340+0000","last_clean":"2024-09-10T07:21:04.591340+0000","last_became_active":"2024-09-10T07:21:02.467941+0000","last_became_peered":"2024-09-10T07:21:02.467941+0000","last_unstale":"2024-09-10T07:21:04.591340+0000","last_undegraded":"2024-09-10T07:21:04.591340+0000","last_fullsized":"2024-09-10T07:21:04.591340+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:34.033360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591803+0000","last_change":"2024-09-10T07:21:03.478232+0000","last_active":"2024-09-10T07:21:04.591803+0000","last_peered":"2024-09-10T07:21:04.591803+0000","last_clean":"2024-09-10T07:21:04.591803+0000","last_became_active":"2024-09-10T07:21:03.477974+0000","last_became_peered":"2024-09-10T07:21:03.477974+0000","last_unstale":"2024-09-10T07:21:04.591803+0000","last_undegraded":"2024-09-10T07:21:04.591803+0000","last_fullsized":"2024-09-10T07:21:04.591803+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:35.744970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591112+0000","last_change":"2024-09-10T07:21:02.465659+0000","last_active":"2024-09-10T07:21:04.591112+0000","last_peered":"2024-09-10T07:21:04.591112+0000","last_clean":"2024-09-10T07:21:04.591112+0000","last_became_active":"2024-09-10T07:21:02.465367+0000","last_became_peered":"2024-09-10T07:21:02.465367+0000","last_unstale":"2024-09-10T07:21:04.591112+0000","last_undegraded":"2024-09-10T07:21:04.591112+0000","last_fullsized":"2024-09-10T07:21:04.591112+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:00.252109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590597+0000","last_change":"2024-09-10T07:21:03.464053+0000","last_active":"2024-09-10T07:21:04.590597+0000","last_peered":"2024-09-10T07:21:04.590597+0000","last_clean":"2024-09-10T07:21:04.590597+0000","last_became_active":"2024-09-10T07:21:03.463809+0000","last_became_peered":"2024-09-10T07:21:03.463809+0000","last_unstale":"2024-09-10T07:21:04.590597+0000","last_undegraded":"2024-09-10T07:21:04.590597+0000","last_fullsized":"2024-09-10T07:21:04.590597+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:42.147781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456162+0000","last_change":"2024-09-10T07:21:02.471608+0000","last_active":"2024-09-10T07:21:04.456162+0000","last_peered":"2024-09-10T07:21:04.456162+0000","last_clean":"2024-09-10T07:21:04.456162+0000","last_became_active":"2024-09-10T07:21:02.471321+0000","last_became_peered":"2024-09-10T07:21:02.471321+0000","last_unstale":"2024-09-10T07:21:04.456162+0000","last_undegraded":"2024-09-10T07:21:04.456162+0000","last_fullsized":"2024-09-10T07:21:04.456162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:21.293705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460068+0000","last_change":"2024-09-10T07:21:03.470811+0000","last_active":"2024-09-10T07:21:04.460068+0000","last_peered":"2024-09-10T07:21:04.460068+0000","last_clean":"2024-09-10T07:21:04.460068+0000","last_became_active":"2024-09-10T07:21:03.470542+0000","last_became_peered":"2024-09-10T07:21:03.470542+0000","last_unstale":"2024-09-10T07:21:04.460068+0000","last_undegraded":"2024-09-10T07:21:04.460068+0000","last_fullsized":"2024-09-10T07:21:04.460068+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:49.036817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591293+0000","last_change":"2024-09-10T07:21:02.462862+0000","last_active":"2024-09-10T07:21:04.591293+0000","last_peered":"2024-09-10T07:21:04.591293+0000","last_clean":"2024-09-10T07:21:04.591293+0000","last_became_active":"2024-09-10T07:21:02.462543+0000","last_became_peered":"2024-09-10T07:21:02.462543+0000","last_unstale":"2024-09-10T07:21:04.591293+0000","last_undegraded":"2024-09-10T07:21:04.591293+0000","last_fullsized":"2024-09-10T07:21:04.591293+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:40:32.066086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591617+0000","last_change":"2024-09-10T07:21:03.478870+0000","last_active":"2024-09-10T07:21:04.591617+0000","last_peered":"2024-09-10T07:21:04.591617+0000","last_clean":"2024-09-10T07:21:04.591617+0000","last_became_active":"2024-09-10T07:21:03.478577+0000","last_became_peered":"2024-09-10T07:21:03.478577+0000","last_unstale":"2024-09-10T07:21:04.591617+0000","last_undegraded":"2024-09-10T07:21:04.591617+0000","last_fullsized":"2024-09-10T07:21:04.591617+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:04.374584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590971+0000","last_change":"2024-09-10T07:21:02.471604+0000","last_active":"2024-09-10T07:21:04.590971+0000","last_peered":"2024-09-10T07:21:04.590971+0000","last_clean":"2024-09-10T07:21:04.590971+0000","last_became_active":"2024-09-10T07:21:02.471342+0000","last_became_peered":"2024-09-10T07:21:02.471342+0000","last_unstale":"2024-09-10T07:21:04.590971+0000","last_undegraded":"2024-09-10T07:21:04.590971+0000","last_fullsized":"2024-09-10T07:21:04.590971+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:21.461517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456077+0000","last_change":"2024-09-10T07:21:03.473985+0000","last_active":"2024-09-10T07:21:04.456077+0000","last_peered":"2024-09-10T07:21:04.456077+0000","last_clean":"2024-09-10T07:21:04.456077+0000","last_became_active":"2024-09-10T07:21:03.473719+0000","last_became_peered":"2024-09-10T07:21:03.473719+0000","last_unstale":"2024-09-10T07:21:04.456077+0000","last_undegraded":"2024-09-10T07:21:04.456077+0000","last_fullsized":"2024-09-10T07:21:04.456077+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:07.803993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591530+0000","last_change":"2024-09-10T07:21:02.465026+0000","last_active":"2024-09-10T07:21:04.591530+0000","last_peered":"2024-09-10T07:21:04.591530+0000","last_clean":"2024-09-10T07:21:04.591530+0000","last_became_active":"2024-09-10T07:21:02.463278+0000","last_became_peered":"2024-09-10T07:21:02.463278+0000","last_unstale":"2024-09-10T07:21:04.591530+0000","last_undegraded":"2024-09-10T07:21:04.591530+0000","last_fullsized":"2024-09-10T07:21:04.591530+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:07.842194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460124+0000","last_change":"2024-09-10T07:21:03.468292+0000","last_active":"2024-09-10T07:21:04.460124+0000","last_peered":"2024-09-10T07:21:04.460124+0000","last_clean":"2024-09-10T07:21:04.460124+0000","last_became_active":"2024-09-10T07:21:03.468005+0000","last_became_peered":"2024-09-10T07:21:03.468005+0000","last_unstale":"2024-09-10T07:21:04.460124+0000","last_undegraded":"2024-09-10T07:21:04.460124+0000","last_fullsized":"2024-09-10T07:21:04.460124+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:15.532070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591036+0000","last_change":"2024-09-10T07:21:02.469569+0000","last_active":"2024-09-10T07:21:04.591036+0000","last_peered":"2024-09-10T07:21:04.591036+0000","last_clean":"2024-09-10T07:21:04.591036+0000","last_became_active":"2024-09-10T07:21:02.468733+0000","last_became_peered":"2024-09-10T07:21:02.468733+0000","last_unstale":"2024-09-10T07:21:04.591036+0000","last_undegraded":"2024-09-10T07:21:04.591036+0000","last_fullsized":"2024-09-10T07:21:04.591036+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:52.198293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591271+0000","last_change":"2024-09-10T07:21:03.482116+0000","last_active":"2024-09-10T07:21:04.591271+0000","last_peered":"2024-09-10T07:21:04.591271+0000","last_clean":"2024-09-10T07:21:04.591271+0000","last_became_active":"2024-09-10T07:21:03.481735+0000","last_became_peered":"2024-09-10T07:21:03.481735+0000","last_unstale":"2024-09-10T07:21:04.591271+0000","last_undegraded":"2024-09-10T07:21:04.591271+0000","last_fullsized":"2024-09-10T07:21:04.591271+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:26.532235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590959+0000","last_change":"2024-09-10T07:21:02.469683+0000","last_active":"2024-09-10T07:21:04.590959+0000","last_peered":"2024-09-10T07:21:04.590959+0000","last_clean":"2024-09-10T07:21:04.590959+0000","last_became_active":"2024-09-10T07:21:02.468711+0000","last_became_peered":"2024-09-10T07:21:02.468711+0000","last_unstale":"2024-09-10T07:21:04.590959+0000","last_undegraded":"2024-09-10T07:21:04.590959+0000","last_fullsized":"2024-09-10T07:21:04.590959+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591871+0000","last_change":"2024-09-10T07:21:03.471608+0000","last_active":"2024-09-10T07:21:04.591871+0000","last_peered":"2024-09-10T07:21:04.591871+0000","last_clean":"2024-09-10T07:21:04.591871+0000","last_became_active":"2024-09-10T07:21:03.471311+0000","last_became_peered":"2024-09-10T07:21:03.471311+0000","last_unstale":"2024-09-10T07:21:04.591871+0000","last_undegraded":"2024-09-10T07:21:04.591871+0000","last_fullsized":"2024-09-10T07:21:04.591871+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:19.764209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591047+0000","last_change":"2024-09-10T07:21:02.469300+0000","last_active":"2024-09-10T07:21:04.591047+0000","last_peered":"2024-09-10T07:21:04.591047+0000","last_clean":"2024-09-10T07:21:04.591047+0000","last_became_active":"2024-09-10T07:21:02.468981+0000","last_became_peered":"2024-09-10T07:21:02.468981+0000","last_unstale":"2024-09-10T07:21:04.591047+0000","last_undegraded":"2024-09-10T07:21:04.591047+0000","last_fullsized":"2024-09-10T07:21:04.591047+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:32.845816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456065+0000","last_change":"2024-09-10T07:21:03.474560+0000","last_active":"2024-09-10T07:21:04.456065+0000","last_peered":"2024-09-10T07:21:04.456065+0000","last_clean":"2024-09-10T07:21:04.456065+0000","last_became_active":"2024-09-10T07:21:03.474253+0000","last_became_peered":"2024-09-10T07:21:03.474253+0000","last_unstale":"2024-09-10T07:21:04.456065+0000","last_undegraded":"2024-09-10T07:21:04.456065+0000","last_fullsized":"2024-09-10T07:21:04.456065+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:13.257627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455803+0000","last_change":"2024-09-10T07:21:02.471056+0000","last_active":"2024-09-10T07:21:04.455803+0000","last_peered":"2024-09-10T07:21:04.455803+0000","last_clean":"2024-09-10T07:21:04.455803+0000","last_became_active":"2024-09-10T07:21:02.470693+0000","last_became_peered":"2024-09-10T07:21:02.470693+0000","last_unstale":"2024-09-10T07:21:04.455803+0000","last_undegraded":"2024-09-10T07:21:04.455803+0000","last_fullsized":"2024-09-10T07:21:04.455803+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:54.253899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456889+0000","last_change":"2024-09-10T07:21:03.472599+0000","last_active":"2024-09-10T07:21:04.456889+0000","last_peered":"2024-09-10T07:21:04.456889+0000","last_clean":"2024-09-10T07:21:04.456889+0000","last_became_active":"2024-09-10T07:21:03.472317+0000","last_became_peered":"2024-09-10T07:21:03.472317+0000","last_unstale":"2024-09-10T07:21:04.456889+0000","last_undegraded":"2024-09-10T07:21:04.456889+0000","last_fullsized":"2024-09-10T07:21:04.456889+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:53.865469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459740+0000","last_change":"2024-09-10T07:21:02.474205+0000","last_active":"2024-09-10T07:21:04.459740+0000","last_peered":"2024-09-10T07:21:04.459740+0000","last_clean":"2024-09-10T07:21:04.459740+0000","last_became_active":"2024-09-10T07:21:02.473906+0000","last_became_peered":"2024-09-10T07:21:02.473906+0000","last_unstale":"2024-09-10T07:21:04.459740+0000","last_undegraded":"2024-09-10T07:21:04.459740+0000","last_fullsized":"2024-09-10T07:21:04.459740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:06.564553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590670+0000","last_change":"2024-09-10T07:21:03.484177+0000","last_active":"2024-09-10T07:21:04.590670+0000","last_peered":"2024-09-10T07:21:04.590670+0000","last_clean":"2024-09-10T07:21:04.590670+0000","last_became_active":"2024-09-10T07:21:03.483475+0000","last_became_peered":"2024-09-10T07:21:03.483475+0000","last_unstale":"2024-09-10T07:21:04.590670+0000","last_undegraded":"2024-09-10T07:21:04.590670+0000","last_fullsized":"2024-09-10T07:21:04.590670+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:57.903463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456857+0000","last_change":"2024-09-10T07:21:02.473929+0000","last_active":"2024-09-10T07:21:04.456857+0000","last_peered":"2024-09-10T07:21:04.456857+0000","last_clean":"2024-09-10T07:21:04.456857+0000","last_became_active":"2024-09-10T07:21:02.473478+0000","last_became_peered":"2024-09-10T07:21:02.473478+0000","last_unstale":"2024-09-10T07:21:04.456857+0000","last_undegraded":"2024-09-10T07:21:04.456857+0000","last_fullsized":"2024-09-10T07:21:04.456857+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.991163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":203,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456753+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:04.456753+0000","last_peered":"2024-09-10T07:21:04.456753+0000","last_clean":"2024-09-10T07:21:04.456753+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:04.456753+0000","last_undegraded":"2024-09-10T07:21:04.456753+0000","last_fullsized":"2024-09-10T07:21:04.456753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542160,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1069056,"data_stored":790036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542160,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":466944,"data_stored":198098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":466944,"data_stored":198590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":199632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":462848,"data_stored":198056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":198076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1056768,"data_stored":788388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":462848,"data_stored":198568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:11.889 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:12.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.005+0000 7ff62b58d640 1 Processor -- start 2024-09-10T07:21:12.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.005+0000 7ff62b58d640 1 -- start start 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff62b58d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff6240ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff62b58d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff6240d13d0 0x7ff6240b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff62b58d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6240d3430 con 0x7ff6240cf040 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff62b58d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff6240d36d0 con 0x7ff6240d13d0 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff62b58d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff6240d39b0 con 0x7ff62415e510 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff628b28640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ff6240cf040 0x7ff6240d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58912/0 (socket says 172.21.15.3:58912) 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff628b28640 1 -- 172.21.15.3:0/3318207937 learned_addr learned my addr 172.21.15.3:0/3318207937 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:12.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3318207937 >> v2:172.21.15.70:3300/0 conn(0x7ff6240d13d0 0x7ff6240b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff629329640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff6240ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 876666923 0 0) 0x7ff6240d3430 con 0x7ff6240cf040 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.006+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff610003520 con 0x7ff6240cf040 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3927203766 0 0) 0x7ff610003520 con 0x7ff6240cf040 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 msgr2=0x7ff6240ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff6240ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 >> v2:172.21.15.70:3300/0 conn(0x7ff6240d13d0 msgr2=0x7ff6240b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 --2- 172.21.15.3:0/3318207937 >> v2:172.21.15.70:3300/0 conn(0x7ff6240d13d0 0x7ff6240b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6240d3c90 con 0x7ff6240cf040 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7ff614001670 con 0x7ff6240cf040 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629329640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff6240ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 >> v1:172.21.15.3:6789/0 conn(0x7ff6240cf040 legacy=0x7ff6240d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff610003a20 0x7ff610003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff610004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff610004d40 0x7ff6100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff6240d36d0 con 0x7ff610004d40 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff6240d39b0 con 0x7ff610003a20 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff61000b9f0 con 0x7ff62415e510 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3318207937 >> v2:172.21.15.70:3300/0 conn(0x7ff6240d13d0 0x7ff6240b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629329640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff610003a20 0x7ff610003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff610004d40 0x7ff6100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff628b28640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff610004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 -- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 msgr2=0x7ff610004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff62415e510 0x7ff610004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 -- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff610003a20 msgr2=0x7ff610003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff610003a20 0x7ff610003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629b2a640 1 -- 172.21.15.3:0/3318207937 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff610003520 con 0x7ff610004d40 2024-09-10T07:21:12.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.007+0000 7ff629329640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff610003a20 0x7ff610003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:12.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.008+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff610004d40 0x7ff6100051c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff61c00e320 tx=0x7ff610005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=809c0f8e8914ba28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.008+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61c009dc0 con 0x7ff610004d40 2024-09-10T07:21:12.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.008+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff61c003b90 con 0x7ff610004d40 2024-09-10T07:21:12.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.008+0000 7ff61bfff640 1 -- 172.21.15.3:0/3318207937 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61c004020 con 0x7ff610004d40 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff62b58d640 1 -- 172.21.15.3:0/3318207937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff610004d40 msgr2=0x7ff6100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3318207937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff610004d40 0x7ff6100051c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff61c00e320 tx=0x7ff610005830 comp rx=0 tx=0).stop 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff629b2a640 1 -- 172.21.15.3:0/3318207937 reap_dead start 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff62b58d640 1 -- 172.21.15.3:0/3318207937 shutdown_connections 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff62b58d640 1 -- 172.21.15.3:0/3318207937 >> 172.21.15.3:0/3318207937 conn(0x7ff62406d1a0 msgr2=0x7ff624073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff62b58d640 1 -- 172.21.15.3:0/3318207937 shutdown_connections 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.009+0000 7ff62b58d640 1 -- 172.21.15.3:0/3318207937 wait complete. 2024-09-10T07:21:12.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.010+0000 7ff62b58d640 1 Processor -- start 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.010+0000 7ff62b58d640 1 -- start start 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff62b58d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6240ca720 0x7ff624157810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff62b58d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff624156990 0x7ff624152f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff62b58d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 0x7ff624153490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff62b58d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff62415e8f0 con 0x7ff6240cab00 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff62b58d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff6240d22a0 con 0x7ff624156990 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff62b58d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff62415ea70 con 0x7ff6240ca720 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 0x7ff624153490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 0x7ff624153490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35406/0 (socket says 172.21.15.3:35406) 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 -- 172.21.15.3:0/3942330880 learned_addr learned my addr 172.21.15.3:0/3942330880 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629329640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6240ca720 0x7ff624157810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff628b28640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff624156990 0x7ff624152f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 -- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6240ca720 msgr2=0x7ff624157810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6240ca720 0x7ff624157810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 -- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff624156990 msgr2=0x7ff624152f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff624156990 0x7ff624152f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.011+0000 7ff629b2a640 1 -- 172.21.15.3:0/3942330880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff624158140 con 0x7ff6240cab00 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.012+0000 7ff629b2a640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 0x7ff624153490 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff61c02b090 tx=0x7ff61c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.012+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff620009860 con 0x7ff6240cab00 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.012+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff61c042410 con 0x7ff6240cab00 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.012+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff624152470 con 0x7ff6240cab00 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.012+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61c009dc0 con 0x7ff6240cab00 2024-09-10T07:21:12.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.012+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff624157d50 con 0x7ff6240cab00 2024-09-10T07:21:12.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.013+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6240b89a0 con 0x7ff6240cab00 2024-09-10T07:21:12.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.014+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff61c040070 con 0x7ff6240cab00 2024-09-10T07:21:12.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.014+0000 7ff619ffb640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff60806be60 0x7ff60806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.014+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ff61c0ab6d0 con 0x7ff6240cab00 2024-09-10T07:21:12.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.014+0000 7ff629329640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff60806be60 0x7ff60806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.015+0000 7ff629329640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff60806be60 0x7ff60806e320 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff620009c30 tx=0x7ff620008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.018+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff6240b89a0 con 0x7ff6240cab00 2024-09-10T07:21:12.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.194+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff6240ceb00 con 0x7ff60806be60 2024-09-10T07:21:12.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.200+0000 7ff619ffb640 1 -- 172.21.15.3:0/3942330880 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7ff6240ceb00 con 0x7ff60806be60 2024-09-10T07:21:12.203 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:12.204 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff60806be60 msgr2=0x7ff60806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff60806be60 0x7ff60806e320 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff620009c30 tx=0x7ff620008040 comp rx=0 tx=0).stop 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 msgr2=0x7ff624153490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 0x7ff624153490 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff61c02b090 tx=0x7ff61c009750 comp rx=0 tx=0).stop 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 shutdown_connections 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff60806be60 0x7ff60806e320 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6240cab00 0x7ff624153490 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff624156990 0x7ff624152f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 --2- 172.21.15.3:0/3942330880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6240ca720 0x7ff624157810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 >> 172.21.15.3:0/3942330880 conn(0x7ff62406d1a0 msgr2=0x7ff6240d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:12.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 shutdown_connections 2024-09-10T07:21:12.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.204+0000 7ff62b58d640 1 -- 172.21.15.3:0/3942330880 wait complete. 2024-09-10T07:21:12.214 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":71,"stamp":"2024-09-10T07:21:12.071943+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237704,"kb_used_data":4808,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737016,"statfs":{"total":773094113280,"available":772850704384,"internally_reserved":0,"allocated":4923392,"data_stored":2769444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.618133"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460134+0000","last_change":"2024-09-10T07:21:03.473784+0000","last_active":"2024-09-10T07:21:04.460134+0000","last_peered":"2024-09-10T07:21:04.460134+0000","last_clean":"2024-09-10T07:21:04.460134+0000","last_became_active":"2024-09-10T07:21:03.473515+0000","last_became_peered":"2024-09-10T07:21:03.473515+0000","last_unstale":"2024-09-10T07:21:04.460134+0000","last_undegraded":"2024-09-10T07:21:04.460134+0000","last_fullsized":"2024-09-10T07:21:04.460134+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:40:47.661931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460074+0000","last_change":"2024-09-10T07:21:03.469541+0000","last_active":"2024-09-10T07:21:04.460074+0000","last_peered":"2024-09-10T07:21:04.460074+0000","last_clean":"2024-09-10T07:21:04.460074+0000","last_became_active":"2024-09-10T07:21:03.469270+0000","last_became_peered":"2024-09-10T07:21:03.469270+0000","last_unstale":"2024-09-10T07:21:04.460074+0000","last_undegraded":"2024-09-10T07:21:04.460074+0000","last_fullsized":"2024-09-10T07:21:04.460074+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:39.417666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591319+0000","last_change":"2024-09-10T07:21:03.484877+0000","last_active":"2024-09-10T07:21:04.591319+0000","last_peered":"2024-09-10T07:21:04.591319+0000","last_clean":"2024-09-10T07:21:04.591319+0000","last_became_active":"2024-09-10T07:21:03.484481+0000","last_became_peered":"2024-09-10T07:21:03.484481+0000","last_unstale":"2024-09-10T07:21:04.591319+0000","last_undegraded":"2024-09-10T07:21:04.591319+0000","last_fullsized":"2024-09-10T07:21:04.591319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:49.020973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591522+0000","last_change":"2024-09-10T07:21:03.476707+0000","last_active":"2024-09-10T07:21:04.591522+0000","last_peered":"2024-09-10T07:21:04.591522+0000","last_clean":"2024-09-10T07:21:04.591522+0000","last_became_active":"2024-09-10T07:21:03.476406+0000","last_became_peered":"2024-09-10T07:21:03.476406+0000","last_unstale":"2024-09-10T07:21:04.591522+0000","last_undegraded":"2024-09-10T07:21:04.591522+0000","last_fullsized":"2024-09-10T07:21:04.591522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:55.259820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591346+0000","last_change":"2024-09-10T07:21:03.474475+0000","last_active":"2024-09-10T07:21:04.591346+0000","last_peered":"2024-09-10T07:21:04.591346+0000","last_clean":"2024-09-10T07:21:04.591346+0000","last_became_active":"2024-09-10T07:21:03.473241+0000","last_became_peered":"2024-09-10T07:21:03.473241+0000","last_unstale":"2024-09-10T07:21:04.591346+0000","last_undegraded":"2024-09-10T07:21:04.591346+0000","last_fullsized":"2024-09-10T07:21:04.591346+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:53.426691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591217+0000","last_change":"2024-09-10T07:21:03.473013+0000","last_active":"2024-09-10T07:21:04.591217+0000","last_peered":"2024-09-10T07:21:04.591217+0000","last_clean":"2024-09-10T07:21:04.591217+0000","last_became_active":"2024-09-10T07:21:03.472727+0000","last_became_peered":"2024-09-10T07:21:03.472727+0000","last_unstale":"2024-09-10T07:21:04.591217+0000","last_undegraded":"2024-09-10T07:21:04.591217+0000","last_fullsized":"2024-09-10T07:21:04.591217+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:00.629396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590494+0000","last_change":"2024-09-10T07:21:03.484204+0000","last_active":"2024-09-10T07:21:04.590494+0000","last_peered":"2024-09-10T07:21:04.590494+0000","last_clean":"2024-09-10T07:21:04.590494+0000","last_became_active":"2024-09-10T07:21:03.483894+0000","last_became_peered":"2024-09-10T07:21:03.483894+0000","last_unstale":"2024-09-10T07:21:04.590494+0000","last_undegraded":"2024-09-10T07:21:04.590494+0000","last_fullsized":"2024-09-10T07:21:04.590494+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:47.833699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459739+0000","last_change":"2024-09-10T07:21:03.460677+0000","last_active":"2024-09-10T07:21:04.459739+0000","last_peered":"2024-09-10T07:21:04.459739+0000","last_clean":"2024-09-10T07:21:04.459739+0000","last_became_active":"2024-09-10T07:21:03.460394+0000","last_became_peered":"2024-09-10T07:21:03.460394+0000","last_unstale":"2024-09-10T07:21:04.459739+0000","last_undegraded":"2024-09-10T07:21:04.459739+0000","last_fullsized":"2024-09-10T07:21:04.459739+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:14:27.825257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591263+0000","last_change":"2024-09-10T07:21:03.486053+0000","last_active":"2024-09-10T07:21:04.591263+0000","last_peered":"2024-09-10T07:21:04.591263+0000","last_clean":"2024-09-10T07:21:04.591263+0000","last_became_active":"2024-09-10T07:21:03.485759+0000","last_became_peered":"2024-09-10T07:21:03.485759+0000","last_unstale":"2024-09-10T07:21:04.591263+0000","last_undegraded":"2024-09-10T07:21:04.591263+0000","last_fullsized":"2024-09-10T07:21:04.591263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:26.442404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591357+0000","last_change":"2024-09-10T07:21:03.477499+0000","last_active":"2024-09-10T07:21:04.591357+0000","last_peered":"2024-09-10T07:21:04.591357+0000","last_clean":"2024-09-10T07:21:04.591357+0000","last_became_active":"2024-09-10T07:21:03.474627+0000","last_became_peered":"2024-09-10T07:21:03.474627+0000","last_unstale":"2024-09-10T07:21:04.591357+0000","last_undegraded":"2024-09-10T07:21:04.591357+0000","last_fullsized":"2024-09-10T07:21:04.591357+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:43.672335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590830+0000","last_change":"2024-09-10T07:21:03.479391+0000","last_active":"2024-09-10T07:21:04.590830+0000","last_peered":"2024-09-10T07:21:04.590830+0000","last_clean":"2024-09-10T07:21:04.590830+0000","last_became_active":"2024-09-10T07:21:03.478920+0000","last_became_peered":"2024-09-10T07:21:03.478920+0000","last_unstale":"2024-09-10T07:21:04.590830+0000","last_undegraded":"2024-09-10T07:21:04.590830+0000","last_fullsized":"2024-09-10T07:21:04.590830+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:08.146479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591311+0000","last_change":"2024-09-10T07:21:03.480176+0000","last_active":"2024-09-10T07:21:04.591311+0000","last_peered":"2024-09-10T07:21:04.591311+0000","last_clean":"2024-09-10T07:21:04.591311+0000","last_became_active":"2024-09-10T07:21:03.479882+0000","last_became_peered":"2024-09-10T07:21:03.479882+0000","last_unstale":"2024-09-10T07:21:04.591311+0000","last_undegraded":"2024-09-10T07:21:04.591311+0000","last_fullsized":"2024-09-10T07:21:04.591311+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:05.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590517+0000","last_change":"2024-09-10T07:21:03.475166+0000","last_active":"2024-09-10T07:21:04.590517+0000","last_peered":"2024-09-10T07:21:04.590517+0000","last_clean":"2024-09-10T07:21:04.590517+0000","last_became_active":"2024-09-10T07:21:03.474911+0000","last_became_peered":"2024-09-10T07:21:03.474911+0000","last_unstale":"2024-09-10T07:21:04.590517+0000","last_undegraded":"2024-09-10T07:21:04.590517+0000","last_fullsized":"2024-09-10T07:21:04.590517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:40.397950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455933+0000","last_change":"2024-09-10T07:21:03.468545+0000","last_active":"2024-09-10T07:21:04.455933+0000","last_peered":"2024-09-10T07:21:04.455933+0000","last_clean":"2024-09-10T07:21:04.455933+0000","last_became_active":"2024-09-10T07:21:03.468283+0000","last_became_peered":"2024-09-10T07:21:03.468283+0000","last_unstale":"2024-09-10T07:21:04.455933+0000","last_undegraded":"2024-09-10T07:21:04.455933+0000","last_fullsized":"2024-09-10T07:21:04.455933+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:52:33.169749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590632+0000","last_change":"2024-09-10T07:21:03.467536+0000","last_active":"2024-09-10T07:21:04.590632+0000","last_peered":"2024-09-10T07:21:04.590632+0000","last_clean":"2024-09-10T07:21:04.590632+0000","last_became_active":"2024-09-10T07:21:03.467262+0000","last_became_peered":"2024-09-10T07:21:03.467262+0000","last_unstale":"2024-09-10T07:21:04.590632+0000","last_undegraded":"2024-09-10T07:21:04.590632+0000","last_fullsized":"2024-09-10T07:21:04.590632+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:53.865469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456649+0000","last_change":"2024-09-10T07:21:03.484554+0000","last_active":"2024-09-10T07:21:04.456649+0000","last_peered":"2024-09-10T07:21:04.456649+0000","last_clean":"2024-09-10T07:21:04.456649+0000","last_became_active":"2024-09-10T07:21:03.482097+0000","last_became_peered":"2024-09-10T07:21:03.482097+0000","last_unstale":"2024-09-10T07:21:04.456649+0000","last_undegraded":"2024-09-10T07:21:04.456649+0000","last_fullsized":"2024-09-10T07:21:04.456649+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:40.397950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.457107+0000","last_change":"2024-09-10T07:21:03.480903+0000","last_active":"2024-09-10T07:21:04.457107+0000","last_peered":"2024-09-10T07:21:04.457107+0000","last_clean":"2024-09-10T07:21:04.457107+0000","last_became_active":"2024-09-10T07:21:03.479310+0000","last_became_peered":"2024-09-10T07:21:03.479310+0000","last_unstale":"2024-09-10T07:21:04.457107+0000","last_undegraded":"2024-09-10T07:21:04.457107+0000","last_fullsized":"2024-09-10T07:21:04.457107+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:57.903463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591384+0000","last_change":"2024-09-10T07:21:03.465651+0000","last_active":"2024-09-10T07:21:04.591384+0000","last_peered":"2024-09-10T07:21:04.591384+0000","last_clean":"2024-09-10T07:21:04.591384+0000","last_became_active":"2024-09-10T07:21:03.465350+0000","last_became_peered":"2024-09-10T07:21:03.465350+0000","last_unstale":"2024-09-10T07:21:04.591384+0000","last_undegraded":"2024-09-10T07:21:04.591384+0000","last_fullsized":"2024-09-10T07:21:04.591384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:19.764209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591795+0000","last_change":"2024-09-10T07:21:03.473569+0000","last_active":"2024-09-10T07:21:04.591795+0000","last_peered":"2024-09-10T07:21:04.591795+0000","last_clean":"2024-09-10T07:21:04.591795+0000","last_became_active":"2024-09-10T07:21:03.473220+0000","last_became_peered":"2024-09-10T07:21:03.473220+0000","last_unstale":"2024-09-10T07:21:04.591795+0000","last_undegraded":"2024-09-10T07:21:04.591795+0000","last_fullsized":"2024-09-10T07:21:04.591795+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:22.299626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591160+0000","last_change":"2024-09-10T07:21:03.466555+0000","last_active":"2024-09-10T07:21:04.591160+0000","last_peered":"2024-09-10T07:21:04.591160+0000","last_clean":"2024-09-10T07:21:04.591160+0000","last_became_active":"2024-09-10T07:21:03.466156+0000","last_became_peered":"2024-09-10T07:21:03.466156+0000","last_unstale":"2024-09-10T07:21:04.591160+0000","last_undegraded":"2024-09-10T07:21:04.591160+0000","last_fullsized":"2024-09-10T07:21:04.591160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:09.013474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590610+0000","last_change":"2024-09-10T07:21:03.472242+0000","last_active":"2024-09-10T07:21:04.590610+0000","last_peered":"2024-09-10T07:21:04.590610+0000","last_clean":"2024-09-10T07:21:04.590610+0000","last_became_active":"2024-09-10T07:21:03.471543+0000","last_became_peered":"2024-09-10T07:21:03.471543+0000","last_unstale":"2024-09-10T07:21:04.590610+0000","last_undegraded":"2024-09-10T07:21:04.590610+0000","last_fullsized":"2024-09-10T07:21:04.590610+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:01.881181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456483+0000","last_change":"2024-09-10T07:21:03.469696+0000","last_active":"2024-09-10T07:21:04.456483+0000","last_peered":"2024-09-10T07:21:04.456483+0000","last_clean":"2024-09-10T07:21:04.456483+0000","last_became_active":"2024-09-10T07:21:03.469426+0000","last_became_peered":"2024-09-10T07:21:03.469426+0000","last_unstale":"2024-09-10T07:21:04.456483+0000","last_undegraded":"2024-09-10T07:21:04.456483+0000","last_fullsized":"2024-09-10T07:21:04.456483+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:15.809141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456014+0000","last_change":"2024-09-10T07:21:03.478280+0000","last_active":"2024-09-10T07:21:04.456014+0000","last_peered":"2024-09-10T07:21:04.456014+0000","last_clean":"2024-09-10T07:21:04.456014+0000","last_became_active":"2024-09-10T07:21:03.477974+0000","last_became_peered":"2024-09-10T07:21:03.477974+0000","last_unstale":"2024-09-10T07:21:04.456014+0000","last_undegraded":"2024-09-10T07:21:04.456014+0000","last_fullsized":"2024-09-10T07:21:04.456014+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:49.020973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591240+0000","last_change":"2024-09-10T07:21:03.470752+0000","last_active":"2024-09-10T07:21:04.591240+0000","last_peered":"2024-09-10T07:21:04.591240+0000","last_clean":"2024-09-10T07:21:04.591240+0000","last_became_active":"2024-09-10T07:21:03.470435+0000","last_became_peered":"2024-09-10T07:21:03.470435+0000","last_unstale":"2024-09-10T07:21:04.591240+0000","last_undegraded":"2024-09-10T07:21:04.591240+0000","last_fullsized":"2024-09-10T07:21:04.591240+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:37.971180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591253+0000","last_change":"2024-09-10T07:21:03.474084+0000","last_active":"2024-09-10T07:21:04.591253+0000","last_peered":"2024-09-10T07:21:04.591253+0000","last_clean":"2024-09-10T07:21:04.591253+0000","last_became_active":"2024-09-10T07:21:03.473815+0000","last_became_peered":"2024-09-10T07:21:03.473815+0000","last_unstale":"2024-09-10T07:21:04.591253+0000","last_undegraded":"2024-09-10T07:21:04.591253+0000","last_fullsized":"2024-09-10T07:21:04.591253+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:00.629396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592118+0000","last_change":"2024-09-10T07:21:03.479524+0000","last_active":"2024-09-10T07:21:04.592118+0000","last_peered":"2024-09-10T07:21:04.592118+0000","last_clean":"2024-09-10T07:21:04.592118+0000","last_became_active":"2024-09-10T07:21:03.479203+0000","last_became_peered":"2024-09-10T07:21:03.479203+0000","last_unstale":"2024-09-10T07:21:04.592118+0000","last_undegraded":"2024-09-10T07:21:04.592118+0000","last_fullsized":"2024-09-10T07:21:04.592118+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:36:02.500752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591383+0000","last_change":"2024-09-10T07:21:03.467147+0000","last_active":"2024-09-10T07:21:04.591383+0000","last_peered":"2024-09-10T07:21:04.591383+0000","last_clean":"2024-09-10T07:21:04.591383+0000","last_became_active":"2024-09-10T07:21:03.466841+0000","last_became_peered":"2024-09-10T07:21:03.466841+0000","last_unstale":"2024-09-10T07:21:04.591383+0000","last_undegraded":"2024-09-10T07:21:04.591383+0000","last_fullsized":"2024-09-10T07:21:04.591383+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:04.374584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590910+0000","last_change":"2024-09-10T07:21:03.484179+0000","last_active":"2024-09-10T07:21:04.590910+0000","last_peered":"2024-09-10T07:21:04.590910+0000","last_clean":"2024-09-10T07:21:04.590910+0000","last_became_active":"2024-09-10T07:21:03.483613+0000","last_became_peered":"2024-09-10T07:21:03.483613+0000","last_unstale":"2024-09-10T07:21:04.590910+0000","last_undegraded":"2024-09-10T07:21:04.590910+0000","last_fullsized":"2024-09-10T07:21:04.590910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:41.624981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591223+0000","last_change":"2024-09-10T07:21:03.472583+0000","last_active":"2024-09-10T07:21:04.591223+0000","last_peered":"2024-09-10T07:21:04.591223+0000","last_clean":"2024-09-10T07:21:04.591223+0000","last_became_active":"2024-09-10T07:21:03.471504+0000","last_became_peered":"2024-09-10T07:21:03.471504+0000","last_unstale":"2024-09-10T07:21:04.591223+0000","last_undegraded":"2024-09-10T07:21:04.591223+0000","last_fullsized":"2024-09-10T07:21:04.591223+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:25.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590944+0000","last_change":"2024-09-10T07:21:03.462202+0000","last_active":"2024-09-10T07:21:04.590944+0000","last_peered":"2024-09-10T07:21:04.590944+0000","last_clean":"2024-09-10T07:21:04.590944+0000","last_became_active":"2024-09-10T07:21:03.460990+0000","last_became_peered":"2024-09-10T07:21:03.460990+0000","last_unstale":"2024-09-10T07:21:04.590944+0000","last_undegraded":"2024-09-10T07:21:04.590944+0000","last_fullsized":"2024-09-10T07:21:04.590944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:07.570474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456125+0000","last_change":"2024-09-10T07:21:03.478355+0000","last_active":"2024-09-10T07:21:04.456125+0000","last_peered":"2024-09-10T07:21:04.456125+0000","last_clean":"2024-09-10T07:21:04.456125+0000","last_became_active":"2024-09-10T07:21:03.478004+0000","last_became_peered":"2024-09-10T07:21:03.478004+0000","last_unstale":"2024-09-10T07:21:04.456125+0000","last_undegraded":"2024-09-10T07:21:04.456125+0000","last_fullsized":"2024-09-10T07:21:04.456125+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:35.744970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591063+0000","last_change":"2024-09-10T07:21:03.477245+0000","last_active":"2024-09-10T07:21:04.591063+0000","last_peered":"2024-09-10T07:21:04.591063+0000","last_clean":"2024-09-10T07:21:04.591063+0000","last_became_active":"2024-09-10T07:21:03.476933+0000","last_became_peered":"2024-09-10T07:21:03.476933+0000","last_unstale":"2024-09-10T07:21:04.591063+0000","last_undegraded":"2024-09-10T07:21:04.591063+0000","last_fullsized":"2024-09-10T07:21:04.591063+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:25.783114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456844+0000","last_change":"2024-09-10T07:21:03.481317+0000","last_active":"2024-09-10T07:21:04.456844+0000","last_peered":"2024-09-10T07:21:04.456844+0000","last_clean":"2024-09-10T07:21:04.456844+0000","last_became_active":"2024-09-10T07:21:03.479220+0000","last_became_peered":"2024-09-10T07:21:03.479220+0000","last_unstale":"2024-09-10T07:21:04.456844+0000","last_undegraded":"2024-09-10T07:21:04.456844+0000","last_fullsized":"2024-09-10T07:21:04.456844+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:01.881181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591336+0000","last_change":"2024-09-10T07:21:02.465873+0000","last_active":"2024-09-10T07:21:04.591336+0000","last_peered":"2024-09-10T07:21:04.591336+0000","last_clean":"2024-09-10T07:21:04.591336+0000","last_became_active":"2024-09-10T07:21:02.465579+0000","last_became_peered":"2024-09-10T07:21:02.465579+0000","last_unstale":"2024-09-10T07:21:04.591336+0000","last_undegraded":"2024-09-10T07:21:04.591336+0000","last_fullsized":"2024-09-10T07:21:04.591336+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:00.064517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592046+0000","last_change":"2024-09-10T07:21:03.483931+0000","last_active":"2024-09-10T07:21:04.592046+0000","last_peered":"2024-09-10T07:21:04.592046+0000","last_clean":"2024-09-10T07:21:04.592046+0000","last_became_active":"2024-09-10T07:21:03.483649+0000","last_became_peered":"2024-09-10T07:21:03.483649+0000","last_unstale":"2024-09-10T07:21:04.592046+0000","last_undegraded":"2024-09-10T07:21:04.592046+0000","last_fullsized":"2024-09-10T07:21:04.592046+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:16.985010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591052+0000","last_change":"2024-09-10T07:21:02.468176+0000","last_active":"2024-09-10T07:21:04.591052+0000","last_peered":"2024-09-10T07:21:04.591052+0000","last_clean":"2024-09-10T07:21:04.591052+0000","last_became_active":"2024-09-10T07:21:02.467873+0000","last_became_peered":"2024-09-10T07:21:02.467873+0000","last_unstale":"2024-09-10T07:21:04.591052+0000","last_undegraded":"2024-09-10T07:21:04.591052+0000","last_fullsized":"2024-09-10T07:21:04.591052+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:54.253899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.457023+0000","last_change":"2024-09-10T07:21:03.469292+0000","last_active":"2024-09-10T07:21:04.457023+0000","last_peered":"2024-09-10T07:21:04.457023+0000","last_clean":"2024-09-10T07:21:04.457023+0000","last_became_active":"2024-09-10T07:21:03.468911+0000","last_became_peered":"2024-09-10T07:21:03.468911+0000","last_unstale":"2024-09-10T07:21:04.457023+0000","last_undegraded":"2024-09-10T07:21:04.457023+0000","last_fullsized":"2024-09-10T07:21:04.457023+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:26.532235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.592074+0000","last_change":"2024-09-10T07:21:02.467553+0000","last_active":"2024-09-10T07:21:04.592074+0000","last_peered":"2024-09-10T07:21:04.592074+0000","last_clean":"2024-09-10T07:21:04.592074+0000","last_became_active":"2024-09-10T07:21:02.467274+0000","last_became_peered":"2024-09-10T07:21:02.467274+0000","last_unstale":"2024-09-10T07:21:04.592074+0000","last_undegraded":"2024-09-10T07:21:04.592074+0000","last_fullsized":"2024-09-10T07:21:04.592074+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:19.479927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460029+0000","last_change":"2024-09-10T07:21:03.462378+0000","last_active":"2024-09-10T07:21:04.460029+0000","last_peered":"2024-09-10T07:21:04.460029+0000","last_clean":"2024-09-10T07:21:04.460029+0000","last_became_active":"2024-09-10T07:21:03.462073+0000","last_became_peered":"2024-09-10T07:21:03.462073+0000","last_unstale":"2024-09-10T07:21:04.460029+0000","last_undegraded":"2024-09-10T07:21:04.460029+0000","last_fullsized":"2024-09-10T07:21:04.460029+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:36:08.011233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456315+0000","last_change":"2024-09-10T07:21:02.472812+0000","last_active":"2024-09-10T07:21:04.456315+0000","last_peered":"2024-09-10T07:21:04.456315+0000","last_clean":"2024-09-10T07:21:04.456315+0000","last_became_active":"2024-09-10T07:21:02.472500+0000","last_became_peered":"2024-09-10T07:21:02.472500+0000","last_unstale":"2024-09-10T07:21:04.456315+0000","last_undegraded":"2024-09-10T07:21:04.456315+0000","last_fullsized":"2024-09-10T07:21:04.456315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:10:52.420771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590762+0000","last_change":"2024-09-10T07:21:03.477856+0000","last_active":"2024-09-10T07:21:04.590762+0000","last_peered":"2024-09-10T07:21:04.590762+0000","last_clean":"2024-09-10T07:21:04.590762+0000","last_became_active":"2024-09-10T07:21:03.477298+0000","last_became_peered":"2024-09-10T07:21:03.477298+0000","last_unstale":"2024-09-10T07:21:04.590762+0000","last_undegraded":"2024-09-10T07:21:04.590762+0000","last_fullsized":"2024-09-10T07:21:04.590762+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:02.804984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590575+0000","last_change":"2024-09-10T07:21:02.470067+0000","last_active":"2024-09-10T07:21:04.590575+0000","last_peered":"2024-09-10T07:21:04.590575+0000","last_clean":"2024-09-10T07:21:04.590575+0000","last_became_active":"2024-09-10T07:21:02.469749+0000","last_became_peered":"2024-09-10T07:21:02.469749+0000","last_unstale":"2024-09-10T07:21:04.590575+0000","last_undegraded":"2024-09-10T07:21:04.590575+0000","last_fullsized":"2024-09-10T07:21:04.590575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590767+0000","last_change":"2024-09-10T07:21:03.474205+0000","last_active":"2024-09-10T07:21:04.590767+0000","last_peered":"2024-09-10T07:21:04.590767+0000","last_clean":"2024-09-10T07:21:04.590767+0000","last_became_active":"2024-09-10T07:21:03.472568+0000","last_became_peered":"2024-09-10T07:21:03.472568+0000","last_unstale":"2024-09-10T07:21:04.590767+0000","last_undegraded":"2024-09-10T07:21:04.590767+0000","last_fullsized":"2024-09-10T07:21:04.590767+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:49.673789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456371+0000","last_change":"2024-09-10T07:21:02.468839+0000","last_active":"2024-09-10T07:21:04.456371+0000","last_peered":"2024-09-10T07:21:04.456371+0000","last_clean":"2024-09-10T07:21:04.456371+0000","last_became_active":"2024-09-10T07:21:02.468557+0000","last_became_peered":"2024-09-10T07:21:02.468557+0000","last_unstale":"2024-09-10T07:21:04.456371+0000","last_undegraded":"2024-09-10T07:21:04.456371+0000","last_fullsized":"2024-09-10T07:21:04.456371+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:52.198293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456188+0000","last_change":"2024-09-10T07:21:03.466900+0000","last_active":"2024-09-10T07:21:04.456188+0000","last_peered":"2024-09-10T07:21:04.456188+0000","last_clean":"2024-09-10T07:21:04.456188+0000","last_became_active":"2024-09-10T07:21:03.466594+0000","last_became_peered":"2024-09-10T07:21:03.466594+0000","last_unstale":"2024-09-10T07:21:04.456188+0000","last_undegraded":"2024-09-10T07:21:04.456188+0000","last_fullsized":"2024-09-10T07:21:04.456188+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:02.804984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591829+0000","last_change":"2024-09-10T07:21:02.474032+0000","last_active":"2024-09-10T07:21:04.591829+0000","last_peered":"2024-09-10T07:21:04.591829+0000","last_clean":"2024-09-10T07:21:04.591829+0000","last_became_active":"2024-09-10T07:21:02.473772+0000","last_became_peered":"2024-09-10T07:21:02.473772+0000","last_unstale":"2024-09-10T07:21:04.591829+0000","last_undegraded":"2024-09-10T07:21:04.591829+0000","last_fullsized":"2024-09-10T07:21:04.591829+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:12.161027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459855+0000","last_change":"2024-09-10T07:21:03.471077+0000","last_active":"2024-09-10T07:21:04.459855+0000","last_peered":"2024-09-10T07:21:04.459855+0000","last_clean":"2024-09-10T07:21:04.459855+0000","last_became_active":"2024-09-10T07:21:03.470763+0000","last_became_peered":"2024-09-10T07:21:03.470763+0000","last_unstale":"2024-09-10T07:21:04.459855+0000","last_undegraded":"2024-09-10T07:21:04.459855+0000","last_fullsized":"2024-09-10T07:21:04.459855+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:29:27.052119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455724+0000","last_change":"2024-09-10T07:21:02.463913+0000","last_active":"2024-09-10T07:21:04.455724+0000","last_peered":"2024-09-10T07:21:04.455724+0000","last_clean":"2024-09-10T07:21:04.455724+0000","last_became_active":"2024-09-10T07:21:02.463459+0000","last_became_peered":"2024-09-10T07:21:02.463459+0000","last_unstale":"2024-09-10T07:21:04.455724+0000","last_undegraded":"2024-09-10T07:21:04.455724+0000","last_fullsized":"2024-09-10T07:21:04.455724+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:10.269832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591681+0000","last_change":"2024-09-10T07:21:03.474248+0000","last_active":"2024-09-10T07:21:04.591681+0000","last_peered":"2024-09-10T07:21:04.591681+0000","last_clean":"2024-09-10T07:21:04.591681+0000","last_became_active":"2024-09-10T07:21:03.473902+0000","last_became_peered":"2024-09-10T07:21:03.473902+0000","last_unstale":"2024-09-10T07:21:04.591681+0000","last_undegraded":"2024-09-10T07:21:04.591681+0000","last_fullsized":"2024-09-10T07:21:04.591681+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:31.299993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460077+0000","last_change":"2024-09-10T07:21:02.472242+0000","last_active":"2024-09-10T07:21:04.460077+0000","last_peered":"2024-09-10T07:21:04.460077+0000","last_clean":"2024-09-10T07:21:04.460077+0000","last_became_active":"2024-09-10T07:21:02.471755+0000","last_became_peered":"2024-09-10T07:21:02.471755+0000","last_unstale":"2024-09-10T07:21:04.460077+0000","last_undegraded":"2024-09-10T07:21:04.460077+0000","last_fullsized":"2024-09-10T07:21:04.460077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:24.777193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455959+0000","last_change":"2024-09-10T07:21:03.474618+0000","last_active":"2024-09-10T07:21:04.455959+0000","last_peered":"2024-09-10T07:21:04.455959+0000","last_clean":"2024-09-10T07:21:04.455959+0000","last_became_active":"2024-09-10T07:21:03.474365+0000","last_became_peered":"2024-09-10T07:21:03.474365+0000","last_unstale":"2024-09-10T07:21:04.455959+0000","last_undegraded":"2024-09-10T07:21:04.455959+0000","last_fullsized":"2024-09-10T07:21:04.455959+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:05.118268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591464+0000","last_change":"2024-09-10T07:21:02.470895+0000","last_active":"2024-09-10T07:21:04.591464+0000","last_peered":"2024-09-10T07:21:04.591464+0000","last_clean":"2024-09-10T07:21:04.591464+0000","last_became_active":"2024-09-10T07:21:02.470244+0000","last_became_peered":"2024-09-10T07:21:02.470244+0000","last_unstale":"2024-09-10T07:21:04.591464+0000","last_undegraded":"2024-09-10T07:21:04.591464+0000","last_fullsized":"2024-09-10T07:21:04.591464+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:21.293705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591356+0000","last_change":"2024-09-10T07:21:03.473930+0000","last_active":"2024-09-10T07:21:04.591356+0000","last_peered":"2024-09-10T07:21:04.591356+0000","last_clean":"2024-09-10T07:21:04.591356+0000","last_became_active":"2024-09-10T07:21:03.473646+0000","last_became_peered":"2024-09-10T07:21:03.473646+0000","last_unstale":"2024-09-10T07:21:04.591356+0000","last_undegraded":"2024-09-10T07:21:04.591356+0000","last_fullsized":"2024-09-10T07:21:04.591356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:07.803993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591026+0000","last_change":"2024-09-10T07:21:02.471906+0000","last_active":"2024-09-10T07:21:04.591026+0000","last_peered":"2024-09-10T07:21:04.591026+0000","last_clean":"2024-09-10T07:21:04.591026+0000","last_became_active":"2024-09-10T07:21:02.471562+0000","last_became_peered":"2024-09-10T07:21:02.471562+0000","last_unstale":"2024-09-10T07:21:04.591026+0000","last_undegraded":"2024-09-10T07:21:04.591026+0000","last_fullsized":"2024-09-10T07:21:04.591026+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.991163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456041+0000","last_change":"2024-09-10T07:21:03.470357+0000","last_active":"2024-09-10T07:21:04.456041+0000","last_peered":"2024-09-10T07:21:04.456041+0000","last_clean":"2024-09-10T07:21:04.456041+0000","last_became_active":"2024-09-10T07:21:03.470101+0000","last_became_peered":"2024-09-10T07:21:03.470101+0000","last_unstale":"2024-09-10T07:21:04.456041+0000","last_undegraded":"2024-09-10T07:21:04.456041+0000","last_fullsized":"2024-09-10T07:21:04.456041+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:58:34.676792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":20,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459929+0000","last_change":"2024-09-10T07:21:02.471932+0000","last_active":"2024-09-10T07:21:04.459929+0000","last_peered":"2024-09-10T07:21:04.459929+0000","last_clean":"2024-09-10T07:21:04.459929+0000","last_became_active":"2024-09-10T07:21:02.471622+0000","last_became_peered":"2024-09-10T07:21:02.471622+0000","last_unstale":"2024-09-10T07:21:04.459929+0000","last_undegraded":"2024-09-10T07:21:04.459929+0000","last_fullsized":"2024-09-10T07:21:04.459929+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:59.623475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590859+0000","last_change":"2024-09-10T07:21:03.484684+0000","last_active":"2024-09-10T07:21:04.590859+0000","last_peered":"2024-09-10T07:21:04.590859+0000","last_clean":"2024-09-10T07:21:04.590859+0000","last_became_active":"2024-09-10T07:21:03.484398+0000","last_became_peered":"2024-09-10T07:21:03.484398+0000","last_unstale":"2024-09-10T07:21:04.590859+0000","last_undegraded":"2024-09-10T07:21:04.590859+0000","last_fullsized":"2024-09-10T07:21:04.590859+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:15.809141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460123+0000","last_change":"2024-09-10T07:21:02.467938+0000","last_active":"2024-09-10T07:21:04.460123+0000","last_peered":"2024-09-10T07:21:04.460123+0000","last_clean":"2024-09-10T07:21:04.460123+0000","last_became_active":"2024-09-10T07:21:02.467617+0000","last_became_peered":"2024-09-10T07:21:02.467617+0000","last_unstale":"2024-09-10T07:21:04.460123+0000","last_undegraded":"2024-09-10T07:21:04.460123+0000","last_fullsized":"2024-09-10T07:21:04.460123+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:08.007553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459818+0000","last_change":"2024-09-10T07:21:03.471817+0000","last_active":"2024-09-10T07:21:04.459818+0000","last_peered":"2024-09-10T07:21:04.459818+0000","last_clean":"2024-09-10T07:21:04.459818+0000","last_became_active":"2024-09-10T07:21:03.471526+0000","last_became_peered":"2024-09-10T07:21:03.471526+0000","last_unstale":"2024-09-10T07:21:04.459818+0000","last_undegraded":"2024-09-10T07:21:04.459818+0000","last_fullsized":"2024-09-10T07:21:04.459818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:13:30.404146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591266+0000","last_change":"2024-09-10T07:21:02.472873+0000","last_active":"2024-09-10T07:21:04.591266+0000","last_peered":"2024-09-10T07:21:04.591266+0000","last_clean":"2024-09-10T07:21:04.591266+0000","last_became_active":"2024-09-10T07:21:02.472585+0000","last_became_peered":"2024-09-10T07:21:02.472585+0000","last_unstale":"2024-09-10T07:21:04.591266+0000","last_undegraded":"2024-09-10T07:21:04.591266+0000","last_fullsized":"2024-09-10T07:21:04.591266+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:00.064517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456322+0000","last_change":"2024-09-10T07:21:03.477213+0000","last_active":"2024-09-10T07:21:04.456322+0000","last_peered":"2024-09-10T07:21:04.456322+0000","last_clean":"2024-09-10T07:21:04.456322+0000","last_became_active":"2024-09-10T07:21:03.476956+0000","last_became_peered":"2024-09-10T07:21:03.476956+0000","last_unstale":"2024-09-10T07:21:04.456322+0000","last_undegraded":"2024-09-10T07:21:04.456322+0000","last_fullsized":"2024-09-10T07:21:04.456322+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:47.833699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591035+0000","last_change":"2024-09-10T07:21:02.466702+0000","last_active":"2024-09-10T07:21:04.591035+0000","last_peered":"2024-09-10T07:21:04.591035+0000","last_clean":"2024-09-10T07:21:04.591035+0000","last_became_active":"2024-09-10T07:21:02.466425+0000","last_became_peered":"2024-09-10T07:21:02.466425+0000","last_unstale":"2024-09-10T07:21:04.591035+0000","last_undegraded":"2024-09-10T07:21:04.591035+0000","last_fullsized":"2024-09-10T07:21:04.591035+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:20:11.479839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460067+0000","last_change":"2024-09-10T07:21:03.480027+0000","last_active":"2024-09-10T07:21:04.460067+0000","last_peered":"2024-09-10T07:21:04.460067+0000","last_clean":"2024-09-10T07:21:04.460067+0000","last_became_active":"2024-09-10T07:21:03.479735+0000","last_became_peered":"2024-09-10T07:21:03.479735+0000","last_unstale":"2024-09-10T07:21:04.460067+0000","last_undegraded":"2024-09-10T07:21:04.460067+0000","last_fullsized":"2024-09-10T07:21:04.460067+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:05.491615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":22,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456653+0000","last_change":"2024-09-10T07:21:02.467705+0000","last_active":"2024-09-10T07:21:04.456653+0000","last_peered":"2024-09-10T07:21:04.456653+0000","last_clean":"2024-09-10T07:21:04.456653+0000","last_became_active":"2024-09-10T07:21:02.467363+0000","last_became_peered":"2024-09-10T07:21:02.467363+0000","last_unstale":"2024-09-10T07:21:04.456653+0000","last_undegraded":"2024-09-10T07:21:04.456653+0000","last_fullsized":"2024-09-10T07:21:04.456653+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460028+0000","last_change":"2024-09-10T07:21:03.462290+0000","last_active":"2024-09-10T07:21:04.460028+0000","last_peered":"2024-09-10T07:21:04.460028+0000","last_clean":"2024-09-10T07:21:04.460028+0000","last_became_active":"2024-09-10T07:21:03.462003+0000","last_became_peered":"2024-09-10T07:21:03.462003+0000","last_unstale":"2024-09-10T07:21:04.460028+0000","last_undegraded":"2024-09-10T07:21:04.460028+0000","last_fullsized":"2024-09-10T07:21:04.460028+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:43:18.977105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590786+0000","last_change":"2024-09-10T07:21:02.467517+0000","last_active":"2024-09-10T07:21:04.590786+0000","last_peered":"2024-09-10T07:21:04.590786+0000","last_clean":"2024-09-10T07:21:04.590786+0000","last_became_active":"2024-09-10T07:21:02.467236+0000","last_became_peered":"2024-09-10T07:21:02.467236+0000","last_unstale":"2024-09-10T07:21:04.590786+0000","last_undegraded":"2024-09-10T07:21:04.590786+0000","last_fullsized":"2024-09-10T07:21:04.590786+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:09.325586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590977+0000","last_change":"2024-09-10T07:21:03.479171+0000","last_active":"2024-09-10T07:21:04.590977+0000","last_peered":"2024-09-10T07:21:04.590977+0000","last_clean":"2024-09-10T07:21:04.590977+0000","last_became_active":"2024-09-10T07:21:03.478571+0000","last_became_peered":"2024-09-10T07:21:03.478571+0000","last_unstale":"2024-09-10T07:21:04.590977+0000","last_undegraded":"2024-09-10T07:21:04.590977+0000","last_fullsized":"2024-09-10T07:21:04.590977+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:00:58.504237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456955+0000","last_change":"2024-09-10T07:21:02.467898+0000","last_active":"2024-09-10T07:21:04.456955+0000","last_peered":"2024-09-10T07:21:04.456955+0000","last_clean":"2024-09-10T07:21:04.456955+0000","last_became_active":"2024-09-10T07:21:02.467635+0000","last_became_peered":"2024-09-10T07:21:02.467635+0000","last_unstale":"2024-09-10T07:21:04.456955+0000","last_undegraded":"2024-09-10T07:21:04.456955+0000","last_fullsized":"2024-09-10T07:21:04.456955+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:36.965259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456862+0000","last_change":"2024-09-10T07:21:03.471022+0000","last_active":"2024-09-10T07:21:04.456862+0000","last_peered":"2024-09-10T07:21:04.456862+0000","last_clean":"2024-09-10T07:21:04.456862+0000","last_became_active":"2024-09-10T07:21:03.470729+0000","last_became_peered":"2024-09-10T07:21:03.470729+0000","last_unstale":"2024-09-10T07:21:04.456862+0000","last_undegraded":"2024-09-10T07:21:04.456862+0000","last_fullsized":"2024-09-10T07:21:04.456862+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:26.442404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591695+0000","last_change":"2024-09-10T07:21:02.469042+0000","last_active":"2024-09-10T07:21:04.591695+0000","last_peered":"2024-09-10T07:21:04.591695+0000","last_clean":"2024-09-10T07:21:04.591695+0000","last_became_active":"2024-09-10T07:21:02.468732+0000","last_became_peered":"2024-09-10T07:21:02.468732+0000","last_unstale":"2024-09-10T07:21:04.591695+0000","last_undegraded":"2024-09-10T07:21:04.591695+0000","last_fullsized":"2024-09-10T07:21:04.591695+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:15.486885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591546+0000","last_change":"2024-09-10T07:21:03.472784+0000","last_active":"2024-09-10T07:21:04.591546+0000","last_peered":"2024-09-10T07:21:04.591546+0000","last_clean":"2024-09-10T07:21:04.591546+0000","last_became_active":"2024-09-10T07:21:03.472501+0000","last_became_peered":"2024-09-10T07:21:03.472501+0000","last_unstale":"2024-09-10T07:21:04.591546+0000","last_undegraded":"2024-09-10T07:21:04.591546+0000","last_fullsized":"2024-09-10T07:21:04.591546+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:53.204214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591668+0000","last_change":"2024-09-10T07:21:02.469371+0000","last_active":"2024-09-10T07:21:04.591668+0000","last_peered":"2024-09-10T07:21:04.591668+0000","last_clean":"2024-09-10T07:21:04.591668+0000","last_became_active":"2024-09-10T07:21:02.469090+0000","last_became_peered":"2024-09-10T07:21:02.469090+0000","last_unstale":"2024-09-10T07:21:04.591668+0000","last_undegraded":"2024-09-10T07:21:04.591668+0000","last_fullsized":"2024-09-10T07:21:04.591668+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:57.012123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456777+0000","last_change":"2024-09-10T07:21:03.478569+0000","last_active":"2024-09-10T07:21:04.456777+0000","last_peered":"2024-09-10T07:21:04.456777+0000","last_clean":"2024-09-10T07:21:04.456777+0000","last_became_active":"2024-09-10T07:21:03.478290+0000","last_became_peered":"2024-09-10T07:21:03.478290+0000","last_unstale":"2024-09-10T07:21:04.456777+0000","last_undegraded":"2024-09-10T07:21:04.456777+0000","last_fullsized":"2024-09-10T07:21:04.456777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:42.147781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591340+0000","last_change":"2024-09-10T07:21:02.468226+0000","last_active":"2024-09-10T07:21:04.591340+0000","last_peered":"2024-09-10T07:21:04.591340+0000","last_clean":"2024-09-10T07:21:04.591340+0000","last_became_active":"2024-09-10T07:21:02.467941+0000","last_became_peered":"2024-09-10T07:21:02.467941+0000","last_unstale":"2024-09-10T07:21:04.591340+0000","last_undegraded":"2024-09-10T07:21:04.591340+0000","last_fullsized":"2024-09-10T07:21:04.591340+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:34.033360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591803+0000","last_change":"2024-09-10T07:21:03.478232+0000","last_active":"2024-09-10T07:21:04.591803+0000","last_peered":"2024-09-10T07:21:04.591803+0000","last_clean":"2024-09-10T07:21:04.591803+0000","last_became_active":"2024-09-10T07:21:03.477974+0000","last_became_peered":"2024-09-10T07:21:03.477974+0000","last_unstale":"2024-09-10T07:21:04.591803+0000","last_undegraded":"2024-09-10T07:21:04.591803+0000","last_fullsized":"2024-09-10T07:21:04.591803+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:35.744970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591112+0000","last_change":"2024-09-10T07:21:02.465659+0000","last_active":"2024-09-10T07:21:04.591112+0000","last_peered":"2024-09-10T07:21:04.591112+0000","last_clean":"2024-09-10T07:21:04.591112+0000","last_became_active":"2024-09-10T07:21:02.465367+0000","last_became_peered":"2024-09-10T07:21:02.465367+0000","last_unstale":"2024-09-10T07:21:04.591112+0000","last_undegraded":"2024-09-10T07:21:04.591112+0000","last_fullsized":"2024-09-10T07:21:04.591112+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:00.252109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590597+0000","last_change":"2024-09-10T07:21:03.464053+0000","last_active":"2024-09-10T07:21:04.590597+0000","last_peered":"2024-09-10T07:21:04.590597+0000","last_clean":"2024-09-10T07:21:04.590597+0000","last_became_active":"2024-09-10T07:21:03.463809+0000","last_became_peered":"2024-09-10T07:21:03.463809+0000","last_unstale":"2024-09-10T07:21:04.590597+0000","last_undegraded":"2024-09-10T07:21:04.590597+0000","last_fullsized":"2024-09-10T07:21:04.590597+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:42.147781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456162+0000","last_change":"2024-09-10T07:21:02.471608+0000","last_active":"2024-09-10T07:21:04.456162+0000","last_peered":"2024-09-10T07:21:04.456162+0000","last_clean":"2024-09-10T07:21:04.456162+0000","last_became_active":"2024-09-10T07:21:02.471321+0000","last_became_peered":"2024-09-10T07:21:02.471321+0000","last_unstale":"2024-09-10T07:21:04.456162+0000","last_undegraded":"2024-09-10T07:21:04.456162+0000","last_fullsized":"2024-09-10T07:21:04.456162+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:21.293705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460068+0000","last_change":"2024-09-10T07:21:03.470811+0000","last_active":"2024-09-10T07:21:04.460068+0000","last_peered":"2024-09-10T07:21:04.460068+0000","last_clean":"2024-09-10T07:21:04.460068+0000","last_became_active":"2024-09-10T07:21:03.470542+0000","last_became_peered":"2024-09-10T07:21:03.470542+0000","last_unstale":"2024-09-10T07:21:04.460068+0000","last_undegraded":"2024-09-10T07:21:04.460068+0000","last_fullsized":"2024-09-10T07:21:04.460068+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:49.036817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591293+0000","last_change":"2024-09-10T07:21:02.462862+0000","last_active":"2024-09-10T07:21:04.591293+0000","last_peered":"2024-09-10T07:21:04.591293+0000","last_clean":"2024-09-10T07:21:04.591293+0000","last_became_active":"2024-09-10T07:21:02.462543+0000","last_became_peered":"2024-09-10T07:21:02.462543+0000","last_unstale":"2024-09-10T07:21:04.591293+0000","last_undegraded":"2024-09-10T07:21:04.591293+0000","last_fullsized":"2024-09-10T07:21:04.591293+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:40:32.066086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591617+0000","last_change":"2024-09-10T07:21:03.478870+0000","last_active":"2024-09-10T07:21:04.591617+0000","last_peered":"2024-09-10T07:21:04.591617+0000","last_clean":"2024-09-10T07:21:04.591617+0000","last_became_active":"2024-09-10T07:21:03.478577+0000","last_became_peered":"2024-09-10T07:21:03.478577+0000","last_unstale":"2024-09-10T07:21:04.591617+0000","last_undegraded":"2024-09-10T07:21:04.591617+0000","last_fullsized":"2024-09-10T07:21:04.591617+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:04.374584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590971+0000","last_change":"2024-09-10T07:21:02.471604+0000","last_active":"2024-09-10T07:21:04.590971+0000","last_peered":"2024-09-10T07:21:04.590971+0000","last_clean":"2024-09-10T07:21:04.590971+0000","last_became_active":"2024-09-10T07:21:02.471342+0000","last_became_peered":"2024-09-10T07:21:02.471342+0000","last_unstale":"2024-09-10T07:21:04.590971+0000","last_undegraded":"2024-09-10T07:21:04.590971+0000","last_fullsized":"2024-09-10T07:21:04.590971+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:39:21.461517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456077+0000","last_change":"2024-09-10T07:21:03.473985+0000","last_active":"2024-09-10T07:21:04.456077+0000","last_peered":"2024-09-10T07:21:04.456077+0000","last_clean":"2024-09-10T07:21:04.456077+0000","last_became_active":"2024-09-10T07:21:03.473719+0000","last_became_peered":"2024-09-10T07:21:03.473719+0000","last_unstale":"2024-09-10T07:21:04.456077+0000","last_undegraded":"2024-09-10T07:21:04.456077+0000","last_fullsized":"2024-09-10T07:21:04.456077+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:35:07.803993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591530+0000","last_change":"2024-09-10T07:21:02.465026+0000","last_active":"2024-09-10T07:21:04.591530+0000","last_peered":"2024-09-10T07:21:04.591530+0000","last_clean":"2024-09-10T07:21:04.591530+0000","last_became_active":"2024-09-10T07:21:02.463278+0000","last_became_peered":"2024-09-10T07:21:02.463278+0000","last_unstale":"2024-09-10T07:21:04.591530+0000","last_undegraded":"2024-09-10T07:21:04.591530+0000","last_fullsized":"2024-09-10T07:21:04.591530+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:07.842194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.460124+0000","last_change":"2024-09-10T07:21:03.468292+0000","last_active":"2024-09-10T07:21:04.460124+0000","last_peered":"2024-09-10T07:21:04.460124+0000","last_clean":"2024-09-10T07:21:04.460124+0000","last_became_active":"2024-09-10T07:21:03.468005+0000","last_became_peered":"2024-09-10T07:21:03.468005+0000","last_unstale":"2024-09-10T07:21:04.460124+0000","last_undegraded":"2024-09-10T07:21:04.460124+0000","last_fullsized":"2024-09-10T07:21:04.460124+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:15.532070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591036+0000","last_change":"2024-09-10T07:21:02.469569+0000","last_active":"2024-09-10T07:21:04.591036+0000","last_peered":"2024-09-10T07:21:04.591036+0000","last_clean":"2024-09-10T07:21:04.591036+0000","last_became_active":"2024-09-10T07:21:02.468733+0000","last_became_peered":"2024-09-10T07:21:02.468733+0000","last_unstale":"2024-09-10T07:21:04.591036+0000","last_undegraded":"2024-09-10T07:21:04.591036+0000","last_fullsized":"2024-09-10T07:21:04.591036+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:52.198293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591271+0000","last_change":"2024-09-10T07:21:03.482116+0000","last_active":"2024-09-10T07:21:04.591271+0000","last_peered":"2024-09-10T07:21:04.591271+0000","last_clean":"2024-09-10T07:21:04.591271+0000","last_became_active":"2024-09-10T07:21:03.481735+0000","last_became_peered":"2024-09-10T07:21:03.481735+0000","last_unstale":"2024-09-10T07:21:04.591271+0000","last_undegraded":"2024-09-10T07:21:04.591271+0000","last_fullsized":"2024-09-10T07:21:04.591271+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:26.532235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590959+0000","last_change":"2024-09-10T07:21:02.469683+0000","last_active":"2024-09-10T07:21:04.590959+0000","last_peered":"2024-09-10T07:21:04.590959+0000","last_clean":"2024-09-10T07:21:04.590959+0000","last_became_active":"2024-09-10T07:21:02.468711+0000","last_became_peered":"2024-09-10T07:21:02.468711+0000","last_unstale":"2024-09-10T07:21:04.590959+0000","last_undegraded":"2024-09-10T07:21:04.590959+0000","last_fullsized":"2024-09-10T07:21:04.590959+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:30.294072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591871+0000","last_change":"2024-09-10T07:21:03.471608+0000","last_active":"2024-09-10T07:21:04.591871+0000","last_peered":"2024-09-10T07:21:04.591871+0000","last_clean":"2024-09-10T07:21:04.591871+0000","last_became_active":"2024-09-10T07:21:03.471311+0000","last_became_peered":"2024-09-10T07:21:03.471311+0000","last_unstale":"2024-09-10T07:21:04.591871+0000","last_undegraded":"2024-09-10T07:21:04.591871+0000","last_fullsized":"2024-09-10T07:21:04.591871+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:19.764209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.591047+0000","last_change":"2024-09-10T07:21:02.469300+0000","last_active":"2024-09-10T07:21:04.591047+0000","last_peered":"2024-09-10T07:21:04.591047+0000","last_clean":"2024-09-10T07:21:04.591047+0000","last_became_active":"2024-09-10T07:21:02.468981+0000","last_became_peered":"2024-09-10T07:21:02.468981+0000","last_unstale":"2024-09-10T07:21:04.591047+0000","last_undegraded":"2024-09-10T07:21:04.591047+0000","last_fullsized":"2024-09-10T07:21:04.591047+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:32.845816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456065+0000","last_change":"2024-09-10T07:21:03.474560+0000","last_active":"2024-09-10T07:21:04.456065+0000","last_peered":"2024-09-10T07:21:04.456065+0000","last_clean":"2024-09-10T07:21:04.456065+0000","last_became_active":"2024-09-10T07:21:03.474253+0000","last_became_peered":"2024-09-10T07:21:03.474253+0000","last_unstale":"2024-09-10T07:21:04.456065+0000","last_undegraded":"2024-09-10T07:21:04.456065+0000","last_fullsized":"2024-09-10T07:21:04.456065+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:56:13.257627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.455803+0000","last_change":"2024-09-10T07:21:02.471056+0000","last_active":"2024-09-10T07:21:04.455803+0000","last_peered":"2024-09-10T07:21:04.455803+0000","last_clean":"2024-09-10T07:21:04.455803+0000","last_became_active":"2024-09-10T07:21:02.470693+0000","last_became_peered":"2024-09-10T07:21:02.470693+0000","last_unstale":"2024-09-10T07:21:04.455803+0000","last_undegraded":"2024-09-10T07:21:04.455803+0000","last_fullsized":"2024-09-10T07:21:04.455803+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:22:54.253899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456889+0000","last_change":"2024-09-10T07:21:03.472599+0000","last_active":"2024-09-10T07:21:04.456889+0000","last_peered":"2024-09-10T07:21:04.456889+0000","last_clean":"2024-09-10T07:21:04.456889+0000","last_became_active":"2024-09-10T07:21:03.472317+0000","last_became_peered":"2024-09-10T07:21:03.472317+0000","last_unstale":"2024-09-10T07:21:04.456889+0000","last_undegraded":"2024-09-10T07:21:04.456889+0000","last_fullsized":"2024-09-10T07:21:04.456889+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:53.865469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.459740+0000","last_change":"2024-09-10T07:21:02.474205+0000","last_active":"2024-09-10T07:21:04.459740+0000","last_peered":"2024-09-10T07:21:04.459740+0000","last_clean":"2024-09-10T07:21:04.459740+0000","last_became_active":"2024-09-10T07:21:02.473906+0000","last_became_peered":"2024-09-10T07:21:02.473906+0000","last_unstale":"2024-09-10T07:21:04.459740+0000","last_undegraded":"2024-09-10T07:21:04.459740+0000","last_fullsized":"2024-09-10T07:21:04.459740+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:06.564553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.590670+0000","last_change":"2024-09-10T07:21:03.484177+0000","last_active":"2024-09-10T07:21:04.590670+0000","last_peered":"2024-09-10T07:21:04.590670+0000","last_clean":"2024-09-10T07:21:04.590670+0000","last_became_active":"2024-09-10T07:21:03.483475+0000","last_became_peered":"2024-09-10T07:21:03.483475+0000","last_unstale":"2024-09-10T07:21:04.590670+0000","last_undegraded":"2024-09-10T07:21:04.590670+0000","last_fullsized":"2024-09-10T07:21:04.590670+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:02.445304+0000","last_clean_scrub_stamp":"2024-09-10T07:21:02.445304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:57.903463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456857+0000","last_change":"2024-09-10T07:21:02.473929+0000","last_active":"2024-09-10T07:21:04.456857+0000","last_peered":"2024-09-10T07:21:04.456857+0000","last_clean":"2024-09-10T07:21:04.456857+0000","last_became_active":"2024-09-10T07:21:02.473478+0000","last_became_peered":"2024-09-10T07:21:02.473478+0000","last_unstale":"2024-09-10T07:21:04.456857+0000","last_undegraded":"2024-09-10T07:21:04.456857+0000","last_fullsized":"2024-09-10T07:21:04.456857+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:01.439383+0000","last_clean_scrub_stamp":"2024-09-10T07:21:01.439383+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.991163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":203,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T07:21:04.456753+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:04.456753+0000","last_peered":"2024-09-10T07:21:04.456753+0000","last_clean":"2024-09-10T07:21:04.456753+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:04.456753+0000","last_undegraded":"2024-09-10T07:21:04.456753+0000","last_fullsized":"2024-09-10T07:21:04.456753+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542160,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1069056,"data_stored":790036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542160,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":466944,"data_stored":198098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542160,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":466944,"data_stored":198590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542161,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":199632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542160,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":462848,"data_stored":198056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542162,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":198076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28068,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343772,"statfs":{"total":96636764160,"available":96608022528,"internally_reserved":0,"allocated":1056768,"data_stored":788388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":462848,"data_stored":198568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:12.218 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:21:12.218 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T07:21:12.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 Processor -- start 2024-09-10T07:21:12.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 -- start start 2024-09-10T07:21:12.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9db40d43b0 0x7f9db40d4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9db40d4cd0 con 0x7f9db40d2860 2024-09-10T07:21:12.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f9db40d2d60 con 0x7f9db40d43b0 2024-09-10T07:21:12.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.365+0000 7f9dba56d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9db40d3040 con 0x7f9db40cf1d0 2024-09-10T07:21:12.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db3fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9db40d43b0 0x7f9db40d4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db37fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f9db40d2860 0x7f9db40d1ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58926/0 (socket says 172.21.15.3:58926) 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db37fe640 1 -- 172.21.15.3:0/3871415934 learned_addr learned my addr 172.21.15.3:0/3871415934 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db8b0a640 1 --2- 172.21.15.3:0/3871415934 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db3fff640 1 -- 172.21.15.3:0/3871415934 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 msgr2=0x7f9db40cf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db3fff640 1 --2- 172.21.15.3:0/3871415934 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cf680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db3fff640 1 -- 172.21.15.3:0/3871415934 >> v1:172.21.15.3:6789/0 conn(0x7f9db40d2860 legacy=0x7f9db40d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db3fff640 1 -- 172.21.15.3:0/3871415934 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9db40d15e0 con 0x7f9db40d43b0 2024-09-10T07:21:12.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.366+0000 7f9db2ffd640 1 -- 172.21.15.3:0/3871415934 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2063846816 0 0) 0x7f9db40d4cd0 con 0x7f9db40d2860 2024-09-10T07:21:12.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9db3fff640 1 --2- 172.21.15.3:0/3871415934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d43b0 0x7f9db40d4790 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9da40097a0 tx=0x7f9da402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af1b446591f835a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9db2ffd640 1 -- 172.21.15.3:0/3871415934 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da4037070 con 0x7f9db40d43b0 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9db2ffd640 1 -- 172.21.15.3:0/3871415934 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9da402ae50 con 0x7f9db40d43b0 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9db2ffd640 1 -- 172.21.15.3:0/3871415934 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da4032660 con 0x7f9db40d43b0 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9dba56d640 1 -- 172.21.15.3:0/3871415934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d43b0 msgr2=0x7f9db40d4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9dba56d640 1 --2- 172.21.15.3:0/3871415934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d43b0 0x7f9db40d4790 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9da40097a0 tx=0x7f9da402a100 comp rx=0 tx=0).stop 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9dba56d640 1 -- 172.21.15.3:0/3871415934 shutdown_connections 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9dba56d640 1 --2- 172.21.15.3:0/3871415934 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9dba56d640 1 --2- 172.21.15.3:0/3871415934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d43b0 0x7f9db40d4790 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.367+0000 7f9dba56d640 1 -- 172.21.15.3:0/3871415934 >> 172.21.15.3:0/3871415934 conn(0x7f9db408bfc0 msgr2=0x7f9db409d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:12.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.368+0000 7f9dba56d640 1 -- 172.21.15.3:0/3871415934 shutdown_connections 2024-09-10T07:21:12.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.368+0000 7f9dba56d640 1 -- 172.21.15.3:0/3871415934 wait complete. 2024-09-10T07:21:12.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.369+0000 7f9dba56d640 1 Processor -- start 2024-09-10T07:21:12.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.369+0000 7f9dba56d640 1 -- start start 2024-09-10T07:21:12.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 0x7f9db40b7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9db40d43b0 0x7f9db4153680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9db406cfd0 con 0x7f9db40d2860 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9db40d1ba0 con 0x7f9db40d43b0 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9db415e7a0 con 0x7f9db40cf1d0 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 0x7f9db40b7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 0x7f9db40b7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35430/0 (socket says 172.21.15.3:35430) 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 -- 172.21.15.3:0/2348899634 learned_addr learned my addr 172.21.15.3:0/2348899634 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db3fff640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db8b0a640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9db40d43b0 0x7f9db4153680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 -- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 msgr2=0x7f9db40cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 -- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9db40d43b0 msgr2=0x7f9db4153680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9db40d43b0 0x7f9db4153680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 -- 172.21.15.3:0/2348899634 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9db415f690 con 0x7f9db40d2860 2024-09-10T07:21:12.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db8b0a640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9db40d43b0 0x7f9db4153680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db37fe640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 0x7f9db40b7270 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9da800c4d0 tx=0x7f9da800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da8018070 con 0x7f9db40d2860 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9da8007500 con 0x7f9db40d2860 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9db40b79a0 con 0x7f9db40d2860 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da8004a20 con 0x7f9db40d2860 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.370+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9db40b7f60 con 0x7f9db40d2860 2024-09-10T07:21:12.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.371+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9db40d4790 con 0x7f9db40d2860 2024-09-10T07:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.372+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9da801b070 con 0x7f9db40d2860 2024-09-10T07:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.372+0000 7f9db0ff9640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9da006be30 0x7f9da006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.373+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f9da808a200 con 0x7f9db40d2860 2024-09-10T07:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.373+0000 7f9db3fff640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9da006be30 0x7f9da006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.373+0000 7f9db3fff640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9da006be30 0x7f9da006e2f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9da4034000 tx=0x7f9da402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.377+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9da8058460 con 0x7f9db40d2860 2024-09-10T07:21:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.622+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f9db415f860 con 0x7f9db40d2860 2024-09-10T07:21:12.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.624+0000 7f9db0ff9640 1 -- 172.21.15.3:0/2348899634 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v9) ==== 190+0+147 (secure 0 0 0) 0x7f9da805c760 con 0x7f9db40d2860 2024-09-10T07:21:12.624 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-09-10T07:21:12.624 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:21:12.625 INFO:teuthology.orchestra.run.smithi003.stdout: caps mds = "allow" 2024-09-10T07:21:12.625 INFO:teuthology.orchestra.run.smithi003.stdout: caps mon = "allow r" 2024-09-10T07:21:12.625 INFO:teuthology.orchestra.run.smithi003.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T07:21:12.625 INFO:teuthology.orchestra.run.smithi003.stderr:updated caps for client.0 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9da006be30 msgr2=0x7f9da006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9da006be30 0x7f9da006e2f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9da4034000 tx=0x7f9da402e000 comp rx=0 tx=0).stop 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 msgr2=0x7f9db40b7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 0x7f9db40b7270 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9da800c4d0 tx=0x7f9da800c990 comp rx=0 tx=0).stop 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 shutdown_connections 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9da006be30 0x7f9da006e2f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9db40d43b0 0x7f9db4153680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9db40d2860 0x7f9db40b7270 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 --2- 172.21.15.3:0/2348899634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9db40cf1d0 0x7f9db40cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 >> 172.21.15.3:0/2348899634 conn(0x7f9db408bfc0 msgr2=0x7f9db40b10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 shutdown_connections 2024-09-10T07:21:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.627+0000 7f9dba56d640 1 -- 172.21.15.3:0/2348899634 wait complete. 2024-09-10T07:21:12.638 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:12.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.740+0000 7fe3d3359640 1 Processor -- start 2024-09-10T07:21:12.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.740+0000 7fe3d3359640 1 -- start start 2024-09-10T07:21:12.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d3359640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe3cc15e800 0x7fe3cc0cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d3359640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe3cc0d3470 0x7fe3cc0d3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d3359640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3cc0cfd30 con 0x7fe3cc0cf910 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d3359640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe3cc15ebe0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d3359640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe3cc0d42d0 con 0x7fe3cc15e800 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe3cc0d3470 0x7fe3cc0d3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe3cc0d3470 0x7fe3cc0d3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35434/0 (socket says 172.21.15.3:35434) 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 -- 172.21.15.3:0/1111244881 learned_addr learned my addr 172.21.15.3:0/1111244881 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d10f5640 1 --2- 172.21.15.3:0/1111244881 >> v2:172.21.15.70:3300/0 conn(0x7fe3cc15e800 0x7fe3cc0cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 -- 172.21.15.3:0/1111244881 >> v2:172.21.15.70:3300/0 conn(0x7fe3cc15e800 msgr2=0x7fe3cc0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 --2- 172.21.15.3:0/1111244881 >> v2:172.21.15.70:3300/0 conn(0x7fe3cc15e800 0x7fe3cc0cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 -- 172.21.15.3:0/1111244881 >> v1:172.21.15.70:6789/0 conn(0x7fe3cc0cf910 legacy=0x7fe3cc06d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.741+0000 7fe3d18f6640 1 -- 172.21.15.3:0/1111244881 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3cc0d3ff0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.742+0000 7fe3d18f6640 1 --2- 172.21.15.3:0/1111244881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc0d3900 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc06c800 tx=0x7fe3c402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16293d4902486a7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.742+0000 7fe3bffff640 1 -- 172.21.15.3:0/1111244881 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4036070 con 0x7fe3cc0d3470 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.742+0000 7fe3bffff640 1 -- 172.21.15.3:0/1111244881 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3c4031600 con 0x7fe3cc0d3470 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.742+0000 7fe3bffff640 1 -- 172.21.15.3:0/1111244881 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c40319d0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 -- 172.21.15.3:0/1111244881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 msgr2=0x7fe3cc0d3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 --2- 172.21.15.3:0/1111244881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc0d3900 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc06c800 tx=0x7fe3c402a730 comp rx=0 tx=0).stop 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 -- 172.21.15.3:0/1111244881 shutdown_connections 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 --2- 172.21.15.3:0/1111244881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc0d3900 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 --2- 172.21.15.3:0/1111244881 >> v2:172.21.15.70:3300/0 conn(0x7fe3cc15e800 0x7fe3cc0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 -- 172.21.15.3:0/1111244881 >> 172.21.15.3:0/1111244881 conn(0x7fe3cc09d750 msgr2=0x7fe3cc0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:12.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 -- 172.21.15.3:0/1111244881 shutdown_connections 2024-09-10T07:21:12.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.743+0000 7fe3d3359640 1 -- 172.21.15.3:0/1111244881 wait complete. 2024-09-10T07:21:12.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.744+0000 7fe3d3359640 1 Processor -- start 2024-09-10T07:21:12.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.744+0000 7fe3d3359640 1 -- start start 2024-09-10T07:21:12.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d3359640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3cc0cf910 0x7fe3cc0b8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d3359640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc1618c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d3359640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3cc15e800 0x7fe3cc15edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d3359640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc06d170 con 0x7fe3cc0d3470 2024-09-10T07:21:12.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d3359640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc06ce90 con 0x7fe3cc15e800 2024-09-10T07:21:12.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d3359640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe3cc0d4e30 con 0x7fe3cc0cf910 2024-09-10T07:21:12.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc1618c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc1618c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35446/0 (socket says 172.21.15.3:35446) 2024-09-10T07:21:12.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 -- 172.21.15.3:0/3794843797 learned_addr learned my addr 172.21.15.3:0/3794843797 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:12.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d10f5640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3cc0cf910 0x7fe3cc0b8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d18f6640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3cc15e800 0x7fe3cc15edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 -- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3cc0cf910 msgr2=0x7fe3cc0b8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3cc0cf910 0x7fe3cc0b8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 -- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3cc15e800 msgr2=0x7fe3cc15edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3cc15e800 0x7fe3cc15edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 -- 172.21.15.3:0/3794843797 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3cc1582c0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.745+0000 7fe3d08f4640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc1618c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe3c000c400 tx=0x7fe3c000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.746+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c00052d0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.746+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3c0005490 con 0x7fe3cc0d3470 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.746+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c0007260 con 0x7fe3cc0d3470 2024-09-10T07:21:12.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.746+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3cc161e00 con 0x7fe3cc0d3470 2024-09-10T07:21:12.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.746+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3cc0b97c0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.747+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3cc068880 con 0x7fe3cc0d3470 2024-09-10T07:21:12.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.747+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3c0007400 con 0x7fe3cc0d3470 2024-09-10T07:21:12.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.748+0000 7fe3bdffb640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3b006be30 0x7fe3b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:12.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.748+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fe3c008a4d0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.748+0000 7fe3d10f5640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3b006be30 0x7fe3b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:12.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.748+0000 7fe3d10f5640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3b006be30 0x7fe3b006e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0b50b0 tx=0x7fe3c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:12.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.752+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3c00586a0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.965+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe3cc0ce820 con 0x7fe3cc0d3470 2024-09-10T07:21:12.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.966+0000 7fe3bdffb640 1 -- 172.21.15.3:0/3794843797 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5214 (secure 0 0 0) 0x7fe3c005c9a0 con 0x7fe3cc0d3470 2024-09-10T07:21:12.966 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:12.966 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":17,"btime":"2024-09-10T07:21:06:476476+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:05.828190+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4813},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4813":{"gid":4813,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2042363143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2042363143},{"type":"v1","addr":"172.21.15.3:6835","nonce":2042363143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4813,"qdb_cluster":[4813]},"id":2}]} 2024-09-10T07:21:12.966 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 17 2024-09-10T07:21:12.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3b006be30 msgr2=0x7fe3b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3b006be30 0x7fe3b006e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0b50b0 tx=0x7fe3c8008040 comp rx=0 tx=0).stop 2024-09-10T07:21:12.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 msgr2=0x7fe3cc1618c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:12.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc1618c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe3c000c400 tx=0x7fe3c000c8c0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 shutdown_connections 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3b006be30 0x7fe3b006e2f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3cc15e800 0x7fe3cc15edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3cc0d3470 0x7fe3cc1618c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 --2- 172.21.15.3:0/3794843797 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3cc0cf910 0x7fe3cc0b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 >> 172.21.15.3:0/3794843797 conn(0x7fe3cc09d750 msgr2=0x7fe3cc0d0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 shutdown_connections 2024-09-10T07:21:12.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:12.968+0000 7fe3d3359640 1 -- 172.21.15.3:0/3794843797 wait complete. 2024-09-10T07:21:13.381 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:02.820801+0000', 'modified': '2024-09-10T07:21:05.828190+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4813}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4813': {'gid': 4813, 'name': 'c', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6835/2042363143', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6834', 'nonce': 2042363143}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 2042363143}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4813, 'qdb_cluster': [4813]} 2024-09-10T07:21:13.381 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:21:13.382 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:21:13.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.490+0000 7fadab766640 1 Processor -- start 2024-09-10T07:21:13.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.490+0000 7fadab766640 1 -- start start 2024-09-10T07:21:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fadab766640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada415e650 0x7fada40d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fadab766640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fada40d2500 0x7fada40d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fadab766640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fada40cf0b0 con 0x7fada40d48c0 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fadab766640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fada40d3590 con 0x7fada40d2500 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fadab766640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fada415ea30 con 0x7fada415e650 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fada8d01640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fada40d2500 0x7fada40d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fada8d01640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fada40d2500 0x7fada40d4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35452/0 (socket says 172.21.15.3:35452) 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fada8d01640 1 -- 172.21.15.3:0/3372814398 learned_addr learned my addr 172.21.15.3:0/3372814398 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.491+0000 7fada9502640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada415e650 0x7fada40d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fada8d01640 1 -- 172.21.15.3:0/3372814398 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada415e650 msgr2=0x7fada40d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fada8d01640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada415e650 0x7fada40d1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fada8d01640 1 -- 172.21.15.3:0/3372814398 >> v1:172.21.15.70:6789/0 conn(0x7fada40d48c0 legacy=0x7fada40d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fada8d01640 1 -- 172.21.15.3:0/3372814398 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fada40d2a10 con 0x7fada40d2500 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fada9502640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada415e650 0x7fada40d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fada8d01640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada40d2500 0x7fada40d4380 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fad94009870 tx=0x7fad9402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e84e2511a3926bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fad9bfff640 1 -- 172.21.15.3:0/3372814398 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad94037070 con 0x7fada40d2500 2024-09-10T07:21:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fad9bfff640 1 -- 172.21.15.3:0/3372814398 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad94032440 con 0x7fada40d2500 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.492+0000 7fad9bfff640 1 -- 172.21.15.3:0/3372814398 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad94032810 con 0x7fada40d2500 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 -- 172.21.15.3:0/3372814398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada40d2500 msgr2=0x7fada40d4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada40d2500 0x7fada40d4380 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fad94009870 tx=0x7fad9402a210 comp rx=0 tx=0).stop 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 -- 172.21.15.3:0/3372814398 shutdown_connections 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada40d2500 0x7fada40d4380 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 --2- 172.21.15.3:0/3372814398 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada415e650 0x7fada40d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 -- 172.21.15.3:0/3372814398 >> 172.21.15.3:0/3372814398 conn(0x7fada408de10 msgr2=0x7fada409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 -- 172.21.15.3:0/3372814398 shutdown_connections 2024-09-10T07:21:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.493+0000 7fadab766640 1 -- 172.21.15.3:0/3372814398 wait complete. 2024-09-10T07:21:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.494+0000 7fadab766640 1 Processor -- start 2024-09-10T07:21:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.494+0000 7fadab766640 1 -- start start 2024-09-10T07:21:13.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.495+0000 7fadab766640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fada40d2500 0x7fada4155aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.495+0000 7fadab766640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada40d48c0 0x7fada40b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.495+0000 7fadab766640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 0x7fada40b25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.495+0000 7fadab766640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fada40d32b0 con 0x7fada415e650 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.495+0000 7fadab766640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fada40d2fd0 con 0x7fada40d2500 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.495+0000 7fadab766640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fada40b3d00 con 0x7fada40d48c0 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 0x7fada40b25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada8d01640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada40d48c0 0x7fada40b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 0x7fada40b25b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35462/0 (socket says 172.21.15.3:35462) 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9502640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fada40d2500 0x7fada4155aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 -- 172.21.15.3:0/700858189 learned_addr learned my addr 172.21.15.3:0/700858189 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 -- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada40d48c0 msgr2=0x7fada40b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada40d48c0 0x7fada40b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 -- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fada40d2500 msgr2=0x7fada4155aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fada40d2500 0x7fada4155aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 -- 172.21.15.3:0/700858189 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fada41574d0 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.496+0000 7fada9d03640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 0x7fada40b25b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fad9c00b970 tx=0x7fad9c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.497+0000 7fad99ffb640 1 -- 172.21.15.3:0/700858189 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9c019070 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.497+0000 7fad99ffb640 1 -- 172.21.15.3:0/700858189 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad9c00cb40 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.497+0000 7fad99ffb640 1 -- 172.21.15.3:0/700858189 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9c014440 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.497+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fada41577b0 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.498+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fada40b87c0 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.499+0000 7fad99ffb640 1 -- 172.21.15.3:0/700858189 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad9c01c070 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.500+0000 7fad99ffb640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad8806be30 0x7fad8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.500+0000 7fad99ffb640 1 -- 172.21.15.3:0/700858189 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fad9c08aba0 con 0x7fada415e650 2024-09-10T07:21:13.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.500+0000 7fada9502640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad8806be30 0x7fad8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fada9502640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad8806be30 0x7fad8806e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fada40b32a0 tx=0x7fada0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 Processor -- start 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 -- start start 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787bad1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 0x55787ba8c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8da50 0x55787ba868b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55787b9ee520 con 0x55787ba89a80 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55787b9963e0 con 0x55787ba8da50 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.501+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55787b9ea4e0 con 0x55787ba8c2c0 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 0x55787ba8c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 0x55787ba8c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35474/0 (socket says 172.21.15.3:35474) 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 -- 172.21.15.3:0/1047678937 learned_addr learned my addr 172.21.15.3:0/1047678937 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada9502640 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787bad1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada9d03640 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8da50 0x55787ba868b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 -- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 msgr2=0x55787bad1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787bad1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 -- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8da50 msgr2=0x55787ba868b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8da50 0x55787ba868b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 -- 172.21.15.3:0/1047678937 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55787b9b12f0 con 0x55787ba89a80 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fada8d01640 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 0x55787ba8c6a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fad94009870 tx=0x7fad9402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=847c9a360ef0890d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fad86ffd640 1 -- 172.21.15.3:0/1047678937 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad94037040 con 0x55787ba89a80 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fad86ffd640 1 -- 172.21.15.3:0/1047678937 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad940327c0 con 0x55787ba89a80 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.502+0000 7fad86ffd640 1 -- 172.21.15.3:0/1047678937 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad94032bb0 con 0x55787ba89a80 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 -- 172.21.15.3:0/1047678937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 msgr2=0x55787ba8c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 0x55787ba8c6a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fad94009870 tx=0x7fad9402c000 comp rx=0 tx=0).stop 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 -- 172.21.15.3:0/1047678937 shutdown_connections 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8da50 0x55787ba868b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba89a80 0x55787ba8c6a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1047678937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787bad1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 -- 172.21.15.3:0/1047678937 >> 172.21.15.3:0/1047678937 conn(0x55787ba88a80 msgr2=0x55787bad0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 -- 172.21.15.3:0/1047678937 shutdown_connections 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.503+0000 7fadae5dc740 1 -- 172.21.15.3:0/1047678937 wait complete. 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.504+0000 7fadae5dc740 1 -- start start 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.504+0000 7fadae5dc740 1 Processor -- start 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787baa7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baad340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787ba87120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55787ba87f20 con 0x55787ba8da50 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55787b977450 con 0x55787baad880 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55787bad2290 con 0x55787ba8c2c0 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 10 client.0 _ll_register_callbacks cb 0x55787b700ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baad340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baad340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35482/0 (socket says 172.21.15.3:35482) 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada9502640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787baa7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 -- 172.21.15.3:0/938829129 learned_addr learned my addr 172.21.15.3:0/938829129 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada9d03640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787ba87120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 -- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 msgr2=0x55787baa7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787baa7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 -- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 msgr2=0x55787ba87120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787ba87120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 -- 172.21.15.3:0/938829129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55787b7012d0 con 0x55787ba8da50 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada9d03640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787ba87120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fada8d01640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baad340 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fad94009990 tx=0x7fad94004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e108cdec0def032f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fad7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fad7ffff640 1 -- 172.21.15.3:0/938829129 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9404c020 con 0x55787ba8da50 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad940327c0 con 0x55787ba8da50 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.505+0000 7fad7ffff640 1 -- 172.21.15.3:0/938829129 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fad94032b80 con 0x55787ba8da50 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fad7ffff640 1 -- 172.21.15.3:0/938829129 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fad94037040 con 0x55787ba8da50 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 10 client.5085 fetch_fsmap learned FSMap version 17 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x55787b7cb6b0 con 0x55787ba8da50 2024-09-10T07:21:13.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fad7ffff640 1 -- 172.21.15.3:0/938829129 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad940327c0 con 0x55787ba8da50 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fad7ffff640 1 -- 172.21.15.3:0/938829129 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fad94059080 con 0x55787ba8da50 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 10 client.5085 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 10 client.5085 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 20 client.5085 populate_metadata read hostname 'smithi003' 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787bab5cb0 0x55787bab6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 4 client.5085 mds_command: new command op to 4813 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 --> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55787b9fbc50 con 0x55787bab5cb0 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fada9502640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787bab5cb0 0x55787bab6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fad7ffff640 10 client.5085 ms_handle_connect on v2:172.21.15.3:6834/2042363143 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.506+0000 7fada9502640 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787bab5cb0 0x55787bab6090 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd44a4f9964711b9 server_cookie=54092a3c7b4487c9 in_seq=0 out_seq=0 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fad7ffff640 1 -- 172.21.15.3:0/938829129 <== mds.0 v2:172.21.15.3:6834/2042363143 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55787b9fbc50 con 0x55787bab5cb0 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fad7ffff640 10 client.5085 handle_command_reply: tid=0 2024-09-10T07:21:13.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 client.5085 shutdown 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 msgr2=0x55787baad340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baad340 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fad94009990 tx=0x7fad94004730 comp rx=0 tx=0).stop 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 shutdown_connections 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787bab5cb0 0x55787bab6090 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787ba87120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fad7ffff640 0 client.5085 ms_handle_reset on v2:172.21.15.3:6834/2042363143 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baad340 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 --2- 172.21.15.3:0/938829129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8c2c0 0x55787baa7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 >> 172.21.15.3:0/938829129 conn(0x55787ba89a80 msgr2=0x55787bad4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 shutdown_connections 2024-09-10T07:21:13.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.507+0000 7fadae5dc740 1 -- 172.21.15.3:0/938829129 wait complete. 2024-09-10T07:21:13.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.508+0000 7fadae5dc740 20 client.5085 trim_cache size 0 max 16384 2024-09-10T07:21:13.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 Processor -- start 2024-09-10T07:21:13.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 -- start start 2024-09-10T07:21:13.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 0x55787bab4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8da50 0x55787bad4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787bad4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fada4200030 con 0x55787ba8c2c0 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fada40ba070 con 0x55787baad880 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fada41ff9e0 con 0x55787ba8da50 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fada9502640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 0x55787bab4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fada9502640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 0x55787bab4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35496/0 (socket says 172.21.15.3:35496) 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.526+0000 7fada9502640 1 -- 172.21.15.3:0/2512658054 learned_addr learned my addr 172.21.15.3:0/2512658054 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada8d01640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8da50 0x55787bad4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9d03640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787bad4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9502640 1 -- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8da50 msgr2=0x55787bad4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9502640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8da50 0x55787bad4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9502640 1 -- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 msgr2=0x55787bad4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9502640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787bad4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9502640 1 -- 172.21.15.3:0/2512658054 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55787ba8def0 con 0x55787ba8c2c0 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada8d01640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8da50 0x55787bad4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:13.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9d03640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787bad4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fada9502640 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 0x55787bab4d50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fada000afd0 tx=0x7fada0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c39b8f312541d6f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fad867fc640 1 -- 172.21.15.3:0/2512658054 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada002f070 con 0x55787ba8c2c0 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fad867fc640 1 -- 172.21.15.3:0/2512658054 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fada001c040 con 0x55787ba8c2c0 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.527+0000 7fad867fc640 1 -- 172.21.15.3:0/2512658054 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada001b040 con 0x55787ba8c2c0 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 -- 172.21.15.3:0/2512658054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 msgr2=0x55787bab4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 0x55787bab4d50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fada000afd0 tx=0x7fada0013000 comp rx=0 tx=0).stop 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 -- 172.21.15.3:0/2512658054 shutdown_connections 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787baad880 0x55787bad4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787ba8da50 0x55787bad4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 --2- 172.21.15.3:0/2512658054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8c2c0 0x55787bab4d50 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 -- 172.21.15.3:0/2512658054 >> 172.21.15.3:0/2512658054 conn(0x55787ba89a80 msgr2=0x55787bad2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 -- 172.21.15.3:0/2512658054 shutdown_connections 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 -- 172.21.15.3:0/2512658054 wait complete. 2024-09-10T07:21:13.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 -- start start 2024-09-10T07:21:13.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.528+0000 7fadae5dc740 1 Processor -- start 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8c2c0 0x55787ba861e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baeb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787baad880 0x55787bb4eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55787baa7fa0 con 0x55787ba8da50 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55787ba87f20 con 0x55787ba8c2c0 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55787baabc20 con 0x55787baad880 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fadae5dc740 10 client.0 _ll_register_callbacks cb 0x7fad94035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fada8d01640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baeb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fada8d01640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baeb020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35506/0 (socket says 172.21.15.3:35506) 2024-09-10T07:21:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fada8d01640 1 -- 172.21.15.3:0/1938237088 learned_addr learned my addr 172.21.15.3:0/1938237088 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.529+0000 7fada9d03640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787baad880 0x55787bb4eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada9502640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8c2c0 0x55787ba861e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada8d01640 1 -- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787baad880 msgr2=0x55787bb4eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada8d01640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787baad880 0x55787bb4eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada8d01640 1 -- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8c2c0 msgr2=0x55787ba861e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada8d01640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8c2c0 0x55787ba861e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada8d01640 1 -- 172.21.15.3:0/1938237088 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55787baeb560 con 0x55787ba8da50 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada9502640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8c2c0 0x55787ba861e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fada8d01640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baeb020 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fad94009380 tx=0x7fad9403c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=810deff5efd44d62 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fad7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fad7ffff640 1 -- 172.21.15.3:0/1938237088 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9404c040 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fad7ffff640 1 -- 172.21.15.3:0/1938237088 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fad94003810 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fada001c040 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fad7ffff640 1 -- 172.21.15.3:0/1938237088 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fad94003a30 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 10 client.5091 fetch_fsmap learned FSMap version 17 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x55787bad0dd0 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fad7ffff640 1 -- 172.21.15.3:0/1938237088 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fada001c040 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fad7ffff640 1 -- 172.21.15.3:0/1938237088 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fad94003bd0 con 0x55787ba8da50 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 10 client.5091 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T07:21:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 10 client.5091 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 20 client.5091 populate_metadata read hostname 'smithi003' 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787baaa130 0x55787baaa510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 4 client.5091 mds_command: new command op to 4813 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.530+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 --> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] -- command(tid 0: {"prefix": "status"}) -- 0x55787b9f5fa0 con 0x55787baaa130 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fada9502640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787baaa130 0x55787baaa510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fad7ffff640 10 client.5091 ms_handle_connect on v2:172.21.15.3:6834/2042363143 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fada9502640 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787baaa130 0x55787baaa510 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f47eb61f83d69088 server_cookie=969623a65ba6e7a3 in_seq=0 out_seq=0 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fad7ffff640 1 -- 172.21.15.3:0/1938237088 <== mds.0 v2:172.21.15.3:6834/2042363143 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55787b9f5fa0 con 0x55787baaa130 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fad7ffff640 10 client.5091 handle_command_reply: tid=0 2024-09-10T07:21:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 client.5091 shutdown 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 msgr2=0x55787baeb020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baeb020 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fad94009380 tx=0x7fad9403c000 comp rx=0 tx=0).stop 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 shutdown_connections 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:6834/2042363143,v1:172.21.15.3:6835/2042363143] conn(0x55787baaa130 0x55787baaa510 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55787baad880 0x55787bb4eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55787ba8da50 0x55787baeb020 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fad7ffff640 0 client.5091 ms_handle_reset on v2:172.21.15.3:6834/2042363143 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 --2- 172.21.15.3:0/1938237088 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55787ba8c2c0 0x55787ba861e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 >> 172.21.15.3:0/1938237088 conn(0x55787ba89a80 msgr2=0x55787bad4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 shutdown_connections 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.531+0000 7fadae5dc740 1 -- 172.21.15.3:0/1938237088 wait complete. 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadae5dc740 20 client.5091 trim_cache size 0 max 16384 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 4813, 2024-09-10T07:21:13.540 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 10.078508834999999, 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 17, 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 40, 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 40, 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 16.935000781999999 2024-09-10T07:21:13.541 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad8806be30 msgr2=0x7fad8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad8806be30 0x7fad8806e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fada40b32a0 tx=0x7fada0008040 comp rx=0 tx=0).stop 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 msgr2=0x7fada40b25b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 0x7fada40b25b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fad9c00b970 tx=0x7fad9c00be30 comp rx=0 tx=0).stop 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 shutdown_connections 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad8806be30 0x7fad8806e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fada415e650 0x7fada40b25b0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fada40d48c0 0x7fada40b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 --2- 172.21.15.3:0/700858189 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fada40d2500 0x7fada4155aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 >> 172.21.15.3:0/700858189 conn(0x7fada408de10 msgr2=0x7fada40b6110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 shutdown_connections 2024-09-10T07:21:13.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.532+0000 7fadab766640 1 -- 172.21.15.3:0/700858189 wait complete. 2024-09-10T07:21:13.544 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:21:13.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.646+0000 7fcd845d6640 1 Processor -- start 2024-09-10T07:21:13.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.646+0000 7fcd845d6640 1 -- start start 2024-09-10T07:21:13.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd845d6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcd7c0ceee0 0x7fcd7c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd845d6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcd7c0d1380 0x7fcd7c0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd845d6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd7c0d3480 con 0x7fcd7c15e560 2024-09-10T07:21:13.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd845d6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fcd7c0d17d0 con 0x7fcd7c0ceee0 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd845d6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fcd7c0d3760 con 0x7fcd7c0d1380 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd82372640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fcd7c15e560 0x7fcd7c0cf510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58934/0 (socket says 172.21.15.3:58934) 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd82372640 1 -- 172.21.15.3:0/2281805810 learned_addr learned my addr 172.21.15.3:0/2281805810 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd81b71640 1 --2- 172.21.15.3:0/2281805810 >> v2:172.21.15.3:3300/0 conn(0x7fcd7c0ceee0 0x7fcd7c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd82b73640 1 --2- 172.21.15.3:0/2281805810 >> v2:172.21.15.70:3300/0 conn(0x7fcd7c0d1380 0x7fcd7c0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd81b71640 1 -- 172.21.15.3:0/2281805810 >> v2:172.21.15.70:3300/0 conn(0x7fcd7c0d1380 msgr2=0x7fcd7c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd81b71640 1 --2- 172.21.15.3:0/2281805810 >> v2:172.21.15.70:3300/0 conn(0x7fcd7c0d1380 0x7fcd7c0b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd81b71640 1 -- 172.21.15.3:0/2281805810 >> v1:172.21.15.3:6789/0 conn(0x7fcd7c15e560 legacy=0x7fcd7c0cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.647+0000 7fcd81b71640 1 -- 172.21.15.3:0/2281805810 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd7c0d3a40 con 0x7fcd7c0ceee0 2024-09-10T07:21:13.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.648+0000 7fcd81b71640 1 --2- 172.21.15.3:0/2281805810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0d0e40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c0b76e0 tx=0x7fcd6c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0eb1659d066f49f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.648+0000 7fcd81370640 1 -- 172.21.15.3:0/2281805810 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c037070 con 0x7fcd7c0ceee0 2024-09-10T07:21:13.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.648+0000 7fcd81370640 1 -- 172.21.15.3:0/2281805810 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd6c032440 con 0x7fcd7c0ceee0 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.648+0000 7fcd81370640 1 -- 172.21.15.3:0/2281805810 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c032810 con 0x7fcd7c0ceee0 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 -- 172.21.15.3:0/2281805810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c0ceee0 msgr2=0x7fcd7c0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 --2- 172.21.15.3:0/2281805810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0d0e40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c0b76e0 tx=0x7fcd6c02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 -- 172.21.15.3:0/2281805810 shutdown_connections 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 --2- 172.21.15.3:0/2281805810 >> v2:172.21.15.70:3300/0 conn(0x7fcd7c0d1380 0x7fcd7c0b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 --2- 172.21.15.3:0/2281805810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0d0e40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 -- 172.21.15.3:0/2281805810 >> 172.21.15.3:0/2281805810 conn(0x7fcd7c073850 msgr2=0x7fcd7c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 -- 172.21.15.3:0/2281805810 shutdown_connections 2024-09-10T07:21:13.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.649+0000 7fcd845d6640 1 -- 172.21.15.3:0/2281805810 wait complete. 2024-09-10T07:21:13.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.650+0000 7fcd845d6640 1 Processor -- start 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.650+0000 7fcd845d6640 1 -- start start 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd845d6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0ca4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd845d6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcd7c0d1380 0x7fcd7c0cdca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd845d6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 0x7fcd7c0ce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd845d6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7c15e940 con 0x7fcd7c15e560 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd845d6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7c0d4240 con 0x7fcd7c0ceee0 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd845d6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcd7c15eac0 con 0x7fcd7c0d1380 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 0x7fcd7c0ce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 0x7fcd7c0ce1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35524/0 (socket says 172.21.15.3:35524) 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 -- 172.21.15.3:0/3641048980 learned_addr learned my addr 172.21.15.3:0/3641048980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82372640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0ca4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd81b71640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcd7c0d1380 0x7fcd7c0cdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 -- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcd7c0d1380 msgr2=0x7fcd7c0cdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcd7c0d1380 0x7fcd7c0cdca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 -- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd7c0ceee0 msgr2=0x7fcd7c0ca4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0ca4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.651+0000 7fcd82b73640 1 -- 172.21.15.3:0/3641048980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd7c15fbd0 con 0x7fcd7c15e560 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.652+0000 7fcd82b73640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 0x7fcd7c0ce1e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400cda0 tx=0x7fcd7400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.652+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd74003b90 con 0x7fcd7c15e560 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.652+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd74003d30 con 0x7fcd7c15e560 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.652+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd74004240 con 0x7fcd7c15e560 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.652+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd7c15feb0 con 0x7fcd7c15e560 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.652+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd7c160470 con 0x7fcd7c15e560 2024-09-10T07:21:13.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.653+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd7c0d0e40 con 0x7fcd7c15e560 2024-09-10T07:21:13.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.653+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcd740043e0 con 0x7fcd7c15e560 2024-09-10T07:21:13.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.654+0000 7fcd72ffd640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcd6006be30 0x7fcd6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:13.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.654+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fcd7408b940 con 0x7fcd7c15e560 2024-09-10T07:21:13.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.654+0000 7fcd82372640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcd6006be30 0x7fcd6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:13.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.654+0000 7fcd82372640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcd6006be30 0x7fcd6006e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c1541a0 tx=0x7fcd78007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:13.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.658+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcd74059ba0 con 0x7fcd7c15e560 2024-09-10T07:21:13.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.870+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fcd7c0caa10 con 0x7fcd7c15e560 2024-09-10T07:21:13.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.871+0000 7fcd72ffd640 1 -- 172.21.15.3:0/3641048980 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7fcd7405dea0 con 0x7fcd7c15e560 2024-09-10T07:21:13.870 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:21:13.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcd6006be30 msgr2=0x7fcd6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcd6006be30 0x7fcd6006e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c1541a0 tx=0x7fcd78007e80 comp rx=0 tx=0).stop 2024-09-10T07:21:13.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 msgr2=0x7fcd7c0ce1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:13.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 0x7fcd7c0ce1e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400cda0 tx=0x7fcd7400a660 comp rx=0 tx=0).stop 2024-09-10T07:21:13.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 shutdown_connections 2024-09-10T07:21:13.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcd6006be30 0x7fcd6006e2f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd7c15e560 0x7fcd7c0ce1e0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcd7c0d1380 0x7fcd7c0cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 --2- 172.21.15.3:0/3641048980 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcd7c0ceee0 0x7fcd7c0ca4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:13.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 >> 172.21.15.3:0/3641048980 conn(0x7fcd7c073850 msgr2=0x7fcd7c0b7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:13.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 shutdown_connections 2024-09-10T07:21:13.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:13.873+0000 7fcd845d6640 1 -- 172.21.15.3:0/3641048980 wait complete. 2024-09-10T07:21:13.883 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:21:13.883 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:21:13.883 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:21:13.883 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:21:13.883 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:13.883 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:21:13.884 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:21:13.884 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:21:13.884 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:13.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:13.884 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:21:13.900 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:21:13.900 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:13.901 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42703sec preferred_lft 42703sec 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:21:13.902 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:13.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:13.903 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:21:13.965 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:21:13.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:13.967 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:21:14.023 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:21:14.023 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:21:14.023 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:21:14.024 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:21:14.024 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:21:14.024 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:21:14.024 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:21:14.024 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:21:14.024 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:21:14.024 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:21:14.024 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:21:14.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:21:14.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:14.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.153 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:21:14.169 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:21:14.170 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:21:14.170 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:14.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.170 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:21:14.236 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:21:14.236 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:21:14.237 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:14.293 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:14.293 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:21:14.293 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:14.349 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:21:14.414 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:21:14.471 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:21:14.471 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:21:14.472 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:21:14.473 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:14.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.474 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:21:14.527 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:21:14.528 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:21:14.570 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:21:14.597 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:21:14.653 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:21:14.654 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:14.655 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:14.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.657 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:21:14.657 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:21:14.654+0000 7fc11e321480 -1 init, newargv = 0x55efceb75920 newargc=15 2024-09-10T07:21:14.657 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[48548]: starting ceph client 2024-09-10T07:21:14.658 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[48548]: starting fuse 2024-09-10T07:21:14.674 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:21:14.674 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:21:14.675 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:21:14.676 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:14.795 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.48548.asok 2024-09-10T07:21:14.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:14.805 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48548.asok 2024-09-10T07:21:14.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.805 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48548.asok status 2024-09-10T07:21:14.942 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "48548", 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5109, 2024-09-10T07:21:14.943 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 5109 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1690611358 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:21:14.944 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1690611358 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.5109 192.168.0.1:0/1690611358", 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/1690611358", 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 17, 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 40, 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:21:14.945 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:21:14.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.951 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:21:14.951 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:14.967 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:21:14.967 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:14.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:14.967 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:15.034 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.034 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch rootfile) 2024-09-10T07:21:15.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.096 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-10T07:21:15.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.154 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch subdir/subdirfile) 2024-09-10T07:21:15.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.215 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir linkdir) 2024-09-10T07:21:15.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.273 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch linkdir/link0) 2024-09-10T07:21:15.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.335 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f linkdir/link0) 2024-09-10T07:21:15.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.395 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln subdir/subdirfile linkdir/link0) 2024-09-10T07:21:15.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.453 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln subdir/subdirfile linkdir/link1) 2024-09-10T07:21:15.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.512 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln subdir/subdirfile linkdir/link2) 2024-09-10T07:21:15.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.571 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f linkdir/link2) 2024-09-10T07:21:15.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.631 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch linkdir/link2) 2024-09-10T07:21:15.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.690 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln subdir/subdirfile linkdir/link3) 2024-09-10T07:21:15.749 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.749 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f linkdir/link3) 2024-09-10T07:21:15.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.809 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln rootfile linkdir/link3) 2024-09-10T07:21:15.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.868 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir/subsubdir) 2024-09-10T07:21:15.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:15.925 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync) 2024-09-10T07:21:16.371 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:16.371 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:16.372 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:16.372 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:16.372 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/rootfile").st_ino) 2024-09-10T07:21:16.372 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:16.442 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627776 2024-09-10T07:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:16.452 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:16.452 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:16.452 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:16.452 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:16.452 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir").st_ino) 2024-09-10T07:21:16.452 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:16.559 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627777 2024-09-10T07:21:16.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:16.568 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:16.568 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:16.568 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:16.568 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:16.568 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/linkdir").st_ino) 2024-09-10T07:21:16.568 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:16.676 INFO:teuthology.orchestra.run.smithi003.stdout:1099511628279 2024-09-10T07:21:16.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:16.684 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:16.684 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:16.685 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:16.685 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:16.685 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir/subdirfile").st_ino) 2024-09-10T07:21:16.685 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:16.792 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627778 2024-09-10T07:21:16.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:16.801 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:16.801 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:16.801 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:16.802 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:16.802 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir/subsubdir").st_ino) 2024-09-10T07:21:16.802 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:16.909 INFO:teuthology.orchestra.run.smithi003.stdout:1099511628282 2024-09-10T07:21:16.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:16.917 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:16.918 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:16.978 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:21:17.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.122+0000 7f5fb9445640 1 Processor -- start 2024-09-10T07:21:17.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.122+0000 7f5fb9445640 1 -- start start 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.122+0000 7f5fb9445640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5fb415c080 0x7f5fb415eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.122+0000 7f5fb9445640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb406ceb0 con 0x7f5fb406d640 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.122+0000 7f5fb9445640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fb415f4b0 con 0x7f5fb4070a50 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.122+0000 7f5fb9445640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5fb406d1b0 con 0x7f5fb415c080 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb37fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5fb406d640 0x7f5fb40cebd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58936/0 (socket says 172.21.15.3:58936) 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb37fe640 1 -- 172.21.15.3:0/3756067971 learned_addr learned my addr 172.21.15.3:0/3756067971 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1068420551 0 0) 0x7f5fb406ceb0 con 0x7f5fb406d640 2024-09-10T07:21:17.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f9c003520 con 0x7f5fb406d640 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb2ffd640 1 --2- 172.21.15.3:0/3756067971 >> v2:172.21.15.70:3300/0 conn(0x7f5fb415c080 0x7f5fb415eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3637237280 0 0) 0x7f5f9c003520 con 0x7f5fb406d640 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 >> v2:172.21.15.70:3300/0 conn(0x7f5fb415c080 msgr2=0x7f5fb415eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 --2- 172.21.15.3:0/3756067971 >> v2:172.21.15.70:3300/0 conn(0x7f5fb415c080 0x7f5fb415eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 >> v1:172.21.15.70:6789/0 conn(0x7f5fb4070a50 legacy=0x7f5fb40cc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb415f790 con 0x7f5fb406d640 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f5fac0019f0 con 0x7f5fb406d640 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 >> v1:172.21.15.3:6789/0 conn(0x7f5fb406d640 legacy=0x7f5fb40cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5f9c003a20 0x7f5f9c003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5f9c004800 0x7f5f9c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5f9c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb406d1b0 con 0x7f5f9c0051c0 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5f9c00c0f0 con 0x7f5f9c004800 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5f9c00c2f0 con 0x7f5f9c003a20 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb37fe640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5f9c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb2ffd640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5f9c003a20 0x7f5f9c003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.123+0000 7f5fb27fc640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5f9c004800 0x7f5f9c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 -- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5f9c003a20 msgr2=0x7f5f9c003e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5f9c003a20 0x7f5f9c003e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 -- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5f9c004800 msgr2=0x7f5f9c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5f9c004800 0x7f5f9c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 -- 172.21.15.3:0/3756067971 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f9c003520 con 0x7f5f9c0051c0 2024-09-10T07:21:17.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 -- 172.21.15.3:0/3756067971 reap_dead start 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb37fe640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5f9c00b9c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5fac002230 tx=0x7f5f9c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57ad420100dcf7d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac00a450 con 0x7f5f9c0051c0 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.124+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fac02f070 con 0x7f5f9c0051c0 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb1ffb640 1 -- 172.21.15.3:0/3756067971 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac02bc30 con 0x7f5f9c0051c0 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 -- 172.21.15.3:0/3756067971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 msgr2=0x7f5f9c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5f9c00b9c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5fac002230 tx=0x7f5f9c005830 comp rx=0 tx=0).stop 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 -- 172.21.15.3:0/3756067971 shutdown_connections 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 --2- 172.21.15.3:0/3756067971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5f9c00b9c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 -- 172.21.15.3:0/3756067971 >> 172.21.15.3:0/3756067971 conn(0x7f5fb406fde0 msgr2=0x7f5fb40701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 -- 172.21.15.3:0/3756067971 shutdown_connections 2024-09-10T07:21:17.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.125+0000 7f5fb9445640 1 -- 172.21.15.3:0/3756067971 wait complete. 2024-09-10T07:21:17.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.126+0000 7f5fb9445640 1 Processor -- start 2024-09-10T07:21:17.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 -- start start 2024-09-10T07:21:17.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5fb40b7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fb4155010 0x7f5fb41576b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5fb4157bf0 0x7f5fb4158070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb415c5e0 con 0x7f5f9c0051c0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb415c460 con 0x7f5fb4155010 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb9445640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb406dab0 con 0x7f5fb4157bf0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5fb40b7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5fb40b7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35556/0 (socket says 172.21.15.3:35556) 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.127+0000 7f5fb2ffd640 1 -- 172.21.15.3:0/315859960 learned_addr learned my addr 172.21.15.3:0/315859960 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb37fe640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5fb4157bf0 0x7f5fb4158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb27fc640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fb4155010 0x7f5fb41576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb2ffd640 1 -- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5fb4157bf0 msgr2=0x7f5fb4158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb2ffd640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5fb4157bf0 0x7f5fb4158070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb2ffd640 1 -- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fb4155010 msgr2=0x7f5fb41576b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb2ffd640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fb4155010 0x7f5fb41576b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb2ffd640 1 -- 172.21.15.3:0/315859960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb4155470 con 0x7f5f9c0051c0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb2ffd640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5fb40b7590 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4011910 tx=0x7f5fa4011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:17.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa400faf0 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fa400fc90 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb40b64f0 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4014440 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.128+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb40b6ab0 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.129+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb406de40 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.130+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5fa4012040 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.130+0000 7f5f9b7fe640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5fa006be60 0x7f5fa006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.130+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f5fa408b560 con 0x7f5f9c0051c0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.130+0000 7f5fb27fc640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5fa006be60 0x7f5fa006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.131+0000 7f5fb27fc640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5fa006be60 0x7f5fa006e320 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5fb41f7c20 tx=0x7f5fa8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:17.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.134+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5fa4019030 con 0x7f5f9c0051c0 2024-09-10T07:21:17.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.324+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5fb40b2a50 con 0x7f5f9c0051c0 2024-09-10T07:21:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.325+0000 7f5f9b7fe640 1 -- 172.21.15.3:0/315859960 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v40) ==== 80+0+0 (secure 0 0 0) 0x7f5fa4059e10 con 0x7f5f9c0051c0 2024-09-10T07:21:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5fa006be60 msgr2=0x7f5fa006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5fa006be60 0x7f5fa006e320 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5fb41f7c20 tx=0x7f5fa8009040 comp rx=0 tx=0).stop 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 msgr2=0x7f5fb40b7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5fb40b7590 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4011910 tx=0x7f5fa4011dd0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 shutdown_connections 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5fa006be60 0x7f5fa006e320 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5fb4157bf0 0x7f5fb4158070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5fb4155010 0x7f5fb41576b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 --2- 172.21.15.3:0/315859960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f9c0051c0 0x7f5fb40b7590 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 >> 172.21.15.3:0/315859960 conn(0x7f5fb406fde0 msgr2=0x7f5fb40cebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:17.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 shutdown_connections 2024-09-10T07:21:17.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.327+0000 7f5fb9445640 1 -- 172.21.15.3:0/315859960 wait complete. 2024-09-10T07:21:17.338 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:17.338 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:17.354 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:21:17.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.499+0000 7f741a07b640 1 Processor -- start 2024-09-10T07:21:17.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.499+0000 7f741a07b640 1 -- start start 2024-09-10T07:21:17.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f741a07b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f741406d310 0x7f7414145150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f741a07b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f741406d880 con 0x7f74140d0460 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f741a07b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f741406db60 con 0x7f741415e3b0 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f741a07b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f741406de40 con 0x7f741406d310 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f7413fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f741406d310 0x7f7414145150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f7413fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f741406d310 0x7f7414145150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35572/0 (socket says 172.21.15.3:35572) 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f7413fff640 1 -- 172.21.15.3:0/2347606000 learned_addr learned my addr 172.21.15.3:0/2347606000 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.500+0000 7f7412ffd640 1 --1- 172.21.15.3:0/2347606000 >> v1:172.21.15.3:6789/0 conn(0x7f74140d0460 0x7f741406cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:58952/0 (socket says 172.21.15.3:58952) 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.501+0000 7f7413fff640 1 -- 172.21.15.3:0/2347606000 >> v1:172.21.15.70:6789/0 conn(0x7f741415e3b0 legacy=0x7f74140cfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.501+0000 7f7413fff640 1 -- 172.21.15.3:0/2347606000 >> v1:172.21.15.3:6789/0 conn(0x7f74140d0460 legacy=0x7f741406cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.501+0000 7f7413fff640 1 -- 172.21.15.3:0/2347606000 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f741406e120 con 0x7f741406d310 2024-09-10T07:21:17.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.501+0000 7f7413fff640 1 --2- 172.21.15.3:0/2347606000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f741406d310 0x7f7414145150 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f740c009870 tx=0x7f740c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9055fb8d38963d5a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.501+0000 7f74127fc640 1 -- 172.21.15.3:0/2347606000 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740c037070 con 0x7f741406d310 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.501+0000 7f74127fc640 1 -- 172.21.15.3:0/2347606000 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f740c02ae50 con 0x7f741406d310 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f74127fc640 1 -- 172.21.15.3:0/2347606000 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740c032860 con 0x7f741406d310 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 -- 172.21.15.3:0/2347606000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f741406d310 msgr2=0x7f7414145150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 --2- 172.21.15.3:0/2347606000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f741406d310 0x7f7414145150 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f740c009870 tx=0x7f740c02a300 comp rx=0 tx=0).stop 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 -- 172.21.15.3:0/2347606000 shutdown_connections 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 --2- 172.21.15.3:0/2347606000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f741406d310 0x7f7414145150 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 -- 172.21.15.3:0/2347606000 >> 172.21.15.3:0/2347606000 conn(0x7f741406feb0 msgr2=0x7f7414070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 -- 172.21.15.3:0/2347606000 shutdown_connections 2024-09-10T07:21:17.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.502+0000 7f741a07b640 1 -- 172.21.15.3:0/2347606000 wait complete. 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.504+0000 7f741a07b640 1 Processor -- start 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.504+0000 7f741a07b640 1 -- start start 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.504+0000 7f741a07b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f741406d310 0x7f7414156900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f741a07b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 0x7f74140b4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f741a07b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f741415e3b0 0x7f7414147740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f741a07b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f741415e790 con 0x7f74140d0460 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f741a07b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f741406e920 con 0x7f741415e3b0 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f741a07b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f74141571a0 con 0x7f741406d310 2024-09-10T07:21:17.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 0x7f74140b4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 0x7f74140b4fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35582/0 (socket says 172.21.15.3:35582) 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 -- 172.21.15.3:0/3710327589 learned_addr learned my addr 172.21.15.3:0/3710327589 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f74137fe640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f741406d310 0x7f7414156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7413fff640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f741415e3b0 0x7f7414147740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 -- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f741406d310 msgr2=0x7f7414156900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f741406d310 0x7f7414156900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 -- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f741415e3b0 msgr2=0x7f7414147740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f741415e3b0 0x7f7414147740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 -- 172.21.15.3:0/3710327589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74140c6df0 con 0x7f74140d0460 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f7412ffd640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 0x7f74140b4fb0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f740800c500 tx=0x7f740800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:17.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7408018070 con 0x7f74140d0460 2024-09-10T07:21:17.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.505+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7408007500 con 0x7f74140d0460 2024-09-10T07:21:17.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.506+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74080049e0 con 0x7f74140d0460 2024-09-10T07:21:17.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.506+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74140c70d0 con 0x7f74140d0460 2024-09-10T07:21:17.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.506+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74140c7690 con 0x7f74140d0460 2024-09-10T07:21:17.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.507+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f741406cc00 con 0x7f74140d0460 2024-09-10T07:21:17.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.507+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f740801b070 con 0x7f74140d0460 2024-09-10T07:21:17.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.508+0000 7f73fbfff640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f740006be60 0x7f740006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:17.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.508+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f740808a350 con 0x7f74140d0460 2024-09-10T07:21:17.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.508+0000 7f74137fe640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f740006be60 0x7f740006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:17.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.508+0000 7f74137fe640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f740006be60 0x7f740006e320 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7404001e70 tx=0x7f7404009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:17.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.512+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7408058510 con 0x7f74140d0460 2024-09-10T07:21:17.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.699+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7414162e60 con 0x7f74140d0460 2024-09-10T07:21:17.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.699+0000 7f73fbfff640 1 -- 172.21.15.3:0/3710327589 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v40) ==== 80+0+0 (secure 0 0 0) 0x7f740805c810 con 0x7f74140d0460 2024-09-10T07:21:17.699 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:21:17.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f740006be60 msgr2=0x7f740006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f740006be60 0x7f740006e320 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7404001e70 tx=0x7f7404009040 comp rx=0 tx=0).stop 2024-09-10T07:21:17.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 msgr2=0x7f74140b4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:17.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 0x7f74140b4fb0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f740800c500 tx=0x7f740800c9c0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 shutdown_connections 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f740006be60 0x7f740006e320 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f741415e3b0 0x7f7414147740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74140d0460 0x7f74140b4fb0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 --2- 172.21.15.3:0/3710327589 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f741406d310 0x7f7414156900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 >> 172.21.15.3:0/3710327589 conn(0x7f741406feb0 msgr2=0x7f74140b43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 shutdown_connections 2024-09-10T07:21:17.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:17.701+0000 7f741a07b640 1 -- 172.21.15.3:0/3710327589 wait complete. 2024-09-10T07:21:17.712 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:21:17.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:17.712 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:17.736 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[48548]: fuse finished with error 0 and tester_r 0 2024-09-10T07:21:17.738 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:21:23.839 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:21:23.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:23.840 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:21:23.860 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:21:24.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 Processor -- start 2024-09-10T07:21:24.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 -- start start 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c15e380 0x7f7f1c0af220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7f1c0acdd0 0x7f7f1c0cdb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f1c0cfa00 con 0x7f7f1c0ad210 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f7f1c0af760 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.016+0000 7f7f22749640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c0ca690 con 0x7f7f1c15e380 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7f1c0acdd0 0x7f7f1c0cdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f20ce6640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f7f1c0ad210 0x7f7f1c06eb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:35462/0 (socket says 172.21.15.3:35462) 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f20ce6640 1 -- 172.21.15.3:0/2469773665 learned_addr learned my addr 172.21.15.3:0/2469773665 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1bfff640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c15e380 0x7f7f1c0af220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1b7fe640 1 -- 172.21.15.3:0/2469773665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c15e380 msgr2=0x7f7f1c0af220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1b7fe640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c15e380 0x7f7f1c0af220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1b7fe640 1 -- 172.21.15.3:0/2469773665 >> v1:172.21.15.3:6789/0 conn(0x7f7f1c0ad210 legacy=0x7f7f1c06eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1b7fe640 1 -- 172.21.15.3:0/2469773665 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c0ca970 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1affd640 1 -- 172.21.15.3:0/2469773665 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1270709530 0 0) 0x7f7f1c0cfa00 con 0x7f7f1c0ad210 2024-09-10T07:21:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.017+0000 7f7f1bfff640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c15e380 0x7f7f1c0af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.018+0000 7f7f1b7fe640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c0cdb70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7f100097a0 tx=0x7f7f1002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d027dfe4131bc9e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.018+0000 7f7f1affd640 1 -- 172.21.15.3:0/2469773665 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10037070 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.018+0000 7f7f1affd640 1 -- 172.21.15.3:0/2469773665 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f10032440 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.018+0000 7f7f1affd640 1 -- 172.21.15.3:0/2469773665 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10032810 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.018+0000 7f7f22749640 1 -- 172.21.15.3:0/2469773665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 msgr2=0x7f7f1c0cdb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.018+0000 7f7f22749640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c0cdb70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7f100097a0 tx=0x7f7f1002a180 comp rx=0 tx=0).stop 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.019+0000 7f7f22749640 1 -- 172.21.15.3:0/2469773665 shutdown_connections 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.019+0000 7f7f22749640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c0cdb70 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.019+0000 7f7f22749640 1 --2- 172.21.15.3:0/2469773665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c15e380 0x7f7f1c0af220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.019+0000 7f7f22749640 1 -- 172.21.15.3:0/2469773665 >> 172.21.15.3:0/2469773665 conn(0x7f7f1c0cffa0 msgr2=0x7f7f1c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.019+0000 7f7f22749640 1 -- 172.21.15.3:0/2469773665 shutdown_connections 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.019+0000 7f7f22749640 1 -- 172.21.15.3:0/2469773665 wait complete. 2024-09-10T07:21:24.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.020+0000 7f7f22749640 1 Processor -- start 2024-09-10T07:21:24.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.020+0000 7f7f22749640 1 -- start start 2024-09-10T07:21:24.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f22749640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c156200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f22749640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c0ad210 0x7f7f1c09d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f22749640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f1c15e380 0x7f7f1c0b44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f22749640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c0cfce0 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f22749640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c0cf360 con 0x7f7f1c15e380 2024-09-10T07:21:24.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f22749640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c0cf620 con 0x7f7f1c0ad210 2024-09-10T07:21:24.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c156200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c156200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41824/0 (socket says 172.21.15.3:41824) 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 -- 172.21.15.3:0/3488194396 learned_addr learned my addr 172.21.15.3:0/3488194396 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1b7fe640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c0ad210 0x7f7f1c09d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f20ce6640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f1c15e380 0x7f7f1c0b44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 -- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c0ad210 msgr2=0x7f7f1c09d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c0ad210 0x7f7f1c09d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 -- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f1c15e380 msgr2=0x7f7f1c0b44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f1c15e380 0x7f7f1c0b44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 -- 172.21.15.3:0/3488194396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c09b5c0 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.021+0000 7f7f1bfff640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c156200 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c00c820 tx=0x7f7f0c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.022+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c015070 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.022+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f0c007a30 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.022+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f1c09b8a0 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.022+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c007de0 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.022+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f1c09be60 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.023+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f1c0af220 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.023+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7f0c018070 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.024+0000 7f7f18ff9640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7f0806be60 0x7f7f0806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.024+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f7f0c08aef0 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.024+0000 7f7f1b7fe640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7f0806be60 0x7f7f0806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.024+0000 7f7f1b7fe640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7f0806be60 0x7f7f0806e320 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7f10034000 tx=0x7f7f1002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.028+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f0c059710 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.241+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7f1c0cde30 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.243 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:21:24.242+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:21:24.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.243+0000 7f7f18ff9640 1 -- 172.21.15.3:0/3488194396 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v18) ==== 161+0+0 (secure 0 0 0) 0x7f7f0c059010 con 0x7f7f1c0acdd0 2024-09-10T07:21:24.244 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:21:24.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7f0806be60 msgr2=0x7f7f0806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7f0806be60 0x7f7f0806e320 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7f10034000 tx=0x7f7f1002e000 comp rx=0 tx=0).stop 2024-09-10T07:21:24.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 msgr2=0x7f7f1c156200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c156200 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c00c820 tx=0x7f7f0c00cce0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 shutdown_connections 2024-09-10T07:21:24.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7f0806be60 0x7f7f0806e320 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7f1c15e380 0x7f7f1c0b44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7f1c0ad210 0x7f7f1c09d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 --2- 172.21.15.3:0/3488194396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f1c0acdd0 0x7f7f1c156200 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 >> 172.21.15.3:0/3488194396 conn(0x7f7f1c0cffa0 msgr2=0x7f7f1c0ce630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.246+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 shutdown_connections 2024-09-10T07:21:24.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.247+0000 7f7f22749640 1 -- 172.21.15.3:0/3488194396 wait complete. 2024-09-10T07:21:24.253 INFO:tasks.ceph.mds.c.smithi003.stderr: -8767> 2024-09-10T07:21:08.442+0000 7f2fcf716640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:21:24.263 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 10000000001.00000000 2024-09-10T07:21:24.291 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:21:24.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 Processor -- start 2024-09-10T07:21:24.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 -- start start 2024-09-10T07:21:24.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 0x564e58c9be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c9c3d0 0x564e58c93fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x564e58c94500 0x564e58bce100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564e58b1e510 con 0x7f6430003ab0 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x564e58b77c50 con 0x564e58c9c3d0 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f6445a66f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x564e58ca4ae0 con 0x564e58c94500 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f644355c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 0x564e58c9be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f644355c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 0x564e58c9be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41862/0 (socket says 172.21.15.3:41862) 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.307+0000 7f644355c640 1 -- 172.21.15.3:0/751333281 learned_addr learned my addr 172.21.15.3:0/751333281 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6443d5d640 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x564e58c94500 0x564e58bce100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6442d5b640 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c9c3d0 0x564e58c93fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f644355c640 1 -- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x564e58c94500 msgr2=0x564e58bce100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f644355c640 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x564e58c94500 0x564e58bce100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f644355c640 1 -- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c9c3d0 msgr2=0x564e58c93fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f644355c640 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c9c3d0 0x564e58c93fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f644355c640 1 -- 172.21.15.3:0/751333281 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e58bcf1b0 con 0x7f6430003ab0 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6442d5b640 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c9c3d0 0x564e58c93fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f644355c640 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 0x564e58c9be90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f643c0097e0 tx=0x7f643c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf0da877d72b7f90 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6441d59640 1 -- 172.21.15.3:0/751333281 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643c007830 con 0x7f6430003ab0 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6441d59640 1 -- 172.21.15.3:0/751333281 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f643c0079d0 con 0x7f6430003ab0 2024-09-10T07:21:24.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6441d59640 1 -- 172.21.15.3:0/751333281 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643c007d80 con 0x7f6430003ab0 2024-09-10T07:21:24.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6445a66f40 1 -- 172.21.15.3:0/751333281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 msgr2=0x564e58c9be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.308+0000 7f6445a66f40 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 0x564e58c9be90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f643c0097e0 tx=0x7f643c005a00 comp rx=0 tx=0).stop 2024-09-10T07:21:24.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 -- 172.21.15.3:0/751333281 shutdown_connections 2024-09-10T07:21:24.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x564e58c94500 0x564e58bce100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c9c3d0 0x564e58c93fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 --2- 172.21.15.3:0/751333281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6430003ab0 0x564e58c9be90 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 -- 172.21.15.3:0/751333281 >> 172.21.15.3:0/751333281 conn(0x564e58bcca50 msgr2=0x564e58c12880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 -- 172.21.15.3:0/751333281 shutdown_connections 2024-09-10T07:21:24.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 -- 172.21.15.3:0/751333281 wait complete. 2024-09-10T07:21:24.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 Processor -- start 2024-09-10T07:21:24.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.309+0000 7f6445a66f40 1 -- start start 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6445a66f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c94500 0x564e58c16c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6445a66f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564e58c9c3d0 0x564e58c930d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6445a66f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6430003ab0 0x564e58ca8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6445a66f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564e58bcf770 con 0x564e58c9c3d0 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6445a66f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x564e58c9c850 con 0x564e58c94500 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6445a66f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x564e58bcf490 con 0x7f6430003ab0 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564e58c9c3d0 0x564e58c930d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564e58c9c3d0 0x564e58c930d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41864/0 (socket says 172.21.15.3:41864) 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 -- 172.21.15.3:0/236762478 learned_addr learned my addr 172.21.15.3:0/236762478 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f644355c640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c94500 0x564e58c16c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6443d5d640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6430003ab0 0x564e58ca8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 -- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6430003ab0 msgr2=0x564e58ca8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6430003ab0 0x564e58ca8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 -- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c94500 msgr2=0x564e58c16c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x564e58c94500 0x564e58c16c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.310+0000 7f6442d5b640 1 -- 172.21.15.3:0/236762478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e58c941d0 con 0x564e58c9c3d0 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.311+0000 7f6442d5b640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564e58c9c3d0 0x564e58c930d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f642c0034b0 tx=0x7f642c00f2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.311+0000 7f6440d57640 1 -- 172.21.15.3:0/236762478 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c016020 con 0x564e58c9c3d0 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.311+0000 7f6440d57640 1 -- 172.21.15.3:0/236762478 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f642c00fcf0 con 0x564e58c9c3d0 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.311+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564e58c9eb90 con 0x564e58c9c3d0 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.311+0000 7f6440d57640 1 -- 172.21.15.3:0/236762478 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c00fea0 con 0x564e58c9c3d0 2024-09-10T07:21:24.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.311+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e58bf7d00 con 0x564e58c9c3d0 2024-09-10T07:21:24.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.312+0000 7f6440d57640 1 -- 172.21.15.3:0/236762478 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f642c019020 con 0x564e58c9c3d0 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f6440d57640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f642406a810 0x7f642406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f6440d57640 1 -- 172.21.15.3:0/236762478 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f642c08a0d0 con 0x564e58c9c3d0 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f644355c640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f642406a810 0x7f642406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f6445a66f40 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x564e58ca2810 0x564e58ca0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x564e58ca14f0 con 0x564e58ca2810 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f6443d5d640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x564e58ca2810 0x564e58ca0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.313+0000 7f644355c640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f642406a810 0x7f642406ccd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f643c000c00 tx=0x7f643c007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6443d5d640 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x564e58ca2810 0x564e58ca0fb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6443d5d640 1 -- 172.21.15.3:0/236762478 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 10000000001.00000000 [omap-get-keys] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x7f6434001730 con 0x564e58ca2810 2024-09-10T07:21:24.321 INFO:teuthology.orchestra.run.smithi003.stderr:error getting omap key set cephfs_metadata/10000000001.00000000: (2) No such file or directory 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x564e58ca2810 msgr2=0x564e58ca0fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x564e58ca2810 0x564e58ca0fb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f642406a810 msgr2=0x7f642406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f642406a810 0x7f642406ccd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f643c000c00 tx=0x7f643c007000 comp rx=0 tx=0).stop 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564e58c9c3d0 msgr2=0x564e58c930d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 --2- 172.21.15.3:0/236762478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564e58c9c3d0 0x564e58c930d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f642c0034b0 tx=0x7f642c00f2e0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6443d5d640 1 -- 172.21.15.3:0/236762478 reap_dead start 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 shutdown_connections 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 >> 172.21.15.3:0/236762478 conn(0x564e58bcca50 msgr2=0x564e58c12880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 shutdown_connections 2024-09-10T07:21:24.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.314+0000 7f6445a66f40 1 -- 172.21.15.3:0/236762478 wait complete. 2024-09-10T07:21:24.323 ERROR:tasks.cephfs.filesystem:Command failed on smithi003 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 10000000001.00000000' 2024-09-10T07:21:24.323 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 1.00000000 2024-09-10T07:21:24.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.404+0000 7fbb58551f40 1 Processor -- start 2024-09-10T07:21:24.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.404+0000 7fbb58551f40 1 -- start start 2024-09-10T07:21:24.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb58551f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 0x5606be0a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb58551f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be012500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb58551f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be0a5420 0x5606be0a75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb58551f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5606bdf21510 con 0x5606be018af0 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb58551f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5606be0a5d90 con 0x5606be0a5420 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb58551f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5606be016500 con 0x5606be08e620 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 0x5606be0a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 0x5606be0a4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41890/0 (socket says 172.21.15.3:41890) 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 -- 172.21.15.3:0/490536999 learned_addr learned my addr 172.21.15.3:0/490536999 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56848640 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be0a5420 0x5606be0a75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb55846640 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be012500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 -- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 msgr2=0x5606be012500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be012500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 -- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be0a5420 msgr2=0x5606be0a75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be0a5420 0x5606be0a75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.405+0000 7fbb56047640 1 -- 172.21.15.3:0/490536999 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606be08da50 con 0x5606be018af0 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb56047640 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 0x5606be0a4b30 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fbb50045b60 tx=0x7fbb50051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=142beb824e363191 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb54844640 1 -- 172.21.15.3:0/490536999 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50055070 con 0x5606be018af0 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb54844640 1 -- 172.21.15.3:0/490536999 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb500517e0 con 0x5606be018af0 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb54844640 1 -- 172.21.15.3:0/490536999 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50051bd0 con 0x5606be018af0 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 -- 172.21.15.3:0/490536999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 msgr2=0x5606be0a4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 0x5606be0a4b30 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fbb50045b60 tx=0x7fbb50051000 comp rx=0 tx=0).stop 2024-09-10T07:21:24.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 -- 172.21.15.3:0/490536999 shutdown_connections 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be0a5420 0x5606be0a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be012500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 --2- 172.21.15.3:0/490536999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be018af0 0x5606be0a4b30 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 -- 172.21.15.3:0/490536999 >> 172.21.15.3:0/490536999 conn(0x5606be0166e0 msgr2=0x5606bdfcdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 -- 172.21.15.3:0/490536999 shutdown_connections 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.406+0000 7fbb58551f40 1 -- 172.21.15.3:0/490536999 wait complete. 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.407+0000 7fbb58551f40 1 Processor -- start 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.407+0000 7fbb58551f40 1 -- start start 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb58551f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be018af0 0x5606be08b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb58551f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be0a2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb58551f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be0a5420 0x5606be0859c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb58551f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5606be0860d0 con 0x5606be0a5420 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb58551f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5606be016220 con 0x5606be018af0 2024-09-10T07:21:24.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb58551f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5606be011fe0 con 0x5606be08e620 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56848640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be0a5420 0x5606be0859c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be018af0 0x5606be08b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56848640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be0a5420 0x5606be0859c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41900/0 (socket says 172.21.15.3:41900) 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56848640 1 -- 172.21.15.3:0/762594008 learned_addr learned my addr 172.21.15.3:0/762594008 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb55846640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be0a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 -- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 msgr2=0x5606be0a2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5606be08e620 0x5606be0a2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 -- 172.21.15.3:0/762594008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be0a5420 msgr2=0x5606be0859c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be0a5420 0x5606be0859c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 -- 172.21.15.3:0/762594008 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606be0865b0 con 0x5606be018af0 2024-09-10T07:21:24.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56848640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606be0a5420 0x5606be0859c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:24.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb56047640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be018af0 0x5606be08b2b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fbb5000a5d0 tx=0x7fbb50002fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.408+0000 7fbb4f7fe640 1 -- 172.21.15.3:0/762594008 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb50055040 con 0x5606be018af0 2024-09-10T07:21:24.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.409+0000 7fbb4f7fe640 1 -- 172.21.15.3:0/762594008 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb50051d40 con 0x5606be018af0 2024-09-10T07:21:24.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.409+0000 7fbb4f7fe640 1 -- 172.21.15.3:0/762594008 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5006d670 con 0x5606be018af0 2024-09-10T07:21:24.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.409+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5606be014be0 con 0x5606be018af0 2024-09-10T07:21:24.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.409+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606be0a7b70 con 0x5606be018af0 2024-09-10T07:21:24.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.410+0000 7fbb4f7fe640 1 -- 172.21.15.3:0/762594008 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbb50058070 con 0x5606be018af0 2024-09-10T07:21:24.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.410+0000 7fbb4f7fe640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbb3806a810 0x7fbb3806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb4f7fe640 1 -- 172.21.15.3:0/762594008 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fbb500cebe0 con 0x5606be018af0 2024-09-10T07:21:24.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb55846640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbb3806a810 0x7fbb3806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb58551f40 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5606be0877a0 0x5606be087bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:1 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5606be0880f0 con 0x5606be0877a0 2024-09-10T07:21:24.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb56848640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5606be0877a0 0x5606be087bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb55846640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbb3806a810 0x7fbb3806ccd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5606bdfce2b0 tx=0x7fbb400017f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.411+0000 7fbb56848640 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5606be0877a0 0x5606be087bb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb56848640 1 -- 172.21.15.3:0/762594008 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(1 1.00000000 [omap-get-keys out=5b] v0'0 uv2 ondisk = 0) ==== 154+0+5 (crc 0 0 0) 0x7fbb4800fda0 con 0x5606be0877a0 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5606be0877a0 msgr2=0x5606be087bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5606be0877a0 0x5606be087bb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbb3806a810 msgr2=0x7fbb3806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbb3806a810 0x7fbb3806ccd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5606bdfce2b0 tx=0x7fbb400017f0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be018af0 msgr2=0x5606be08b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 --2- 172.21.15.3:0/762594008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5606be018af0 0x5606be08b2b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fbb5000a5d0 tx=0x7fbb50002fb0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb56848640 1 -- 172.21.15.3:0/762594008 reap_dead start 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 shutdown_connections 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 >> 172.21.15.3:0/762594008 conn(0x5606be0166e0 msgr2=0x5606bdffe4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 shutdown_connections 2024-09-10T07:21:24.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.412+0000 7fbb58551f40 1 -- 172.21.15.3:0/762594008 wait complete. 2024-09-10T07:21:24.422 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-journal-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 --rank cephfs:0 event recover_dentries list 2024-09-10T07:21:24.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.501+0000 7fe997a82280 1 -- start start 2024-09-10T07:21:24.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.501+0000 7fe997a82280 1 Processor -- start 2024-09-10T07:21:24.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 0x56080f339b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56080f2bd800 0x56080f339600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56080f2bdc00 0x56080f339080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608100bc180 con 0x56080f2bcc00 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56080f31e900 con 0x56080f2bd800 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56080f31e480 con 0x56080f2bdc00 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 0x56080f339b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 0x56080f339b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41918/0 (socket says 172.21.15.3:41918) 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 -- 172.21.15.3:0/1890985992 learned_addr learned my addr 172.21.15.3:0/1890985992 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe995a28640 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56080f2bd800 0x56080f339600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996a2a640 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56080f2bdc00 0x56080f339080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 -- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56080f2bdc00 msgr2=0x56080f339080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56080f2bdc00 0x56080f339080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 -- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56080f2bd800 msgr2=0x56080f339600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56080f2bd800 0x56080f339600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 -- 172.21.15.3:0/1890985992 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56080f2f4780 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe995a28640 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56080f2bd800 0x56080f339600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe996229640 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 0x56080f339b80 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x5608100f3560 tx=0x5608100610e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f399799cf39c4a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe993a24640 1 -- 172.21.15.3:0/1890985992 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56080f2e2680 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe993a24640 1 -- 172.21.15.3:0/1890985992 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56080f2e8700 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe993a24640 1 -- 172.21.15.3:0/1890985992 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56080f2e2b60 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56080f2f54a0 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x56080f2f4000 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.502+0000 7fe997a82280 4 waiting for MDS map... 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe993a24640 1 -- 172.21.15.3:0/1890985992 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x5608101a8600 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe993a24640 1 -- 172.21.15.3:0/1890985992 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 18) ==== 2893+0+0 (secure 0 0 0) 0x56080f317180 con 0x56080f2bcc00 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe997a82280 4 Got MDS map 18 2024-09-10T07:21:24.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe997a82280 10 main: JournalTool::main 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe997a82280 4 main: JournalTool: connecting to RADOS... 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe997a82280 1 Processor -- start 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.503+0000 7fe997a82280 1 -- start start 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe997a82280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe997a82280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe997a82280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe997a82280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56080f31e180 con 0x5608101ad800 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe997a82280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5608100bcd80 con 0x5608101ad400 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe997a82280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5608100bcf00 con 0x5608101adc00 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41930/0 (socket says 172.21.15.3:41930) 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 -- 172.21.15.3:0/4248456315 learned_addr learned my addr 172.21.15.3:0/4248456315 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996a2a640 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe995a28640 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 -- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 msgr2=0x56080f33a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 -- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 msgr2=0x56080f338b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.504+0000 7fe996229640 1 -- 172.21.15.3:0/4248456315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56080f2f43c0 con 0x5608101ad800 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe996229640 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x5608100b2870 tx=0x560810060f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a1061af0adfadb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe991a20640 1 -- 172.21.15.3:0/4248456315 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56080f2e2820 con 0x5608101ad800 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe991a20640 1 -- 172.21.15.3:0/4248456315 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56080f2e8fc0 con 0x5608101ad800 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe991a20640 1 -- 172.21.15.3:0/4248456315 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56080f2e2680 con 0x5608101ad800 2024-09-10T07:21:24.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 -- 172.21.15.3:0/4248456315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 msgr2=0x56080f338580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x5608100b2870 tx=0x560810060f60 comp rx=0 tx=0).stop 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 -- 172.21.15.3:0/4248456315 shutdown_connections 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 --2- 172.21.15.3:0/4248456315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 -- 172.21.15.3:0/4248456315 >> 172.21.15.3:0/4248456315 conn(0x5608101ad000 msgr2=0x56081004b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 -- 172.21.15.3:0/4248456315 shutdown_connections 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.505+0000 7fe997a82280 1 -- 172.21.15.3:0/4248456315 wait complete. 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 Processor -- start 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 -- start start 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608100bd200 con 0x5608101ad800 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5608100bd080 con 0x5608101ad400 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe997a82280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5608100bd380 con 0x5608101adc00 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe996229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe996229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41942/0 (socket says 172.21.15.3:41942) 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.506+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 learned_addr learned my addr 172.21.15.3:0/3087783674 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996a2a640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe995a28640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 msgr2=0x56080f33a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996229640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608101adc00 0x56080f33a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 msgr2=0x56080f338b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996229640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608101ad400 0x56080f338b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56080f2f4780 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe996229640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x5608100b3b30 tx=0x5608101c4c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe99021d640 1 -- 172.21.15.3:0/3087783674 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56080f2e2b60 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe99021d640 1 -- 172.21.15.3:0/3087783674 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56080f2e8e00 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56080f2f54a0 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe99021d640 1 -- 172.21.15.3:0/3087783674 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56080f2e24e0 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56080f2f4960 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.507+0000 7fe997a82280 4 main: JournalTool: resolving pool 5 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.508+0000 7fe99021d640 1 -- 172.21.15.3:0/3087783674 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x56081021cc00 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe99021d640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56081021b000 0x56080f65e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe99021d640 1 -- 172.21.15.3:0/3087783674 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x5608101a4600 con 0x5608101ad800 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe997a82280 4 main: JournalTool: creating IoCtx.. 2024-09-10T07:21:24.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe997a82280 4 main: Executing for rank 0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x56081021b400 0x56080f33a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 5.f 5:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe996a2a640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56081021b000 0x56080f65e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe995a28640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x56081021b400 0x56080f33a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe996a2a640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56081021b000 0x56080f65e000 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x56080f438d20 tx=0x56080f5ecae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.509+0000 7fe995a28640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x56081021b400 0x56080f33a680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe997a82280 4 Pointer 400.00000000 is readable 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe997a82280 4 JournalScanner::scan: reading header object '200.00000000' 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56081021bc00 0x56080f33ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 5.14 5:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021bc00 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe996a2a640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56081021bc00 0x56080f33ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.510+0000 7fe996a2a640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56081021bc00 0x56080f33ac00 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv21 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Header 0x400000 0x400000 0x40c138 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Starting journal scan from offset 0x400000 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 5.14 5:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021bc00 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~52253 out=52253b] v0'0 uv22 ondisk = 0) ==== 156+0+52253 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 4 Read 0xcc1d bytes from 200.00000001 gap=0 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Parsing data, 0xcc1d bytes available 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x400000 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x30 bytes 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x400000 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x400030 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x37c bytes 2024-09-10T07:21:24.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x400030 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x4003ac 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x1bb bytes 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x4003ac 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x400567 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x32f bytes 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x400567 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x400896 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x6b2 bytes 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x400896 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x400f48 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x7ce bytes 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x400f48 2024-09-10T07:21:24.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x401716 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x7ac bytes 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x401716 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x401ec2 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x7df bytes 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x401ec2 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x4026a1 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x472 bytes 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x4026a1 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x402b13 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x7a8 bytes 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x402b13 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x4032bb 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0xc8c bytes 2024-09-10T07:21:24.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x4032bb 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x403f47 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x79a bytes 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x403f47 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x4046e1 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0x78b bytes 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x4046e1 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x404e6c 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0xb60 bytes 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x404e6c 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x4059cc 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0xb60 bytes 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x4059cc 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x40652c 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0xb60 bytes 2024-09-10T07:21:24.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Valid entry at 0x40652c 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Attempting decode at 0x40708c 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.511+0000 7fe997a82280 10 Consumed 0xb63 bytes 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40708c 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x407bef 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x7a8 bytes 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x407bef 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x408397 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0xb6e bytes 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x408397 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x408f05 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0xb63 bytes 2024-09-10T07:21:24.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x408f05 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x409a68 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x681 bytes 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x409a68 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40a0e9 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0xa56 bytes 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40a0e9 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40ab3f 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x8d9 bytes 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40ab3f 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40b418 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x257 bytes 2024-09-10T07:21:24.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40b418 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40b66f 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x9d0 bytes 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40b66f 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40c03f 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0xad bytes 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40c03f 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40c0ec 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x4c bytes 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40c0ec 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40c138 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x472 bytes 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40c138 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Attempting decode at 0x40c5aa 2024-09-10T07:21:24.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Consumed 0x673 bytes 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 10 Valid entry at 0x40c5aa 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:4 5.1b 5:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021b400 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 4 Reached end of journal objects 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 4 Scanned objects, 0 missing, 1 valid 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 4 Events scanned, 0 gaps 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 4 Found 29 valid events 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 4 Selected 29 events events for processing 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5608100bf000 0x56080f33b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:5 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100be800 con 0x5608100bf000 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.512+0000 7fe996229640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5608100bf000 0x56080f33b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe996229640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5608100bf000 0x56080f33b180 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(5 1.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v1 vs new v1 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:6 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x5608100bf000 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 2 ==== osd_op_reply(6 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv2 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe997a82280 4 recover_dentries: inspecting lump 100.00000000 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 5.13 5:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663000 con 0x56081021bc00 2024-09-10T07:21:24.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.513+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(7 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 4 recover_dentries: frag 100.00000000 fnode old v1 vs new v1 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:8 5.13 5:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021bc00 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(8 100.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv1 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x56081021bc00 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(9 1.00000000.inode [read 0~582 out=582b] v0'0 uv4 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 2 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.514+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:10 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021bc00 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(10 1.00000000.inode [writefull 0~582] v41'23 uv23 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:11 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x5608100bf000 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 3 ==== osd_op_reply(11 1.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v1 vs new v3 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.516+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:12 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x5608100bf000 2024-09-10T07:21:24.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.517+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 4 ==== osd_op_reply(12 1.00000000 [omap-set-header] v41'5 uv5 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.517+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:13 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663000 con 0x5608100bf000 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.518+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 5 ==== osd_op_reply(13 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv5 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.518+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/rootfile 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.518+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.518+0000 7fe997a82280 4 recover_dentries: writing i dentry rootfile_head into frag 1.00000000 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.518+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.518+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:14 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=563b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x5608100bf000 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.519+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 6 ==== osd_op_reply(14 1.00000000 [omap-set-vals] v41'6 uv6 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.519+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.519+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.519+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:15 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x56081021bc00 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.520+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(15 1.00000000.inode [read 0~582 out=582b] v0'0 uv23 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.520+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.520+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.520+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 3 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.520+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:16 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021bc00 2024-09-10T07:21:24.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.521+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 8 ==== osd_op_reply(16 1.00000000.inode [writefull 0~582] v41'24 uv24 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.521+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.521+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:17 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100be800 con 0x5608100bf000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.522+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 7 ==== osd_op_reply(17 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.522+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v3 vs new v5 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.522+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.522+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:18 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x5608100bf000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 8 ==== osd_op_reply(18 1.00000000 [omap-set-header] v41'7 uv7 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:19 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x5608100bf000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 9 ==== osd_op_reply(19 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv7 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.523+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:20 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x5608100bf000 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.524+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 10 ==== osd_op_reply(20 1.00000000 [omap-set-vals] v41'8 uv8 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.524+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.524+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:21 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021b400 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.525+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(21 10000000001.00000000 [omap-get-header] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.525+0000 7fe997a82280 4 recover_dentries: failed to read OMAP header from directory fragment 10000000001.00000000 (2) No such file or directory 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.525+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.525+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:22 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x56081021b400 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.526+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(22 10000000001.00000000 [omap-set-header] v41'3 uv3 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.526+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:23 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021b400 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.526+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 5 ==== osd_op_reply(23 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv3 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.526+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.526+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.526+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:24 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x56081021bc00 2024-09-10T07:21:24.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.527+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 9 ==== osd_op_reply(24 1.00000000.inode [read 0~582 out=582b] v0'0 uv24 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.527+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.527+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.527+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 4 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.527+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:25 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021bc00 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 10 ==== osd_op_reply(25 1.00000000.inode [writefull 0~582] v41'25 uv25 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:26 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c000 con 0x5608100bf000 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 11 ==== osd_op_reply(26 1.00000000 [omap-get-header out=274b] v0'0 uv8 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v5 vs new v7 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.529+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:27 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c400 con 0x5608100bf000 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.530+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 12 ==== osd_op_reply(27 1.00000000 [omap-set-header] v41'9 uv9 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.530+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:28 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c800 con 0x5608100bf000 2024-09-10T07:21:24.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 13 ==== osd_op_reply(28 1.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv9 ondisk = 0) ==== 154+0+523 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 4 vs fullbit version 6 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.531+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:29 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68cc00 con 0x5608100bf000 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 14 ==== osd_op_reply(29 1.00000000 [omap-set-vals] v41'10 uv10 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:30 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d000 con 0x56081021b400 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 6 ==== osd_op_reply(30 10000000001.00000000 [omap-get-header out=274b] v0'0 uv3 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v1 vs new v3 2024-09-10T07:21:24.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.532+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:31 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d400 con 0x56081021b400 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 7 ==== osd_op_reply(31 10000000001.00000000 [omap-set-header] v41'4 uv4 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:32 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d800 con 0x56081021b400 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 8 ==== osd_op_reply(32 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv4 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.533+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:33 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=565b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68dc00 con 0x56081021b400 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.534+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 9 ==== osd_op_reply(33 10000000001.00000000 [omap-set-vals] v41'5 uv5 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.534+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.535+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:34 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d000 con 0x5608100bf000 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.535+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 15 ==== osd_op_reply(34 1.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.535+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v7 vs new v9 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.535+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.535+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:35 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d400 con 0x5608100bf000 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.536+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 16 ==== osd_op_reply(35 1.00000000 [omap-set-header] v41'11 uv11 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.536+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:36 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x5608100bf000 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.536+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 17 ==== osd_op_reply(36 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv11 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.537+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.537+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.537+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.537+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.537+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:37 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x5608100bf000 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 18 ==== osd_op_reply(37 1.00000000 [omap-set-vals] v41'12 uv12 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:38 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x56081021b400 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 10 ==== osd_op_reply(38 100000001f7.00000000 [omap-get-header] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe997a82280 4 recover_dentries: failed to read OMAP header from directory fragment 100000001f7.00000000 (2) No such file or directory 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.538+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:39 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021b400 2024-09-10T07:21:24.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.539+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 11 ==== osd_op_reply(39 100000001f7.00000000 [omap-set-header] v41'1 uv1 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.539+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:40 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100be800 con 0x56081021b400 2024-09-10T07:21:24.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 12 ==== osd_op_reply(40 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv1 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:41 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x56081021bc00 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 11 ==== osd_op_reply(41 1.00000000.inode [read 0~582 out=582b] v0'0 uv25 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 5 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.540+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:42 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021bc00 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 12 ==== osd_op_reply(42 1.00000000.inode [writefull 0~582] v41'26 uv26 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:43 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x5608100bf000 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 19 ==== osd_op_reply(43 1.00000000 [omap-get-header out=274b] v0'0 uv12 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v9 vs new v10 2024-09-10T07:21:24.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.541+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:44 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x5608100bf000 2024-09-10T07:21:24.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 20 ==== osd_op_reply(44 1.00000000 [omap-set-header] v41'13 uv13 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:45 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663000 con 0x5608100bf000 2024-09-10T07:21:24.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 21 ==== osd_op_reply(45 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv13 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:46 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c400 con 0x56081021bc00 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 13 ==== osd_op_reply(46 1.00000000.inode [read 0~582 out=582b] v0'0 uv26 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 6 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.543+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:47 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c800 con 0x56081021bc00 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 14 ==== osd_op_reply(47 1.00000000.inode [writefull 0~582] v41'27 uv27 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:48 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68cc00 con 0x5608100bf000 2024-09-10T07:21:24.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 22 ==== osd_op_reply(48 1.00000000 [omap-get-header out=274b] v0'0 uv13 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v10 vs new v12 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.545+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:49 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d000 con 0x5608100bf000 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 23 ==== osd_op_reply(49 1.00000000 [omap-set-header] v41'14 uv14 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:50 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d400 con 0x5608100bf000 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 24 ==== osd_op_reply(50 1.00000000 [omap-get-vals-by-keys out=524b] v0'0 uv14 ondisk = 0) ==== 154+0+524 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 8 vs fullbit version 11 2024-09-10T07:21:24.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.546+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:51 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c000 con 0x5608100bf000 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.547+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 25 ==== osd_op_reply(51 1.00000000 [omap-set-vals] v41'15 uv15 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f682780 con 0x5608100bf000 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.547+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.547+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:52 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x56081021b400 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.548+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 13 ==== osd_op_reply(52 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.548+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v1 vs new v3 2024-09-10T07:21:24.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.548+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.548+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:53 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 14 ==== osd_op_reply(53 100000001f7.00000000 [omap-set-header] v41'2 uv2 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:54 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x56081021b400 2024-09-10T07:21:24.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 15 ==== osd_op_reply(54 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv2 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 100000001f7.00000000/link0 2024-09-10T07:21:24.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe997a82280 4 recover_dentries: writing i dentry link0_head into frag 100000001f7.00000000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.549+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:55 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=560b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d800 con 0x56081021b400 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 16 ==== osd_op_reply(55 100000001f7.00000000 [omap-set-vals] v41'3 uv3 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:56 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68dc00 con 0x5608100bf000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 26 ==== osd_op_reply(56 1.00000000 [omap-get-header out=274b] v0'0 uv15 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v12 vs new v14 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.550+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:57 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c400 con 0x5608100bf000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.551+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 27 ==== osd_op_reply(57 1.00000000 [omap-set-header] v41'16 uv16 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.551+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:58 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c800 con 0x5608100bf000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 28 ==== osd_op_reply(58 1.00000000 [omap-get-vals-by-keys out=524b] v0'0 uv16 ondisk = 0) ==== 154+0+524 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 11 vs fullbit version 13 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.552+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:59 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x5608100bf000 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 29 ==== osd_op_reply(59 1.00000000 [omap-set-vals] v41'17 uv17 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe997a82280 4 recover_dentries: inspecting lump 100.00000000 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:60 5.13 5:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x56081021bc00 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 15 ==== osd_op_reply(60 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe997a82280 4 recover_dentries: frag 100.00000000 fnode old v1 vs new v3 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.553+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:61 5.13 5:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021bc00 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.554+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 16 ==== osd_op_reply(61 100.00000000 [omap-set-header] v41'3 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.554+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:62 5.13 5:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021bc00 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 17 ==== osd_op_reply(62 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv3 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 100.00000000/stray2 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 4 recover_dentries: dentry stray2_head existed already 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 1 vs fullbit version 2 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 4 recover_dentries: writing i dentry stray2_head into frag 100.00000000 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.555+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:63 5.13 5:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021bc00 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.556+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 18 ==== osd_op_reply(63 100.00000000 [omap-set-vals] v41'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.556+0000 7fe997a82280 4 recover_dentries: inspecting lump 602.00000000 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.556+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x5608100be800 0x56080f33b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.556+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:64 5.10 5:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x5608100be800 2024-09-10T07:21:24.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.556+0000 7fe995a28640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x5608100be800 0x56080f33b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.557+0000 7fe995a28640 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x5608100be800 0x56080f33b700 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.557+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(64 602.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.557+0000 7fe997a82280 4 recover_dentries: frag 602.00000000 fnode old v1 vs new v4 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.557+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.557+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:65 5.10 5:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x5608100be800 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(65 602.00000000 [omap-set-header] v41'9 uv9 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:66 5.10 5:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x5608100be800 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(66 602.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv9 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 602.00000000/100000001f8 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe997a82280 4 recover_dentries: writing i dentry 100000001f8_head into frag 602.00000000 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.558+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:67 5.10 5:0bd6d154:::602.00000000:head [omap-set-vals in=580b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68cc00 con 0x5608100be800 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 4 ==== osd_op_reply(67 602.00000000 [omap-set-vals] v41'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:68 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d000 con 0x56081021b400 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 17 ==== osd_op_reply(68 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv3 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v3 vs new v5 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.560+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:69 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d400 con 0x56081021b400 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 18 ==== osd_op_reply(69 100000001f7.00000000 [omap-set-header] v41'4 uv4 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:70 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c000 con 0x56081021b400 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 19 ==== osd_op_reply(70 100000001f7.00000000 [omap-get-vals-by-keys out=560b] v0'0 uv4 ondisk = 0) ==== 164+0+560 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe997a82280 4 recover_dentries: inspecting nullbit 100000001f7.00000000/link0 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe997a82280 4 recover_dentries: dentry exists, will remove 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe997a82280 10 recover_dentries: Existing full inode in slot to be (maybe) removed by null journal dn 'link0' with lump fnode version 5vs existing fnode version 3 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.561+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:71 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-rm-keys in=18b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68dc00 con 0x56081021b400 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.562+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 20 ==== osd_op_reply(71 100000001f7.00000000 [omap-rm-keys] v41'5 uv5 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.562+0000 7fe997a82280 4 recover_dentries: inspecting lump 100.00000000 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.562+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:72 5.13 5:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c400 con 0x56081021bc00 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.563+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 19 ==== osd_op_reply(72 100.00000000 [omap-get-header out=274b] v0'0 uv4 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.563+0000 7fe997a82280 4 recover_dentries: frag 100.00000000 fnode old v3 vs new v5 2024-09-10T07:21:24.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.563+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.563+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:73 5.13 5:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c800 con 0x56081021bc00 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 20 ==== osd_op_reply(73 100.00000000 [omap-set-header] v41'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:74 5.13 5:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021bc00 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 21 ==== osd_op_reply(74 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv5 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 100.00000000/stray2 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 4 recover_dentries: dentry stray2_head existed already 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 2 vs fullbit version 4 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 4 recover_dentries: writing i dentry stray2_head into frag 100.00000000 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.564+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:75 5.13 5:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663000 con 0x56081021bc00 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 22 ==== osd_op_reply(75 100.00000000 [omap-set-vals] v41'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e500 con 0x56081021bc00 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe997a82280 4 recover_dentries: inspecting lump 602.00000000 2024-09-10T07:21:24.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:76 5.10 5:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c400 con 0x5608100be800 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 5 ==== osd_op_reply(76 602.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe997a82280 4 recover_dentries: frag 602.00000000 fnode old v4 vs new v6 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.565+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:77 5.10 5:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c800 con 0x5608100be800 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.566+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 6 ==== osd_op_reply(77 602.00000000 [omap-set-header] v41'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.566+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:78 5.10 5:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d800 con 0x5608100be800 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 7 ==== osd_op_reply(78 602.00000000 [omap-get-vals-by-keys out=580b] v0'0 uv11 ondisk = 0) ==== 156+0+580 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 602.00000000/100000001f8 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 4 recover_dentries: dentry 100000001f8_head existed already 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 3 vs fullbit version 5 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 4 recover_dentries: writing i dentry 100000001f8_head into frag 602.00000000 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.567+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:79 5.10 5:0bd6d154:::602.00000000:head [omap-set-vals in=542b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68cc00 con 0x5608100be800 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 8 ==== osd_op_reply(79 602.00000000 [omap-set-vals] v41'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56081004e000 con 0x5608100be800 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:80 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d000 con 0x5608100bf000 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 30 ==== osd_op_reply(80 1.00000000 [omap-get-header out=274b] v0'0 uv17 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v14 vs new v16 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.568+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:81 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d400 con 0x5608100bf000 2024-09-10T07:21:24.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 31 ==== osd_op_reply(81 1.00000000 [omap-set-header] v41'18 uv18 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:82 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x5608100bf000 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 32 ==== osd_op_reply(82 1.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv18 ondisk = 0) ==== 154+0+523 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 6 vs fullbit version 15 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.569+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:83 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x5608100bf000 2024-09-10T07:21:24.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 33 ==== osd_op_reply(83 1.00000000 [omap-set-vals] v41'19 uv19 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683400 con 0x5608100bf000 2024-09-10T07:21:24.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:84 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 21 ==== osd_op_reply(84 10000000001.00000000 [omap-get-header out=274b] v0'0 uv5 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v3 vs new v5 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.570+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:85 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021b400 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 22 ==== osd_op_reply(85 10000000001.00000000 [omap-set-header] v41'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:86 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x56081021b400 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 23 ==== osd_op_reply(86 10000000001.00000000 [omap-get-vals-by-keys out=565b] v0'0 uv6 ondisk = 0) ==== 164+0+565 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 2 vs fullbit version 4 2024-09-10T07:21:24.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.572+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:87 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=527b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x56081021b400 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 24 ==== osd_op_reply(87 10000000001.00000000 [omap-set-vals] v41'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081004e000 con 0x56081021b400 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:88 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x5608100bf000 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 34 ==== osd_op_reply(88 1.00000000 [omap-get-header out=274b] v0'0 uv19 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v16 vs new v20 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.573+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:89 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x5608100bf000 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.574+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 35 ==== osd_op_reply(89 1.00000000 [omap-set-header] v41'20 uv20 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.574+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:90 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=35b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x5608100bf000 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 36 ==== osd_op_reply(90 1.00000000 [omap-get-vals-by-keys out=1043b] v0'0 uv20 ondisk = 0) ==== 154+0+1043 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 13 vs fullbit version 17 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 15 vs fullbit version 19 2024-09-10T07:21:24.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.575+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:91 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1043b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x5608100bf000 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 37 ==== osd_op_reply(91 1.00000000 [omap-set-vals] v41'21 uv21 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:92 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x56081021b400 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 25 ==== osd_op_reply(92 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv5 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v5 vs new v7 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.576+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:93 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.577+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 26 ==== osd_op_reply(93 100000001f7.00000000 [omap-set-header] v41'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.577+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:94 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c000 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.578+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 27 ==== osd_op_reply(94 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv6 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.578+0000 7fe997a82280 4 recover_dentries: inspecting remotebit 100000001f7.00000000/link0 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.578+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.578+0000 7fe997a82280 4 recover_dentries: writing L dentry link0_head into frag 100000001f7.00000000 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.578+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:95 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=50b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68dc00 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 28 ==== osd_op_reply(95 100000001f7.00000000 [omap-set-vals] v41'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:96 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c400 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 29 ==== osd_op_reply(96 10000000001.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v5 vs new v7 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.579+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:97 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68c800 con 0x56081021b400 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 30 ==== osd_op_reply(97 10000000001.00000000 [omap-set-header] v41'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:98 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f68d800 con 0x56081021b400 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 31 ==== osd_op_reply(98 10000000001.00000000 [omap-get-vals-by-keys out=527b] v0'0 uv8 ondisk = 0) ==== 164+0+527 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 4 vs fullbit version 6 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.580+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:99 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=605b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f68cc00 con 0x56081021b400 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 32 ==== osd_op_reply(99 10000000001.00000000 [omap-set-vals] v41'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:100 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2000 con 0x5608100bf000 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 38 ==== osd_op_reply(100 1.00000000 [omap-get-header out=274b] v0'0 uv21 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v20 vs new v24 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.581+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:101 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2400 con 0x5608100bf000 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.582+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 39 ==== osd_op_reply(101 1.00000000 [omap-set-header] v41'22 uv22 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:102 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=35b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2800 con 0x5608100bf000 2024-09-10T07:21:24.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 40 ==== osd_op_reply(102 1.00000000 [omap-get-vals-by-keys out=1043b] v0'0 uv22 ondisk = 0) ==== 154+0+1043 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 17 vs fullbit version 21 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 19 vs fullbit version 23 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.583+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:103 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1043b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2c00 con 0x5608100bf000 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 41 ==== osd_op_reply(103 1.00000000 [omap-set-vals] v41'23 uv23 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:104 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3000 con 0x56081021b400 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 33 ==== osd_op_reply(104 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v7 vs new v9 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.584+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:105 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3400 con 0x56081021b400 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.585+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 34 ==== osd_op_reply(105 100000001f7.00000000 [omap-set-header] v41'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.585+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:106 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3800 con 0x56081021b400 2024-09-10T07:21:24.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.585+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 35 ==== osd_op_reply(106 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv8 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.586+0000 7fe997a82280 4 recover_dentries: inspecting remotebit 100000001f7.00000000/link1 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.586+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.586+0000 7fe997a82280 4 recover_dentries: writing L dentry link1_head into frag 100000001f7.00000000 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.586+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:107 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=50b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3c00 con 0x56081021b400 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 36 ==== osd_op_reply(107 100000001f7.00000000 [omap-set-vals] v41'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:108 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3000 con 0x56081021b400 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 37 ==== osd_op_reply(108 10000000001.00000000 [omap-get-header out=274b] v0'0 uv9 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v7 vs new v9 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.587+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:109 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2000 con 0x56081021b400 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 38 ==== osd_op_reply(109 10000000001.00000000 [omap-set-header] v41'10 uv10 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:110 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x56081021b400 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 39 ==== osd_op_reply(110 10000000001.00000000 [omap-get-vals-by-keys out=605b] v0'0 uv10 ondisk = 0) ==== 164+0+605 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 6 vs fullbit version 8 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.588+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:111 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=605b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021b400 2024-09-10T07:21:24.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 40 ==== osd_op_reply(111 10000000001.00000000 [omap-set-vals] v41'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:112 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x5608100bf000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 42 ==== osd_op_reply(112 1.00000000 [omap-get-header out=274b] v0'0 uv23 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v24 vs new v28 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.589+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:113 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x5608100bf000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.590+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 43 ==== osd_op_reply(113 1.00000000 [omap-set-header] v41'24 uv24 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.590+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:114 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=35b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x5608100bf000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 44 ==== osd_op_reply(114 1.00000000 [omap-get-vals-by-keys out=1043b] v0'0 uv24 ondisk = 0) ==== 154+0+1043 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 21 vs fullbit version 25 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 23 vs fullbit version 27 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.591+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:115 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1043b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x5608100bf000 2024-09-10T07:21:24.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 45 ==== osd_op_reply(115 1.00000000 [omap-set-vals] v41'25 uv25 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:116 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021b400 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 41 ==== osd_op_reply(116 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv9 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v9 vs new v11 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.592+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:117 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.593+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 42 ==== osd_op_reply(117 100000001f7.00000000 [omap-set-header] v41'10 uv10 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.593+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:118 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x56081021b400 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.594+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 43 ==== osd_op_reply(118 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv10 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.594+0000 7fe997a82280 4 recover_dentries: inspecting remotebit 100000001f7.00000000/link2 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.594+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.594+0000 7fe997a82280 4 recover_dentries: writing L dentry link2_head into frag 100000001f7.00000000 2024-09-10T07:21:24.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.594+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:119 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=50b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 44 ==== osd_op_reply(119 100000001f7.00000000 [omap-set-vals] v41'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:120 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 45 ==== osd_op_reply(120 10000000001.00000000 [omap-get-header out=274b] v0'0 uv11 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v9 vs new v11 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.595+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:121 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 46 ==== osd_op_reply(121 10000000001.00000000 [omap-set-header] v41'12 uv12 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:122 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x56081021b400 2024-09-10T07:21:24.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 47 ==== osd_op_reply(122 10000000001.00000000 [omap-get-vals-by-keys out=605b] v0'0 uv12 ondisk = 0) ==== 164+0+605 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 8 vs fullbit version 10 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.596+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:123 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=605b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021b400 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.597+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 48 ==== osd_op_reply(123 10000000001.00000000 [omap-set-vals] v41'13 uv13 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.597+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.597+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:124 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x5608100bf000 2024-09-10T07:21:24.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.597+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 46 ==== osd_op_reply(124 1.00000000 [omap-get-header out=274b] v0'0 uv25 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.598+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v28 vs new v32 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.598+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.598+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:125 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x5608100bf000 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 47 ==== osd_op_reply(125 1.00000000 [omap-set-header] v41'26 uv26 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:126 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=35b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3400 con 0x5608100bf000 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 48 ==== osd_op_reply(126 1.00000000 [omap-get-vals-by-keys out=1043b] v0'0 uv26 ondisk = 0) ==== 154+0+1043 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 25 vs fullbit version 29 2024-09-10T07:21:24.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 27 vs fullbit version 31 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.599+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:127 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1043b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3800 con 0x5608100bf000 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 49 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v41'27 uv27 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:128 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3c00 con 0x56081021b400 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 49 ==== osd_op_reply(128 10000000001.00000000 [omap-get-header out=274b] v0'0 uv13 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v11 vs new v13 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.600+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:129 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3000 con 0x56081021b400 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 50 ==== osd_op_reply(129 10000000001.00000000 [omap-set-header] v41'14 uv14 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:130 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2000 con 0x56081021b400 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 51 ==== osd_op_reply(130 10000000001.00000000 [omap-get-vals-by-keys out=605b] v0'0 uv14 ondisk = 0) ==== 164+0+605 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 10 vs fullbit version 12 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.601+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:131 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=619b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2400 con 0x56081021b400 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 52 ==== osd_op_reply(131 10000000001.00000000 [omap-set-vals] v41'15 uv15 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:132 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2800 con 0x56081021b400 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 53 ==== osd_op_reply(132 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv11 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v11 vs new v13 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.603+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:133 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c2c00 con 0x56081021b400 2024-09-10T07:21:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 54 ==== osd_op_reply(133 100000001f7.00000000 [omap-set-header] v41'12 uv12 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:134 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3400 con 0x56081021b400 2024-09-10T07:21:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 55 ==== osd_op_reply(134 100000001f7.00000000 [omap-get-vals-by-keys out=50b] v0'0 uv12 ondisk = 0) ==== 164+0+50 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe997a82280 4 recover_dentries: inspecting nullbit 100000001f7.00000000/link2 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe997a82280 4 recover_dentries: dentry exists, will remove 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe997a82280 10 recover_dentries: Existing hardlink inode in slot to be (maybe) removed by null journal dn 'link2' with lump fnode version 13vs existing fnode version 11 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.604+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:135 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-rm-keys in=18b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6c3800 con 0x56081021b400 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 56 ==== osd_op_reply(135 100000001f7.00000000 [omap-rm-keys] v41'13 uv13 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:136 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x5608100bf000 2024-09-10T07:21:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 50 ==== osd_op_reply(136 1.00000000 [omap-get-header out=274b] v0'0 uv27 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v32 vs new v34 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.605+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:137 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x5608100bf000 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.606+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 51 ==== osd_op_reply(137 1.00000000 [omap-set-header] v41'28 uv28 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.606+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:138 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x5608100bf000 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 52 ==== osd_op_reply(138 1.00000000 [omap-get-vals-by-keys out=524b] v0'0 uv28 ondisk = 0) ==== 154+0+524 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 29 vs fullbit version 33 2024-09-10T07:21:24.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:139 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x5608100bf000 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.607+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 53 ==== osd_op_reply(139 1.00000000 [omap-set-vals] v41'29 uv29 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.608+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.608+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:140 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021b400 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.608+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 57 ==== osd_op_reply(140 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv13 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.608+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v13 vs new v15 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.608+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.608+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:141 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021b400 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 58 ==== osd_op_reply(141 100000001f7.00000000 [omap-set-header] v41'14 uv14 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:142 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021b400 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 59 ==== osd_op_reply(142 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv14 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 100000001f7.00000000/link2 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe997a82280 4 recover_dentries: writing i dentry link2_head into frag 100000001f7.00000000 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.609+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:143 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=560b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x56081021b400 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 60 ==== osd_op_reply(143 100000001f7.00000000 [omap-set-vals] v41'15 uv15 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:144 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x5608100bf000 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 54 ==== osd_op_reply(144 1.00000000 [omap-get-header out=274b] v0'0 uv29 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v34 vs new v38 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.610+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:145 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x5608100bf000 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 55 ==== osd_op_reply(145 1.00000000 [omap-set-header] v41'30 uv30 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:146 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=35b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de000 con 0x5608100bf000 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 56 ==== osd_op_reply(146 1.00000000 [omap-get-vals-by-keys out=1043b] v0'0 uv30 ondisk = 0) ==== 154+0+1043 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 33 vs fullbit version 35 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 31 vs fullbit version 37 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.611+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:147 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1043b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de400 con 0x5608100bf000 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.612+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 57 ==== osd_op_reply(147 1.00000000 [omap-set-vals] v41'31 uv31 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.613+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.613+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:148 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de800 con 0x56081021b400 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.613+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 61 ==== osd_op_reply(148 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv15 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.613+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v15 vs new v17 2024-09-10T07:21:24.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.613+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.613+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:149 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6dec00 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 62 ==== osd_op_reply(149 100000001f7.00000000 [omap-set-header] v41'16 uv16 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:150 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df000 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 63 ==== osd_op_reply(150 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv16 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe997a82280 4 recover_dentries: inspecting remotebit 100000001f7.00000000/link3 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe997a82280 4 recover_dentries: writing L dentry link3_head into frag 100000001f7.00000000 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.614+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:151 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=50b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df400 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 64 ==== osd_op_reply(151 100000001f7.00000000 [omap-set-vals] v41'17 uv17 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:152 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df800 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 65 ==== osd_op_reply(152 10000000001.00000000 [omap-get-header out=274b] v0'0 uv15 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v13 vs new v15 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.615+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:153 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6dfc00 con 0x56081021b400 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.616+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 66 ==== osd_op_reply(153 10000000001.00000000 [omap-set-header] v41'16 uv16 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.616+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:154 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4000 con 0x56081021b400 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 67 ==== osd_op_reply(154 10000000001.00000000 [omap-get-vals-by-keys out=619b] v0'0 uv16 ondisk = 0) ==== 164+0+619 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 12 vs fullbit version 14 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.617+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:155 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=619b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4400 con 0x56081021b400 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 68 ==== osd_op_reply(155 10000000001.00000000 [omap-set-vals] v41'17 uv17 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:156 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4800 con 0x5608100bf000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 58 ==== osd_op_reply(156 1.00000000 [omap-get-header out=274b] v0'0 uv31 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v38 vs new v42 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.618+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:157 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4c00 con 0x5608100bf000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 59 ==== osd_op_reply(157 1.00000000 [omap-set-header] v41'32 uv32 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:158 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=35b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5000 con 0x5608100bf000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 60 ==== osd_op_reply(158 1.00000000 [omap-get-vals-by-keys out=1043b] v0'0 uv32 ondisk = 0) ==== 154+0+1043 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 35 vs fullbit version 39 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 37 vs fullbit version 41 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.619+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:159 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1043b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5400 con 0x5608100bf000 2024-09-10T07:21:24.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.620+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 61 ==== osd_op_reply(159 1.00000000 [omap-set-vals] v41'33 uv33 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.620+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.620+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:160 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5800 con 0x56081021b400 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.621+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 69 ==== osd_op_reply(160 10000000001.00000000 [omap-get-header out=274b] v0'0 uv17 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.621+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v15 vs new v17 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.621+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.621+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:161 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5c00 con 0x56081021b400 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 70 ==== osd_op_reply(161 10000000001.00000000 [omap-set-header] v41'18 uv18 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:162 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4000 con 0x56081021b400 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 71 ==== osd_op_reply(162 10000000001.00000000 [omap-get-vals-by-keys out=619b] v0'0 uv18 ondisk = 0) ==== 164+0+619 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subdirfile 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 4 recover_dentries: dentry subdirfile_head existed already 2024-09-10T07:21:24.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 14 vs fullbit version 16 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 4 recover_dentries: writing i dentry subdirfile_head into frag 10000000001.00000000 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.622+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:163 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=619b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4400 con 0x56081021b400 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.623+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 72 ==== osd_op_reply(163 10000000001.00000000 [omap-set-vals] v41'19 uv19 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.623+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.623+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:164 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5800 con 0x56081021b400 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.623+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 73 ==== osd_op_reply(164 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv17 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.623+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v17 vs new v19 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.623+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.624+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:165 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4800 con 0x56081021b400 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.624+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 74 ==== osd_op_reply(165 100000001f7.00000000 [omap-set-header] v41'18 uv18 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.624+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:166 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e4c00 con 0x56081021b400 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.625+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 75 ==== osd_op_reply(166 100000001f7.00000000 [omap-get-vals-by-keys out=50b] v0'0 uv18 ondisk = 0) ==== 164+0+50 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.625+0000 7fe997a82280 4 recover_dentries: inspecting nullbit 100000001f7.00000000/link3 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.625+0000 7fe997a82280 4 recover_dentries: dentry exists, will remove 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.625+0000 7fe997a82280 10 recover_dentries: Existing hardlink inode in slot to be (maybe) removed by null journal dn 'link3' with lump fnode version 19vs existing fnode version 17 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.625+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:167 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-rm-keys in=18b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5000 con 0x56081021b400 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 76 ==== osd_op_reply(167 100000001f7.00000000 [omap-rm-keys] v41'19 uv19 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:168 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6e5400 con 0x5608100bf000 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 62 ==== osd_op_reply(168 1.00000000 [omap-get-header out=274b] v0'0 uv33 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v42 vs new v44 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.626+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:169 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x5608100bf000 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 63 ==== osd_op_reply(169 1.00000000 [omap-set-header] v41'34 uv34 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:170 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x5608100bf000 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 64 ==== osd_op_reply(170 1.00000000 [omap-get-vals-by-keys out=563b] v0'0 uv34 ondisk = 0) ==== 154+0+563 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/rootfile 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 4 recover_dentries: dentry rootfile_head existed already 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 2 vs fullbit version 43 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 4 recover_dentries: writing i dentry rootfile_head into frag 1.00000000 2024-09-10T07:21:24.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.627+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:171 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=525b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x5608100bf000 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 65 ==== osd_op_reply(171 1.00000000 [omap-set-vals] v41'35 uv35 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56080f683b80 con 0x5608100bf000 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:172 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021bc00 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 23 ==== osd_op_reply(172 1.00000000.inode [read 0~582 out=582b] v0'0 uv27 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 7 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.628+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:173 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021bc00 2024-09-10T07:21:24.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 24 ==== osd_op_reply(173 1.00000000.inode [writefull 0~582] v41'28 uv28 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:174 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x5608100bf000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 66 ==== osd_op_reply(174 1.00000000 [omap-get-header out=274b] v0'0 uv35 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v44 vs new v48 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.630+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:175 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x5608100bf000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 67 ==== osd_op_reply(175 1.00000000 [omap-set-header] v41'36 uv36 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:176 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=37b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x5608100bf000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 68 ==== osd_op_reply(176 1.00000000 [omap-get-vals-by-keys out=1045b] v0'0 uv36 ondisk = 0) ==== 154+0+1045 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 39 vs fullbit version 46 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/rootfile 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: dentry rootfile_head existed already 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 43 vs fullbit version 45 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 4 recover_dentries: writing i dentry rootfile_head into frag 1.00000000 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.631+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:177 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=1123b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x5608100bf000 2024-09-10T07:21:24.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.632+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 69 ==== osd_op_reply(177 1.00000000 [omap-set-vals] v41'37 uv37 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.632+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.632+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:178 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021b400 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.633+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 77 ==== osd_op_reply(178 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv19 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.633+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v19 vs new v21 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.633+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.633+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:179 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de000 con 0x56081021b400 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 78 ==== osd_op_reply(179 100000001f7.00000000 [omap-set-header] v41'20 uv20 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:180 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de400 con 0x56081021b400 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 79 ==== osd_op_reply(180 100000001f7.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv20 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe997a82280 4 recover_dentries: inspecting remotebit 100000001f7.00000000/link3 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe997a82280 4 recover_dentries: writing L dentry link3_head into frag 100000001f7.00000000 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.634+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:181 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=50b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de800 con 0x56081021b400 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 80 ==== osd_op_reply(181 100000001f7.00000000 [omap-set-vals] v41'21 uv21 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:182 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6dec00 con 0x56081021bc00 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 25 ==== osd_op_reply(182 1.00000000.inode [read 0~582 out=582b] v0'0 uv28 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 8 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.635+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:183 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df000 con 0x56081021bc00 2024-09-10T07:21:24.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 26 ==== osd_op_reply(183 1.00000000.inode [writefull 0~582] v41'29 uv29 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:184 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df400 con 0x5608100bf000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 70 ==== osd_op_reply(184 1.00000000 [omap-get-header out=274b] v0'0 uv37 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v48 vs new v50 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.638+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:185 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df800 con 0x5608100bf000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 71 ==== osd_op_reply(185 1.00000000 [omap-set-header] v41'38 uv38 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:186 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6dfc00 con 0x5608100bf000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 72 ==== osd_op_reply(186 1.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv38 ondisk = 0) ==== 154+0+523 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/subdir 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 4 recover_dentries: dentry subdir_head existed already 2024-09-10T07:21:24.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 41 vs fullbit version 49 2024-09-10T07:21:24.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 4 recover_dentries: writing i dentry subdir_head into frag 1.00000000 2024-09-10T07:21:24.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.639+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:187 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ea000 con 0x5608100bf000 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 73 ==== osd_op_reply(187 1.00000000 [omap-set-vals] v41'39 uv39 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe997a82280 4 recover_dentries: inspecting lump 10000000001.00000000 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:188 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ea400 con 0x56081021b400 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 81 ==== osd_op_reply(188 10000000001.00000000 [omap-get-header out=274b] v0'0 uv19 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe997a82280 4 recover_dentries: frag 10000000001.00000000 fnode old v17 vs new v19 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.640+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:189 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ea800 con 0x56081021b400 2024-09-10T07:21:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.641+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 82 ==== osd_op_reply(189 10000000001.00000000 [omap-set-header] v41'20 uv20 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.641+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:190 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=22b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6eac00 con 0x56081021b400 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.642+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 83 ==== osd_op_reply(190 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv20 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.642+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 10000000001.00000000/subsubdir 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.642+0000 7fe997a82280 4 recover_dentries: dentry did not already exist, will create 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.642+0000 7fe997a82280 4 recover_dentries: writing i dentry subsubdir_head into frag 10000000001.00000000 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.642+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.642+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:191 5.7 5:e2e07930:::10000000001.00000000:head [omap-set-vals in=526b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6eb000 con 0x56081021b400 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 84 ==== osd_op_reply(191 10000000001.00000000 [omap-set-vals] v41'21 uv21 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001fa.00000000 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:192 5.1f 5:feb1c803:::100000001fa.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6eb400 con 0x5608100bf000 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 74 ==== osd_op_reply(192 100000001fa.00000000 [omap-get-header] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe997a82280 4 recover_dentries: failed to read OMAP header from directory fragment 100000001fa.00000000 (2) No such file or directory 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.643+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:193 5.1f 5:feb1c803:::100000001fa.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6eb800 con 0x5608100bf000 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.644+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 75 ==== osd_op_reply(193 100000001fa.00000000 [omap-set-header] v41'40 uv40 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.644+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:194 5.1f 5:feb1c803:::100000001fa.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ebc00 con 0x5608100bf000 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.644+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 76 ==== osd_op_reply(194 100000001fa.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv40 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.644+0000 7fe997a82280 4 recover_dentries: inspecting lump 602.00000000 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.645+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:195 5.10 5:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ea000 con 0x5608100be800 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.645+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 9 ==== osd_op_reply(195 602.00000000 [omap-get-header out=274b] v0'0 uv12 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56080f682a00 con 0x5608100be800 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.645+0000 7fe997a82280 4 recover_dentries: frag 602.00000000 fnode old v6 vs new v8 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.645+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.645+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:196 5.10 5:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6eb400 con 0x5608100be800 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 10 ==== osd_op_reply(196 602.00000000 [omap-set-header] v41'13 uv13 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56080f682a00 con 0x5608100be800 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:197 5.10 5:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ea400 con 0x5608100be800 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 11 ==== osd_op_reply(197 602.00000000 [omap-get-vals-by-keys out=542b] v0'0 uv13 ondisk = 0) ==== 156+0+542 (crc 0 0 0) 0x56080f682a00 con 0x5608100be800 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe997a82280 4 recover_dentries: inspecting nullbit 602.00000000/100000001f8 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe997a82280 4 recover_dentries: dentry exists, will remove 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe997a82280 10 recover_dentries: Existing full inode in slot to be (maybe) removed by null journal dn '100000001f8' with lump fnode version 8vs existing fnode version 6 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.646+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:198 5.10 5:0bd6d154:::602.00000000:head [omap-rm-keys in=24b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6ea800 con 0x5608100be800 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.7 v2:172.21.15.70:6824/2657533304 12 ==== osd_op_reply(198 602.00000000 [omap-rm-keys] v41'14 uv14 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56080f682a00 con 0x5608100be800 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:199 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6eac00 con 0x5608100bf000 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 77 ==== osd_op_reply(199 1.00000000 [omap-get-header out=274b] v0'0 uv39 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v50 vs new v52 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.647+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:200 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df400 con 0x5608100bf000 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 78 ==== osd_op_reply(200 1.00000000 [omap-set-header] v41'41 uv41 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:201 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df800 con 0x5608100bf000 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 79 ==== osd_op_reply(201 1.00000000 [omap-get-vals-by-keys out=524b] v0'0 uv41 ondisk = 0) ==== 154+0+524 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 1.00000000/linkdir 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 4 recover_dentries: dentry linkdir_head existed already 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 46 vs fullbit version 51 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 4 recover_dentries: writing i dentry linkdir_head into frag 1.00000000 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.648+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:202 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6dfc00 con 0x5608100bf000 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.649+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 80 ==== osd_op_reply(202 1.00000000 [omap-set-vals] v41'42 uv42 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.650+0000 7fe997a82280 4 recover_dentries: inspecting lump 100000001f7.00000000 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.650+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:203 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de000 con 0x56081021b400 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.650+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 85 ==== osd_op_reply(203 100000001f7.00000000 [omap-get-header out=274b] v0'0 uv21 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.650+0000 7fe997a82280 4 recover_dentries: frag 100000001f7.00000000 fnode old v21 vs new v23 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.650+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.650+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:204 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de400 con 0x56081021b400 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 86 ==== osd_op_reply(204 100000001f7.00000000 [omap-set-header] v41'22 uv22 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:205 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6de800 con 0x56081021b400 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 87 ==== osd_op_reply(205 100000001f7.00000000 [omap-get-vals-by-keys out=560b] v0'0 uv22 ondisk = 0) ==== 164+0+560 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 100000001f7.00000000/link2 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 4 recover_dentries: dentry link2_head existed already 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 14 vs fullbit version 22 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 4 recover_dentries: writing i dentry link2_head into frag 100000001f7.00000000 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.651+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:206 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-set-vals in=522b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bec00 con 0x56081021b400 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 <== osd.5 v2:172.21.15.70:6808/195722179 88 ==== osd_op_reply(206 100000001f7.00000000 [omap-set-vals] v41'23 uv23 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x56080f682a00 con 0x56081021b400 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:207 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x56081021bc00 2024-09-10T07:21:24.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 27 ==== osd_op_reply(207 1.00000000.inode [read 0~582 out=582b] v0'0 uv29 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 9 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.652+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:208 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x56081021bc00 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 28 ==== osd_op_reply(208 1.00000000.inode [writefull 0~582] v41'30 uv30 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe997a82280 4 recover_dentries: inspecting lump 1.00000000 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:209 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662800 con 0x5608100bf000 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 81 ==== osd_op_reply(209 1.00000000 [omap-get-header out=274b] v0'0 uv42 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe997a82280 4 recover_dentries: frag 1.00000000 fnode old v52 vs new v53 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.655+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:210 5.1f 5:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663800 con 0x5608100bf000 2024-09-10T07:21:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.656+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 82 ==== osd_op_reply(210 1.00000000 [omap-set-header] v41'43 uv43 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.656+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:211 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021b800 con 0x5608100bf000 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.656+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 83 ==== osd_op_reply(211 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv43 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.656+0000 7fe997a82280 4 recover_dentries: updating root 0x1 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.656+0000 7fe997a82280 4 recover_dentries: object id 1.00000000.inode 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.656+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:212 5.14 5:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x56081021bc00 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.657+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 29 ==== osd_op_reply(212 1.00000000.inode [read 0~582 out=582b] v0'0 uv30 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.657+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.657+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.657+0000 7fe997a82280 4 recover_dentries: writing root ino 1.00000000.inode version 10 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.657+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:213 5.14 5:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56081021a800 con 0x56081021bc00 2024-09-10T07:21:24.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 30 ==== osd_op_reply(213 1.00000000.inode [writefull 0~582] v41'31 uv31 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe997a82280 4 recover_dentries: inspecting lump 100.00000000 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:214 5.13 5:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56081021ac00 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 31 ==== osd_op_reply(214 100.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe997a82280 4 recover_dentries: frag 100.00000000 fnode old v5 vs new v7 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe997a82280 4 recover_dentries: writing fnode to omap header 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.658+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:215 5.13 5:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663000 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 32 ==== osd_op_reply(215 100.00000000 [omap-set-header] v41'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:216 5.13 5:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f662c00 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 33 ==== osd_op_reply(216 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv7 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 4 recover_dentries: inspecting fullbit 100.00000000/stray2 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 4 recover_dentries: dentry stray2_head existed already 2024-09-10T07:21:24.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 4 recover_dentries: dentry exists, checking versions... 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 4 recover_dentries: decoded embedded inode version 4 vs fullbit version 6 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 4 recover_dentries: writing i dentry stray2_head into frag 100.00000000 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 20 recover_dentries: dnfirst = 2 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.659+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:217 5.13 5:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f663400 con 0x56081021bc00 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.660+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 34 ==== osd_op_reply(217 100.00000000 [omap-set-vals] v41'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.660+0000 7fe997a82280 4 recover_dentries: updating root 0x100 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.660+0000 7fe997a82280 4 recover_dentries: object id 100.00000000.inode 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.660+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:218 5.1f 5:fe07bba1:::100.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f663c00 con 0x5608100bf000 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.661+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 84 ==== osd_op_reply(218 100.00000000.inode [read 0~582 out=582b] v0'0 uv3 ondisk = 0) ==== 162+0+582 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.661+0000 7fe997a82280 4 recover_dentries: root exists, will modify (582) 2024-09-10T07:21:24.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.661+0000 7fe997a82280 4 recover_dentries: magic ok 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.661+0000 7fe997a82280 4 recover_dentries: writing root ino 100.00000000.inode version 2 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.661+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:219 5.1f 5:fe07bba1:::100.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x5608100bf400 con 0x5608100bf000 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.662+0000 7fe996229640 1 -- 172.21.15.3:0/3087783674 <== osd.6 v2:172.21.15.70:6800/658467237 85 ==== osd_op_reply(219 100.00000000.inode [writefull 0~582] v41'44 uv44 ondisk = 0) ==== 162+0+0 (crc 0 0 0) 0x56081008e000 con 0x5608100bf000 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.662+0000 7fe997a82280 4 main_event: consumed 8 inodes 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.662+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:220 5.13 5:c91d4a1d:::mds0_inotable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56080f6dec00 con 0x56081021bc00 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 35 ==== osd_op_reply(220 mds0_inotable [read 0~34 out=34b] v0'0 uv2 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x10000000000 requires inotable update 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x10000000001 requires inotable update 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x10000000002 requires inotable update 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x100000001f7 requires inotable update 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x100000001f8 requires inotable update 2024-09-10T07:21:24.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x100000001f9 requires inotable update 2024-09-10T07:21:24.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: Used ino 0x100000001fa requires inotable update 2024-09-10T07:21:24.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 4 consume_inos: writing modified inotable version 1 2024-09-10T07:21:24.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.663+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:221 5.13 5:c91d4a1d:::mds0_inotable:head [writefull 0~50 in=50b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x56080f6df000 con 0x56081021bc00 2024-09-10T07:21:24.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe996a2a640 1 -- 172.21.15.3:0/3087783674 <== osd.3 v2:172.21.15.3:6808/3359647174 36 ==== osd_op_reply(221 mds0_inotable [writefull 0~50] v41'9 uv9 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x56080f682c80 con 0x56081021bc00 2024-09-10T07:21:24.684 INFO:teuthology.orchestra.run.smithi003.stdout:0.000000 0x400000 LID: () 2024-09-10T07:21:24.684 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:03.458645+0000 0x400030 SUBTREEMAP: () 2024-09-10T07:21:24.684 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:14.657616+0000 0x4003ac SESSION: () 2024-09-10T07:21:24.684 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.033981+0000 0x400567 UPDATE: (setattr) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout: / 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.094150+0000 0x400896 UPDATE: (openc) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout: rootfile 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.154751+0000 0x400f48 UPDATE: (mkdir) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout: subdir 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.215401+0000 0x401716 UPDATE: (openc) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.273855+0000 0x401ec2 UPDATE: (mkdir) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.332723+0000 0x4026a1 UPDATE: (scatter_writebehind) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.334824+0000 0x402b13 UPDATE: (openc) 2024-09-10T07:21:24.685 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link0 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.395232+0000 0x4032bb UPDATE: (unlink_local) 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout: stray2/100000001f8 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link0 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.395475+0000 0x403f47 UPDATE: (cap update) 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout: stray2/100000001f8 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.453399+0000 0x4046e1 UPDATE: (cap update) 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.453965+0000 0x404e6c UPDATE: (link_local) 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link0 2024-09-10T07:21:24.686 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.512759+0000 0x4059cc UPDATE: (link_local) 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link1 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.571274+0000 0x40652c UPDATE: (link_local) 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link2 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.631848+0000 0x40708c UPDATE: (unlink_local) 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link2 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.689792+0000 0x407bef UPDATE: (openc) 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link2 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.748838+0000 0x408397 UPDATE: (link_local) 2024-09-10T07:21:24.687 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link3 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.809700+0000 0x408f05 UPDATE: (unlink_local) 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subdirfile 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link3 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.867917+0000 0x409a68 UPDATE: (cap update) 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: rootfile 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.868443+0000 0x40a0e9 UPDATE: (link_local) 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: rootfile 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link3 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:15.925520+0000 0x40ab3f UPDATE: (mkdir) 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout: subdir/subsubdir 2024-09-10T07:21:24.688 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:17.469219+0000 0x40b418 UPDATE: (purge_stray) 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout: 100000001f8 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:17.739013+0000 0x40b66f UPDATE: (cap update) 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout: linkdir/link2 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:17.741858+0000 0x40c03f SESSION: () 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout:0.000000 0x40c0ec PURGED: () 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:21.603078+0000 0x40c138 UPDATE: (scatter_writebehind) 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout:2024-09-10T07:21:21.603252+0000 0x40c5aa UPDATE: (scatter_writebehind) 2024-09-10T07:21:24.689 INFO:teuthology.orchestra.run.smithi003.stdout: stray2 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 4 29 events 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56081021bc00 msgr2=0x56080f33ac00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56081021bc00 0x56080f33ac00 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x56081021b400 msgr2=0x56080f33a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x56081021b400 0x56080f33a680 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5608100bf000 msgr2=0x56080f33b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x5608100bf000 0x56080f33b180 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x5608100be800 msgr2=0x56080f33b700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x5608100be800 0x56080f33b700 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 reap_dead start 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe995a28640 1 -- 172.21.15.3:0/3087783674 reap_dead start 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56081021b000 msgr2=0x56080f65e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56081021b000 0x56080f65e000 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x56080f438d20 tx=0x56080f5ecae0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 msgr2=0x56080f338580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.666+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x5608100b3b30 tx=0x5608101c4c00 comp rx=0 tx=0).stop 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 shutdown_connections 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56081021b000 0x56080f65e000 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 --2- 172.21.15.3:0/3087783674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608101ad800 0x56080f338580 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 >> 172.21.15.3:0/3087783674 conn(0x5608101ad000 msgr2=0x56081004b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 shutdown_connections 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/3087783674 wait complete. 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 msgr2=0x56080f339b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 0x56080f339b80 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x5608100f3560 tx=0x5608100610e0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 shutdown_connections 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56080f2bdc00 0x56080f339080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56080f2bd800 0x56080f339600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 --2- 172.21.15.3:0/1890985992 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56080f2bcc00 0x56080f339b80 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 >> 172.21.15.3:0/1890985992 conn(0x56080f2bd000 msgr2=0x56081004a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 shutdown_connections 2024-09-10T07:21:24.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.667+0000 7fe997a82280 1 -- 172.21.15.3:0/1890985992 wait complete. 2024-09-10T07:21:24.695 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '--rank', 'cephfs:0', 'event', 'recover_dentries', 'list'] in time 0:00:00.272895, result: 0.000000 0x400000 LID: () 2024-09-10T07:21:03.458645+0000 0x400030 SUBTREEMAP: () 2024-09-10T07:21:14.657616+0000 0x4003ac SESSION: () 2024-09-10T07:21:15.033981+0000 0x400567 UPDATE: (setattr) / 2024-09-10T07:21:15.094150+0000 0x400896 UPDATE: (openc) rootfile 2024-09-10T07:21:15.154751+0000 0x400f48 UPDATE: (mkdir) subdir 2024-09-10T07:21:15.215401+0000 0x401716 UPDATE: (openc) subdir/subdirfile 2024-09-10T07:21:15.273855+0000 0x401ec2 UPDATE: (mkdir) linkdir 2024-09-10T07:21:15.332723+0000 0x4026a1 UPDATE: (scatter_writebehind) 2024-09-10T07:21:15.334824+0000 0x402b13 UPDATE: (openc) linkdir/link0 2024-09-10T07:21:15.395232+0000 0x4032bb UPDATE: (unlink_local) stray2/100000001f8 linkdir/link0 2024-09-10T07:21:15.395475+0000 0x403f47 UPDATE: (cap update) stray2/100000001f8 2024-09-10T07:21:15.453399+0000 0x4046e1 UPDATE: (cap update) subdir/subdirfile 2024-09-10T07:21:15.453965+0000 0x404e6c UPDATE: (link_local) subdir/subdirfile linkdir/link0 2024-09-10T07:21:15.512759+0000 0x4059cc UPDATE: (link_local) subdir/subdirfile linkdir/link1 2024-09-10T07:21:15.571274+0000 0x40652c UPDATE: (link_local) subdir/subdirfile linkdir/link2 2024-09-10T07:21:15.631848+0000 0x40708c UPDATE: (unlink_local) subdir/subdirfile linkdir/link2 2024-09-10T07:21:15.689792+0000 0x407bef UPDATE: (openc) linkdir/link2 2024-09-10T07:21:15.748838+0000 0x408397 UPDATE: (link_local) subdir/subdirfile linkdir/link3 2024-09-10T07:21:15.809700+0000 0x408f05 UPDATE: (unlink_local) subdir/subdirfile linkdir/link3 2024-09-10T07:21:15.867917+0000 0x409a68 UPDATE: (cap update) rootfile 2024-09-10T07:21:15.868443+0000 0x40a0e9 UPDATE: (link_local) rootfile linkdir/link3 2024-09-10T07:21:15.925520+0000 0x40ab3f UPDATE: (mkdir) subdir/subsubdir 2024-09-10T07:21:17.469219+0000 0x40b418 UPDATE: (purge_stray) 100000001f8 2024-09-10T07:21:17.739013+0000 0x40b66f UPDATE: (cap update) linkdir/link2 2024-09-10T07:21:17.741858+0000 0x40c03f SESSION: () 0.000000 0x40c0ec PURGED: () 2024-09-10T07:21:21.603078+0000 0x40c138 UPDATE: (scatter_writebehind) 2024-09-10T07:21:21.603252+0000 0x40c5aa UPDATE: (scatter_writebehind) stray2 2024-09-10T07:21:24.695 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 1.00000000 2024-09-10T07:21:24.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 Processor -- start 2024-09-10T07:21:24.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 -- start start 2024-09-10T07:21:24.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01bc003ab0 0x55fcbe9cb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fcbe9ddf50 0x55fcbe9d2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe9d2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fcbe858510 con 0x55fcbe934c90 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55fcbe8b1c50 con 0x55fcbe9ddf50 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.768+0000 7f01d0739f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55fcbe9deea0 con 0x7f01bc003ab0 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe9d2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cda2e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fcbe9ddf50 0x55fcbe9d2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe9d2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41950/0 (socket says 172.21.15.3:41950) 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 -- 172.21.15.3:0/2343229688 learned_addr learned my addr 172.21.15.3:0/2343229688 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01ce22f640 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01bc003ab0 0x55fcbe9cb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 -- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01bc003ab0 msgr2=0x55fcbe9cb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01bc003ab0 0x55fcbe9cb2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 -- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fcbe9ddf50 msgr2=0x55fcbe9d2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fcbe9ddf50 0x55fcbe9d2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 -- 172.21.15.3:0/2343229688 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcbe9dd250 con 0x55fcbe934c90 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cda2e640 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fcbe9ddf50 0x55fcbe9d2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cea30640 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe9d2dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f01c8025e30 tx=0x7f01c8051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61242cf7977951ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cca2c640 1 -- 172.21.15.3:0/2343229688 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c804f880 con 0x55fcbe934c90 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cca2c640 1 -- 172.21.15.3:0/2343229688 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c804fa40 con 0x55fcbe934c90 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.769+0000 7f01cca2c640 1 -- 172.21.15.3:0/2343229688 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c804fe30 con 0x55fcbe934c90 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 -- 172.21.15.3:0/2343229688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 msgr2=0x55fcbe9d2dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe9d2dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f01c8025e30 tx=0x7f01c8051000 comp rx=0 tx=0).stop 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 -- 172.21.15.3:0/2343229688 shutdown_connections 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe9d2dc0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fcbe9ddf50 0x55fcbe9d2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 --2- 172.21.15.3:0/2343229688 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f01bc003ab0 0x55fcbe9cb2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 -- 172.21.15.3:0/2343229688 >> 172.21.15.3:0/2343229688 conn(0x55fcbe931190 msgr2=0x55fcbe9dd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 -- 172.21.15.3:0/2343229688 shutdown_connections 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 -- 172.21.15.3:0/2343229688 wait complete. 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 Processor -- start 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.770+0000 7f01d0739f40 1 -- start start 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01d0739f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe94c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01d0739f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fcbe9ddf50 0x55fcbe9c7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01d0739f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01bc003ab0 0x55fcbe9d27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01d0739f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fcbe934800 con 0x55fcbe934c90 2024-09-10T07:21:24.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01d0739f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55fcbe934520 con 0x7f01bc003ab0 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01d0739f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55fcbe950270 con 0x55fcbe9ddf50 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01ce22f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe94c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01ce22f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe94c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41966/0 (socket says 172.21.15.3:41966) 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01ce22f640 1 -- 172.21.15.3:0/3864896492 learned_addr learned my addr 172.21.15.3:0/3864896492 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01cea30640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01bc003ab0 0x55fcbe9d27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01cda2e640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fcbe9ddf50 0x55fcbe9c7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01ce22f640 1 -- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fcbe9ddf50 msgr2=0x55fcbe9c7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.771+0000 7f01ce22f640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fcbe9ddf50 0x55fcbe9c7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01ce22f640 1 -- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01bc003ab0 msgr2=0x55fcbe9d27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01ce22f640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f01bc003ab0 0x55fcbe9d27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01ce22f640 1 -- 172.21.15.3:0/3864896492 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcbe949c70 con 0x55fcbe934c90 2024-09-10T07:21:24.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01ce22f640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe94c5f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f01c00036b0 tx=0x7f01c0003ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01c77fe640 1 -- 172.21.15.3:0/3864896492 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c0013670 con 0x55fcbe934c90 2024-09-10T07:21:24.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01c77fe640 1 -- 172.21.15.3:0/3864896492 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c0019070 con 0x55fcbe934c90 2024-09-10T07:21:24.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55fcbe949f50 con 0x55fcbe934c90 2024-09-10T07:21:24.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01c77fe640 1 -- 172.21.15.3:0/3864896492 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c0013a50 con 0x55fcbe934c90 2024-09-10T07:21:24.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.772+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcbe9c83d0 con 0x55fcbe934c90 2024-09-10T07:21:24.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.773+0000 7f01c77fe640 1 -- 172.21.15.3:0/3864896492 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f01c0012040 con 0x55fcbe934c90 2024-09-10T07:21:24.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01c77fe640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01b006a810 0x7f01b006ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01c77fe640 1 -- 172.21.15.3:0/3864896492 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f01c008a190 con 0x55fcbe934c90 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01cda2e640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01b006a810 0x7f01b006ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01d0739f40 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55fcbe9d3e00 0x55fcbea74a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:1 5.1f 5:ff5b34d6:::1.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x55fcbea74fd0 con 0x55fcbe9d3e00 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01cea30640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55fcbe9d3e00 0x55fcbea74a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01cda2e640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01b006a810 0x7f01b006ccd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x55fcbe9d2650 tx=0x7f01b8001730 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.774+0000 7f01cea30640 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55fcbe9d3e00 0x55fcbea74a90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01cea30640 1 -- 172.21.15.3:0/3864896492 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(1 1.00000000 [omap-get-keys out=53b] v0'0 uv43 ondisk = 0) ==== 154+0+53 (crc 0 0 0) 0x7f01c801a320 con 0x55fcbe9d3e00 2024-09-10T07:21:24.780 INFO:teuthology.orchestra.run.smithi003.stdout:linkdir_head 2024-09-10T07:21:24.781 INFO:teuthology.orchestra.run.smithi003.stdout:rootfile_head 2024-09-10T07:21:24.781 INFO:teuthology.orchestra.run.smithi003.stdout:subdir_head 2024-09-10T07:21:24.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55fcbe9d3e00 msgr2=0x55fcbea74a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55fcbe9d3e00 0x55fcbea74a90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01b006a810 msgr2=0x7f01b006ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f01b006a810 0x7f01b006ccd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x55fcbe9d2650 tx=0x7f01b8001730 comp rx=0 tx=0).stop 2024-09-10T07:21:24.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 msgr2=0x55fcbe94c5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 --2- 172.21.15.3:0/3864896492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcbe934c90 0x55fcbe94c5f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f01c00036b0 tx=0x7f01c0003ab0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01cea30640 1 -- 172.21.15.3:0/3864896492 reap_dead start 2024-09-10T07:21:24.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 shutdown_connections 2024-09-10T07:21:24.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 >> 172.21.15.3:0/3864896492 conn(0x55fcbe931190 msgr2=0x55fcbe94d0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 shutdown_connections 2024-09-10T07:21:24.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.775+0000 7f01d0739f40 1 -- 172.21.15.3:0/3864896492 wait complete. 2024-09-10T07:21:24.783 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 10000000001.00000000 2024-09-10T07:21:24.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.827+0000 7fdfe77c8f40 1 Processor -- start 2024-09-10T07:21:24.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.827+0000 7fdfe77c8f40 1 -- start start 2024-09-10T07:21:24.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe77c8f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaada650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe77c8f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 0x560ebaae9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe77c8f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadc0a0 0x560ebaae9940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe77c8f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560eba960510 con 0x560ebaadb900 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe77c8f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ebaae7680 con 0x560ebaadc0a0 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe77c8f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560ebaadc710 con 0x7fdfd4003630 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 0x560ebaae9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 0x560ebaae9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41978/0 (socket says 172.21.15.3:41978) 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3572078909 learned_addr learned my addr 172.21.15.3:0/3572078909 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe52be640 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaada650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfe5abf640 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadc0a0 0x560ebaae9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 msgr2=0x560ebaada650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaada650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadc0a0 msgr2=0x560ebaae9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadc0a0 0x560ebaae9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3572078909 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ebaa5a1d0 con 0x560ebaadb900 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdcabd640 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 0x560ebaae9400 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0009910 tx=0x7fdfd0005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72b9c31e388cc03e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdffff640 1 -- 172.21.15.3:0/3572078909 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd00089b0 con 0x560ebaadb900 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdffff640 1 -- 172.21.15.3:0/3572078909 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd0008b50 con 0x560ebaadb900 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.828+0000 7fdfdffff640 1 -- 172.21.15.3:0/3572078909 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0015470 con 0x560ebaadb900 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3572078909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 msgr2=0x560ebaae9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 0x560ebaae9400 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0009910 tx=0x7fdfd0005a00 comp rx=0 tx=0).stop 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3572078909 shutdown_connections 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadc0a0 0x560ebaae9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadb900 0x560ebaae9400 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3572078909 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaada650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3572078909 >> 172.21.15.3:0/3572078909 conn(0x560eba9fc930 msgr2=0x560ebaa59790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3572078909 shutdown_connections 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.829+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3572078909 wait complete. 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 Processor -- start 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 -- start start 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadb900 0x560ebaa0f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadc0a0 0x560ebaac2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaadd440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560ebaa54f40 con 0x560ebaadc0a0 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ebaa54c60 con 0x560ebaadb900 2024-09-10T07:21:24.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfe77c8f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560ebaadaf00 con 0x7fdfd4003630 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfdcabd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadc0a0 0x560ebaac2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.830+0000 7fdfdcabd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadc0a0 0x560ebaac2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41980/0 (socket says 172.21.15.3:41980) 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3595342492 learned_addr learned my addr 172.21.15.3:0/3595342492 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfe52be640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadb900 0x560ebaa0f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfe5abf640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaadd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 msgr2=0x560ebaadd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdfd4003630 0x560ebaadd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadb900 msgr2=0x560ebaa0f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadb900 0x560ebaa0f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 -- 172.21.15.3:0/3595342492 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ebaae6280 con 0x560ebaadc0a0 2024-09-10T07:21:24.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfe52be640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ebaadb900 0x560ebaa0f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdcabd640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadc0a0 0x560ebaac2c40 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0002000 tx=0x7fdfd0002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdeffd640 1 -- 172.21.15.3:0/3595342492 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0015700 con 0x560ebaadc0a0 2024-09-10T07:21:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdeffd640 1 -- 172.21.15.3:0/3595342492 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd0023020 con 0x560ebaadc0a0 2024-09-10T07:21:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfdeffd640 1 -- 172.21.15.3:0/3595342492 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0015aa0 con 0x560ebaadc0a0 2024-09-10T07:21:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560ebaad8650 con 0x560ebaadc0a0 2024-09-10T07:21:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.831+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ebaad8c10 con 0x560ebaadc0a0 2024-09-10T07:21:24.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfdeffd640 1 -- 172.21.15.3:0/3595342492 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdfd0015c40 con 0x560ebaadc0a0 2024-09-10T07:21:24.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfdeffd640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdfc806a840 0x7fdfc806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfdeffd640 1 -- 172.21.15.3:0/3595342492 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fdfd008bcd0 con 0x560ebaadc0a0 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfe52be640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdfc806a840 0x7fdfc806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x560ebaad96f0 0x560ebaad70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 5.7 5:e2e07930:::10000000001.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x560ebaadd980 con 0x560ebaad96f0 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.833+0000 7fdfe5abf640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x560ebaad96f0 0x560ebaad70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe52be640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdfc806a840 0x7fdfc806cd00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8005cf0 tx=0x7fdfd800c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe5abf640 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x560ebaad96f0 0x560ebaad70a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe5abf640 1 -- 172.21.15.3:0/3595342492 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 10000000001.00000000 [omap-get-keys out=42b] v0'0 uv21 ondisk = 0) ==== 164+0+42 (crc 0 0 0) 0x7fdfe0001730 con 0x560ebaad96f0 2024-09-10T07:21:24.840 INFO:teuthology.orchestra.run.smithi003.stdout:subdirfile_head 2024-09-10T07:21:24.840 INFO:teuthology.orchestra.run.smithi003.stdout:subsubdir_head 2024-09-10T07:21:24.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x560ebaad96f0 msgr2=0x560ebaad70a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x560ebaad96f0 0x560ebaad70a0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdfc806a840 msgr2=0x7fdfc806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdfc806a840 0x7fdfc806cd00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8005cf0 tx=0x7fdfd800c040 comp rx=0 tx=0).stop 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadc0a0 msgr2=0x560ebaac2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 --2- 172.21.15.3:0/3595342492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ebaadc0a0 0x560ebaac2c40 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0002000 tx=0x7fdfd0002fb0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe5abf640 1 -- 172.21.15.3:0/3595342492 reap_dead start 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 shutdown_connections 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 >> 172.21.15.3:0/3595342492 conn(0x560eba9fc930 msgr2=0x560ebaada650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 shutdown_connections 2024-09-10T07:21:24.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.834+0000 7fdfe77c8f40 1 -- 172.21.15.3:0/3595342492 wait complete. 2024-09-10T07:21:24.843 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 100000001f7.00000000 2024-09-10T07:21:24.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.924+0000 7f036b946f40 1 Processor -- start 2024-09-10T07:21:24.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.924+0000 7f036b946f40 1 -- start start 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036b946f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47d9fe60 0x55fc47e69890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036b946f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47da24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036b946f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 0x55fc47e70ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036b946f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fc47e78800 con 0x55fc47e72740 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036b946f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55fc47cf2510 con 0x55fc47e72360 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036b946f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55fc47e78ae0 con 0x55fc47d9fe60 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 0x55fc47e70ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 0x55fc47e70ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41996/0 (socket says 172.21.15.3:41996) 2024-09-10T07:21:24.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 -- 172.21.15.3:0/4058841288 learned_addr learned my addr 172.21.15.3:0/4058841288 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0360c3b640 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47da24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f036943c640 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47d9fe60 0x55fc47e69890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 -- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47d9fe60 msgr2=0x55fc47e69890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47d9fe60 0x55fc47e69890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 -- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 msgr2=0x55fc47da24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47da24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0369c3d640 1 -- 172.21.15.3:0/4058841288 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc47dcac50 con 0x55fc47e72740 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.925+0000 7f0360c3b640 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47da24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f0369c3d640 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 0x55fc47e70ca0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0364046140 tx=0x7f0364050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9d8bbaaa0b18c41 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f0363fff640 1 -- 172.21.15.3:0/4058841288 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364054040 con 0x55fc47e72740 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f0363fff640 1 -- 172.21.15.3:0/4058841288 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0364050820 con 0x55fc47e72740 2024-09-10T07:21:24.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f0363fff640 1 -- 172.21.15.3:0/4058841288 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364050bd0 con 0x55fc47e72740 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 -- 172.21.15.3:0/4058841288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 msgr2=0x55fc47e70ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 0x55fc47e70ca0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0364046140 tx=0x7f0364050000 comp rx=0 tx=0).stop 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 -- 172.21.15.3:0/4058841288 shutdown_connections 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47e72740 0x55fc47e70ca0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47da24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 --2- 172.21.15.3:0/4058841288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47d9fe60 0x55fc47e69890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 -- 172.21.15.3:0/4058841288 >> 172.21.15.3:0/4058841288 conn(0x55fc47da0a50 msgr2=0x55fc47da1de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 -- 172.21.15.3:0/4058841288 shutdown_connections 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.926+0000 7f036b946f40 1 -- 172.21.15.3:0/4058841288 wait complete. 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.927+0000 7f036b946f40 1 Processor -- start 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.927+0000 7f036b946f40 1 -- start start 2024-09-10T07:21:24.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47d9fe60 0x55fc47de4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47e701a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47e72740 0x55fc47e706e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fc47da3550 con 0x55fc47d9fe60 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55fc47e69f40 con 0x55fc47e72360 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55fc47da3830 con 0x55fc47e72740 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47d9fe60 0x55fc47de4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47d9fe60 0x55fc47de4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42004/0 (socket says 172.21.15.3:42004) 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 -- 172.21.15.3:0/194303871 learned_addr learned my addr 172.21.15.3:0/194303871 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f0360c3b640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47e701a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f0369c3d640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47e72740 0x55fc47e706e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 -- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47e72740 msgr2=0x55fc47e706e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc47e72740 0x55fc47e706e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 -- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 msgr2=0x55fc47e701a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc47e72360 0x55fc47e701a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 -- 172.21.15.3:0/194303871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc47f068e0 con 0x55fc47d9fe60 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036943c640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47d9fe60 0x55fc47de4c90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f035c009e70 tx=0x7f035c009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f0362ffd640 1 -- 172.21.15.3:0/194303871 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035c0143f0 con 0x55fc47d9fe60 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f0362ffd640 1 -- 172.21.15.3:0/194303871 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f035c019070 con 0x55fc47d9fe60 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55fc47f06bc0 con 0x55fc47d9fe60 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.928+0000 7f0362ffd640 1 -- 172.21.15.3:0/194303871 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035c0147d0 con 0x55fc47d9fe60 2024-09-10T07:21:24.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.929+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc47e64c00 con 0x55fc47d9fe60 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.930+0000 7f0362ffd640 1 -- 172.21.15.3:0/194303871 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f035c014970 con 0x55fc47d9fe60 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.930+0000 7f0362ffd640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f034c06a810 0x7f034c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.930+0000 7f0362ffd640 1 -- 172.21.15.3:0/194303871 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f035c089a70 con 0x55fc47d9fe60 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.930+0000 7f0360c3b640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f034c06a810 0x7f034c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.930+0000 7f036b946f40 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55fc47e77a50 0x55fc47e65400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.930+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 5.16 5:6fe38dc2:::100000001f7.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x55fc47e65940 con 0x55fc47e77a50 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f0369c3d640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55fc47e77a50 0x55fc47e65400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:24.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f0360c3b640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f034c06a810 0x7f034c06ccd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x55fc47e6faf0 tx=0x7f03540017f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f0369c3d640 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55fc47e77a50 0x55fc47e65400 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:24.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f0369c3d640 1 -- 172.21.15.3:0/194303871 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 100000001f7.00000000 [omap-get-keys out=61b] v0'0 uv23 ondisk = 0) ==== 164+0+61 (crc 0 0 0) 0x7f0364056030 con 0x55fc47e77a50 2024-09-10T07:21:24.937 INFO:teuthology.orchestra.run.smithi003.stdout:link0_head 2024-09-10T07:21:24.937 INFO:teuthology.orchestra.run.smithi003.stdout:link1_head 2024-09-10T07:21:24.937 INFO:teuthology.orchestra.run.smithi003.stdout:link2_head 2024-09-10T07:21:24.937 INFO:teuthology.orchestra.run.smithi003.stdout:link3_head 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55fc47e77a50 msgr2=0x55fc47e65400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55fc47e77a50 0x55fc47e65400 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f034c06a810 msgr2=0x7f034c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f034c06a810 0x7f034c06ccd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x55fc47e6faf0 tx=0x7f03540017f0 comp rx=0 tx=0).stop 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47d9fe60 msgr2=0x55fc47de4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 --2- 172.21.15.3:0/194303871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc47d9fe60 0x55fc47de4c90 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f035c009e70 tx=0x7f035c009f60 comp rx=0 tx=0).stop 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f0369c3d640 1 -- 172.21.15.3:0/194303871 reap_dead start 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 shutdown_connections 2024-09-10T07:21:24.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 >> 172.21.15.3:0/194303871 conn(0x55fc47da0a50 msgr2=0x55fc47e6e330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:24.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 shutdown_connections 2024-09-10T07:21:24.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:24.931+0000 7f036b946f40 1 -- 172.21.15.3:0/194303871 wait complete. 2024-09-10T07:21:24.940 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-journal-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 --rank cephfs:0 journal reset --yes-i-really-really-mean-it 2024-09-10T07:21:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 -- start start 2024-09-10T07:21:25.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 Processor -- start 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1e00ec00 0x561d1e08a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1e00f800 0x561d1e08ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 0x561d1e08b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede4180 con 0x561d1e00fc00 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede4300 con 0x561d1e00f800 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d1ede4480 con 0x561d1e00ec00 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f246f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 0x561d1e08b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f246f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 0x561d1e08b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42016/0 (socket says 172.21.15.3:42016) 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f246f640 1 -- 172.21.15.3:0/2249168450 learned_addr learned my addr 172.21.15.3:0/2249168450 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:25.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1e00ec00 0x561d1e08a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.023+0000 7fe1f146d640 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1e00f800 0x561d1e08ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f246f640 1 -- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1e00ec00 msgr2=0x561d1e08a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f246f640 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1e00ec00 0x561d1e08a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f246f640 1 -- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1e00f800 msgr2=0x561d1e08ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f246f640 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1e00f800 0x561d1e08ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f246f640 1 -- 172.21.15.3:0/2249168450 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d1e046780 con 0x561d1e00fc00 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f246f640 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 0x561d1e08b080 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x561d1ee35800 tx=0x561d1edb23c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee7271587d18d3ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1ef469640 1 -- 172.21.15.3:0/2249168450 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e034680 con 0x561d1e00fc00 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1ef469640 1 -- 172.21.15.3:0/2249168450 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d1e03a700 con 0x561d1e00fc00 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d1e0463c0 con 0x561d1e00fc00 2024-09-10T07:21:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x561d1e047680 con 0x561d1e00fc00 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f3f2d280 4 waiting for MDS map... 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1ef469640 1 -- 172.21.15.3:0/2249168450 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e034b60 con 0x561d1e00fc00 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1ef469640 1 -- 172.21.15.3:0/2249168450 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x561d1eef4600 con 0x561d1e00fc00 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1ef469640 1 -- 172.21.15.3:0/2249168450 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 18) ==== 2893+0+0 (secure 0 0 0) 0x561d1e069180 con 0x561d1e00fc00 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f3f2d280 4 Got MDS map 18 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.024+0000 7fe1f3f2d280 10 main: JournalTool::main 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.025+0000 7fe1f3f2d280 4 main: JournalTool: connecting to RADOS... 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.025+0000 7fe1f3f2d280 1 Processor -- start 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.025+0000 7fe1f3f2d280 1 -- start start 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede4600 con 0x561d1eed5800 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede4780 con 0x561d1eed5c00 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d1ede4900 con 0x561d1eed5400 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42024/0 (socket says 172.21.15.3:42024) 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/46160028 learned_addr learned my addr 172.21.15.3:0/46160028 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f146d640 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f146d640 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 msgr2=0x561d1e08b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 msgr2=0x561d1e08c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/46160028 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d1e0474a0 con 0x561d1eed5800 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f146d640 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08bb80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x561d1eee8570 tx=0x561d1ef04c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be11bac783b6e452 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1ed465640 1 -- 172.21.15.3:0/46160028 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e034680 con 0x561d1eed5800 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1ed465640 1 -- 172.21.15.3:0/46160028 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d1e03afc0 con 0x561d1eed5800 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.026+0000 7fe1ed465640 1 -- 172.21.15.3:0/46160028 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e034b60 con 0x561d1eed5800 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/46160028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 msgr2=0x561d1e08bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08bb80 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x561d1eee8570 tx=0x561d1ef04c00 comp rx=0 tx=0).stop 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/46160028 shutdown_connections 2024-09-10T07:21:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08bb80 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/46160028 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/46160028 >> 172.21.15.3:0/46160028 conn(0x561d1eed5000 msgr2=0x561d1ed9d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/46160028 shutdown_connections 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/46160028 wait complete. 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 Processor -- start 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.027+0000 7fe1f3f2d280 1 -- start start 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede5b00 con 0x561d1eed5800 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede5980 con 0x561d1eed5c00 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d1ede5800 con 0x561d1eed5400 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42030/0 (socket says 172.21.15.3:42030) 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/683460537 learned_addr learned my addr 172.21.15.3:0/683460537 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f146d640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f146d640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 msgr2=0x561d1e08d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 msgr2=0x561d1e08c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/683460537 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d1e046780 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.028+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08cc00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x561d1eee96e0 tx=0x561d1e0cafc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.029+0000 7fe1ebc62640 1 -- 172.21.15.3:0/683460537 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e0344e0 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.029+0000 7fe1ebc62640 1 -- 172.21.15.3:0/683460537 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d1e03ae00 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.029+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561d1e0463c0 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.029+0000 7fe1ebc62640 1 -- 172.21.15.3:0/683460537 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e034680 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.029+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d1e046000 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.029+0000 7fe1f3f2d280 4 main: JournalTool: resolving pool 5 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.030+0000 7fe1ebc62640 1 -- 172.21.15.3:0/683460537 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x561d1ef6ac00 con 0x561d1eed5800 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.030+0000 7fe1ebc62640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d1ef6cc00 0x561d1e08d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.030+0000 7fe1ebc62640 1 -- 172.21.15.3:0/683460537 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x561d1ef68a00 con 0x561d1eed5800 2024-09-10T07:21:25.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.030+0000 7fe1f3f2d280 4 main: JournalTool: creating IoCtx.. 2024-09-10T07:21:25.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.030+0000 7fe1f3f2d280 4 main: Executing for rank 0 2024-09-10T07:21:25.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.030+0000 7fe1f146d640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d1ef6cc00 0x561d1e08d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.031+0000 7fe1f146d640 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d1ef6cc00 0x561d1e08d700 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x561d1e18a030 tx=0x561d1edb0ae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.031+0000 7fe1f3f2d280 1 -- start start 2024-09-10T07:21:25.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.031+0000 7fe1f3f2d280 1 Processor -- start 2024-09-10T07:21:25.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1ef6d400 0x561d1e08c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1ef6d800 0x561d1e08bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 0x561d1e08b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede5500 con 0x561d1ef6dc00 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d1ede4600 con 0x561d1ef6d400 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d1ede4780 con 0x561d1ef6d800 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f246f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1ef6d400 0x561d1e08c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 0x561d1e08b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f1c6e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1ef6d800 0x561d1e08bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f246f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1ef6d400 0x561d1e08c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:44144/0 (socket says 172.21.15.3:44144) 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 0x561d1e08b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42046/0 (socket says 172.21.15.3:42046) 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 learned_addr learned my addr 172.21.15.3:0/3723400568 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:25.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1ef6d800 msgr2=0x561d1e08bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1ef6d800 0x561d1e08bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1ef6d400 msgr2=0x561d1e08c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1ef6d400 0x561d1e08c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d1e046960 con 0x561d1ef6dc00 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f146d640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 0x561d1e08b600 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x561d1e35f320 tx=0x561d1edb0840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c89d3313ee975e0d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1e8c5c640 1 -- 172.21.15.3:0/3723400568 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1e0349c0 con 0x561d1ef6dc00 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1e8c5c640 1 -- 172.21.15.3:0/3723400568 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d1e03ac40 con 0x561d1ef6dc00 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1e8c5c640 1 -- 172.21.15.3:0/3723400568 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d1efadba0 con 0x561d1ef6dc00 2024-09-10T07:21:25.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d1e0474a0 con 0x561d1ef6dc00 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x561d1e046780 con 0x561d1ef6dc00 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.032+0000 7fe1f3f2d280 4 waiting for MDS map... 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1e8c5c640 1 -- 172.21.15.3:0/3723400568 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x561d1e406200 con 0x561d1ef6dc00 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1e8c5c640 1 -- 172.21.15.3:0/3723400568 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 18) ==== 2893+0+0 (secure 0 0 0) 0x561d1e069500 con 0x561d1ef6dc00 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1f3f2d280 4 Got MDS map 18 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561d1e409800 0x561d1e41a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 5.f 5:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x561d1e409c00 con 0x561d1e409800 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1f246f640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561d1e409800 0x561d1e41a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1f246f640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561d1e409800 0x561d1e41a000 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=625c6b26b98d59c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.033+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x561d1eda0000 con 0x561d1e409800 2024-09-10T07:21:25.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d1e422000 0x561d1e41a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 5.14 5:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x561d1e422400 con 0x561d1e422000 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d1e422000 0x561d1e41a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d1e422000 0x561d1e41a580 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=ed36c51398b1b798 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/3723400568 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv21 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x561d1eda0500 con 0x561d1e422000 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1e7459640 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 5.14 5:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e41) -- 0x561d1e423c00 con 0x561d1e422000 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1e7459640 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:4 5.1b 5:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e41) -- 0x561d1e42a000 con 0x561d1e409800 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.034+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/3723400568 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv22 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x561d1eda0500 con 0x561d1e422000 2024-09-10T07:21:25.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.035+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0000 con 0x561d1e409800 2024-09-10T07:21:25.049 INFO:teuthology.orchestra.run.smithi003.stdout:old journal was 4194304~52253 2024-09-10T07:21:25.049 INFO:teuthology.orchestra.run.smithi003.stdout:new journal start will be 8388608 (4142051 bytes past old end) 2024-09-10T07:21:25.049 INFO:teuthology.orchestra.run.smithi003.stdout:writing journal head 2024-09-10T07:21:25.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.035+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 5.14 5:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e422800 con 0x561d1e422000 2024-09-10T07:21:25.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/3723400568 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v41'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0500 con 0x561d1e422000 2024-09-10T07:21:25.050 INFO:teuthology.orchestra.run.smithi003.stdout:writing EResetJournal entry 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:6 5.1b 5:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e422c00 con 0x561d1e409800 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x561d1e423000 0x561d1e41ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- osd_op(unknown.0.0:7 5.b 5:d5c7a900:::200.00000003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e423400 con 0x561d1e423000 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d1e423800 0x561d1e41b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:8 5.1f 5:f83d65d8:::200.00000004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e42a800 con 0x561d1e423800 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561d1e42ac00 0x561d1e41b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:9 5.1a 5:5e41ab69:::200.00000005:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e42b000 con 0x561d1e42ac00 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d1e42b400 0x561d1e41bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:10 5.1e 5:7bf7e7b5:::200.00000006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e42b800 con 0x561d1e42b400 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d1e42bc00 0x561d1e41c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:11 5.1d 5:bec1251c:::200.00000007:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e434000 con 0x561d1e42bc00 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f246f640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x561d1e423000 0x561d1e41ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f246f640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d1e42b400 0x561d1e41bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f146d640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561d1e42ac00 0x561d1e41b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d1e423800 0x561d1e41b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.036+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d1e42bc00 0x561d1e41c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.037+0000 7fe1f246f640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x561d1e423000 0x561d1e41ab00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=93d8c2fa2870ad76 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.037+0000 7fe1f146d640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561d1e42ac00 0x561d1e41b600 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=aa09e22635978c97 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.037+0000 7fe1f246f640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d1e42b400 0x561d1e41bb80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=1f5377d0c4744cb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.037+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d1e423800 0x561d1e41b080 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=d7f6569ffb8c5843 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.037+0000 7fe1f1c6e640 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d1e42bc00 0x561d1e41c100 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=1fabb2bc04188221 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.037+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(6 200.00000002 [delete] v41'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0000 con 0x561d1e409800 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.038+0000 7fe1f146d640 1 -- 172.21.15.3:0/3723400568 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(9 200.00000005 [delete] v41'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0780 con 0x561d1e42ac00 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.038+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(10 200.00000006 [delete] v41'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0000 con 0x561d1e42b400 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.038+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/3723400568 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(11 200.00000007 [delete] v41'4 uv2 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0500 con 0x561d1e42bc00 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.038+0000 7fe1f1c6e640 1 -- 172.21.15.3:0/3723400568 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(8 200.00000004 [delete] v41'45 uv44 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0500 con 0x561d1e423800 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.040+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== osd_op_reply(7 200.00000003 [delete] v41'4 uv1 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0000 con 0x561d1e423000 2024-09-10T07:21:25.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.040+0000 7fe1e7459640 1 -- 172.21.15.3:0/3723400568 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:12 5.1b 5:ddb4e4d7:::200.00000002:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e41) -- 0x561d1e42a400 con 0x561d1e409800 2024-09-10T07:21:25.055 INFO:teuthology.orchestra.run.smithi003.stdout:done 2024-09-10T07:21:25.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f246f640 1 -- 172.21.15.3:0/3723400568 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(12 200.00000002 [write 0~48] v41'3 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x561d1eda0000 con 0x561d1e409800 2024-09-10T07:21:25.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d1e42b400 msgr2=0x561d1e41bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d1e42b400 0x561d1e41bb80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d1e42bc00 msgr2=0x561d1e41c100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d1e42bc00 0x561d1e41c100 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x561d1e423000 msgr2=0x561d1e41ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x561d1e423000 0x561d1e41ab00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d1e422000 msgr2=0x561d1e41a580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d1e422000 0x561d1e41a580 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f146d640 1 -- 172.21.15.3:0/3723400568 reap_dead start 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561d1e409800 msgr2=0x561d1e41a000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561d1e409800 0x561d1e41a000 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f146d640 1 -- 172.21.15.3:0/3723400568 reap_dead start 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d1e423800 msgr2=0x561d1e41b080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d1e423800 0x561d1e41b080 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561d1e42ac00 msgr2=0x561d1e41b600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561d1e42ac00 0x561d1e41b600 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 msgr2=0x561d1e08b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 0x561d1e08b600 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x561d1e35f320 tx=0x561d1edb0840 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 shutdown_connections 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d1e423800 0x561d1e41b080 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561d1e42ac00 0x561d1e41b600 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561d1e409800 0x561d1e41a000 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/3723400568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1ef6dc00 0x561d1e08b600 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 >> 172.21.15.3:0/3723400568 conn(0x561d1ef6d000 msgr2=0x561d1ed9d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 shutdown_connections 2024-09-10T07:21:25.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.043+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/3723400568 wait complete. 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d1ef6cc00 msgr2=0x561d1e08d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d1ef6cc00 0x561d1e08d700 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x561d1e18a030 tx=0x561d1edb0ae0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 msgr2=0x561d1e08cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08cc00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x561d1eee96e0 tx=0x561d1e0cafc0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 shutdown_connections 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d1ef6cc00 0x561d1e08d700 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1eed5c00 0x561d1e08c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1eed5800 0x561d1e08cc00 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/683460537 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1eed5400 0x561d1e08d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 >> 172.21.15.3:0/683460537 conn(0x561d1eed5000 msgr2=0x561d1ed9d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:25.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 shutdown_connections 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/683460537 wait complete. 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 msgr2=0x561d1e08b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 0x561d1e08b080 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x561d1ee35800 tx=0x561d1edb23c0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 shutdown_connections 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d1e00fc00 0x561d1e08b080 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d1e00f800 0x561d1e08ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 --2- 172.21.15.3:0/2249168450 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d1e00ec00 0x561d1e08a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 >> 172.21.15.3:0/2249168450 conn(0x561d1e00f000 msgr2=0x561d1ed9c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 shutdown_connections 2024-09-10T07:21:25.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.044+0000 7fe1f3f2d280 1 -- 172.21.15.3:0/2249168450 wait complete. 2024-09-10T07:21:25.062 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '--rank', 'cephfs:0', 'journal', 'reset', '--yes-i-really-really-mean-it'] in time 0:00:00.122573, result: old journal was 4194304~52253 new journal start will be 8388608 (4142051 bytes past old end) writing journal head writing EResetJournal entry done 2024-09-10T07:21:25.063 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-10T07:21:25.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.167+0000 7fcad06a5640 1 Processor -- start 2024-09-10T07:21:25.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.167+0000 7fcad06a5640 1 -- start start 2024-09-10T07:21:25.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcad06a5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcac815e6a0 0x7fcac80d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcad06a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d3160 0x7fcac80d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcad06a5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcac80d0e30 0x7fcac80d12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcad06a5640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fcac80cfc00 con 0x7fcac815e6a0 2024-09-10T07:21:25.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcad06a5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fcac80cf050 con 0x7fcac80d0e30 2024-09-10T07:21:25.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcad06a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcac80cf2d0 con 0x7fcac80d3160 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcac815e6a0 0x7fcac80d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcac815e6a0 0x7fcac80d0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42060/0 (socket says 172.21.15.3:42060) 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 -- 172.21.15.3:0/4139462922 learned_addr learned my addr 172.21.15.3:0/4139462922 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcacec42640 1 --2- 172.21.15.3:0/4139462922 >> v2:172.21.15.70:3300/0 conn(0x7fcac80d0e30 0x7fcac80d12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcacdc40640 1 --2- 172.21.15.3:0/4139462922 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d3160 0x7fcac80d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 -- 172.21.15.3:0/4139462922 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d3160 msgr2=0x7fcac80d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 --2- 172.21.15.3:0/4139462922 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d3160 0x7fcac80d4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 -- 172.21.15.3:0/4139462922 >> v2:172.21.15.70:3300/0 conn(0x7fcac80d0e30 msgr2=0x7fcac80d12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 --2- 172.21.15.3:0/4139462922 >> v2:172.21.15.70:3300/0 conn(0x7fcac80d0e30 0x7fcac80d12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcace441640 1 -- 172.21.15.3:0/4139462922 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac80cf5b0 con 0x7fcac815e6a0 2024-09-10T07:21:25.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.168+0000 7fcacec42640 1 --2- 172.21.15.3:0/4139462922 >> v2:172.21.15.70:3300/0 conn(0x7fcac80d0e30 0x7fcac80d12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:25.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.169+0000 7fcace441640 1 --2- 172.21.15.3:0/4139462922 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac80d0090 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fcac809dd10 tx=0x7fcac402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=673e19d59f2d6a5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.169+0000 7fcacd43f640 1 -- 172.21.15.3:0/4139462922 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac4004030 con 0x7fcac815e6a0 2024-09-10T07:21:25.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.169+0000 7fcacd43f640 1 -- 172.21.15.3:0/4139462922 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcac40041d0 con 0x7fcac815e6a0 2024-09-10T07:21:25.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.169+0000 7fcacd43f640 1 -- 172.21.15.3:0/4139462922 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac4003610 con 0x7fcac815e6a0 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 -- 172.21.15.3:0/4139462922 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 msgr2=0x7fcac80d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 --2- 172.21.15.3:0/4139462922 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac80d0090 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fcac809dd10 tx=0x7fcac402a1c0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 -- 172.21.15.3:0/4139462922 shutdown_connections 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 --2- 172.21.15.3:0/4139462922 >> v2:172.21.15.70:3300/0 conn(0x7fcac80d0e30 0x7fcac80d12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 --2- 172.21.15.3:0/4139462922 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d3160 0x7fcac80d4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 --2- 172.21.15.3:0/4139462922 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac80d0090 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 -- 172.21.15.3:0/4139462922 >> 172.21.15.3:0/4139462922 conn(0x7fcac809d730 msgr2=0x7fcac80d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 -- 172.21.15.3:0/4139462922 shutdown_connections 2024-09-10T07:21:25.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.170+0000 7fcad06a5640 1 -- 172.21.15.3:0/4139462922 wait complete. 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.171+0000 7fcad06a5640 1 Processor -- start 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.171+0000 7fcad06a5640 1 -- start start 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcad06a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d0e30 0x7fcac81f1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcad06a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcac80d3160 0x7fcac81f4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcad06a5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac815a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcad06a5640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcac80d51f0 con 0x7fcac815e6a0 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcad06a5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcac80d5070 con 0x7fcac80d3160 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcad06a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcac80b7270 con 0x7fcac80d0e30 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcacec42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac815a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcacec42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac815a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42066/0 (socket says 172.21.15.3:42066) 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcacec42640 1 -- 172.21.15.3:0/1246711236 learned_addr learned my addr 172.21.15.3:0/1246711236 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcacdc40640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcac80d3160 0x7fcac81f4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcace441640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d0e30 0x7fcac81f1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcacec42640 1 -- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d0e30 msgr2=0x7fcac81f1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.172+0000 7fcacec42640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d0e30 0x7fcac81f1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcacec42640 1 -- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcac80d3160 msgr2=0x7fcac81f4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcacec42640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcac80d3160 0x7fcac81f4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcacec42640 1 -- 172.21.15.3:0/1246711236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac81f4e90 con 0x7fcac815e6a0 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcace441640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d0e30 0x7fcac81f1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcacec42640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac815a160 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fcac0007e40 tx=0x7fcac000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac001a070 con 0x7fcac815e6a0 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcac0003b90 con 0x7fcac815e6a0 2024-09-10T07:21:25.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcac81587d0 con 0x7fcac815e6a0 2024-09-10T07:21:25.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac000de80 con 0x7fcac815e6a0 2024-09-10T07:21:25.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.173+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcac8158d90 con 0x7fcac815e6a0 2024-09-10T07:21:25.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.174+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcac80d4b30 con 0x7fcac815e6a0 2024-09-10T07:21:25.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.174+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcac001d070 con 0x7fcac815e6a0 2024-09-10T07:21:25.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.175+0000 7fcabeffd640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcaac06be30 0x7fcaac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:25.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.175+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fcac008b2b0 con 0x7fcac815e6a0 2024-09-10T07:21:25.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.175+0000 7fcace441640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcaac06be30 0x7fcaac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:25.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.176+0000 7fcace441640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcaac06be30 0x7fcaac06e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcac4033000 tx=0x7fcac402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:25.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.179+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcac81f4e90 con 0x7fcac815e6a0 2024-09-10T07:21:25.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:25.391+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fcac80d0c10 con 0x7fcac815e6a0 2024-09-10T07:21:26.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.248+0000 7fcabeffd640 1 -- 172.21.15.3:0/1246711236 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v20) ==== 162+0+0 (secure 0 0 0) 0x7fcac0010070 con 0x7fcac815e6a0 2024-09-10T07:21:26.249 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-10T07:21:26.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcaac06be30 msgr2=0x7fcaac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcaac06be30 0x7fcaac06e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcac4033000 tx=0x7fcac402e000 comp rx=0 tx=0).stop 2024-09-10T07:21:26.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 msgr2=0x7fcac815a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac815a160 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fcac0007e40 tx=0x7fcac000d4a0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 shutdown_connections 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcaac06be30 0x7fcaac06e2f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcac815e6a0 0x7fcac815a160 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcac80d3160 0x7fcac81f4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 --2- 172.21.15.3:0/1246711236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcac80d0e30 0x7fcac81f1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 >> 172.21.15.3:0/1246711236 conn(0x7fcac809d730 msgr2=0x7fcac806e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 shutdown_connections 2024-09-10T07:21:26.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.251+0000 7fcad06a5640 1 -- 172.21.15.3:0/1246711236 wait complete. 2024-09-10T07:21:26.268 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:26.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.377+0000 7f890ab9f640 1 Processor -- start 2024-09-10T07:21:26.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.377+0000 7f890ab9f640 1 -- start start 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890ab9f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8904070550 0x7f890415edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890ab9f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89040d1d40 0x7f890415f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890ab9f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89040d2290 con 0x7f890415e9d0 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890ab9f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8904155870 con 0x7f89040d1d40 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890ab9f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f89040d0920 con 0x7f8904070550 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89040d1d40 0x7f890415f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89040d1d40 0x7f890415f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42072/0 (socket says 172.21.15.3:42072) 2024-09-10T07:21:26.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 -- 172.21.15.3:0/1220445939 learned_addr learned my addr 172.21.15.3:0/1220445939 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:26.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f8903fff640 1 --2- 172.21.15.3:0/1220445939 >> v2:172.21.15.70:3300/0 conn(0x7f8904070550 0x7f890415edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:26.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 -- 172.21.15.3:0/1220445939 >> v2:172.21.15.70:3300/0 conn(0x7f8904070550 msgr2=0x7f890415edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:26.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 --2- 172.21.15.3:0/1220445939 >> v2:172.21.15.70:3300/0 conn(0x7f8904070550 0x7f890415edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 -- 172.21.15.3:0/1220445939 >> v1:172.21.15.70:6789/0 conn(0x7f890415e9d0 legacy=0x7f890406fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.378+0000 7f890913c640 1 -- 172.21.15.3:0/1220445939 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89040d2570 con 0x7f89040d1d40 2024-09-10T07:21:26.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.379+0000 7f890913c640 1 --2- 172.21.15.3:0/1220445939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f890415f2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f89040b1d40 tx=0x7f88fc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3b92470f12dc554 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:26.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.379+0000 7f89037fe640 1 -- 172.21.15.3:0/1220445939 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88fc036070 con 0x7f89040d1d40 2024-09-10T07:21:26.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.379+0000 7f89037fe640 1 -- 172.21.15.3:0/1220445939 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88fc031600 con 0x7f89040d1d40 2024-09-10T07:21:26.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.379+0000 7f89037fe640 1 -- 172.21.15.3:0/1220445939 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88fc0319d0 con 0x7f89040d1d40 2024-09-10T07:21:26.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 -- 172.21.15.3:0/1220445939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 msgr2=0x7f890415f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 --2- 172.21.15.3:0/1220445939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f890415f2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f89040b1d40 tx=0x7f88fc02a730 comp rx=0 tx=0).stop 2024-09-10T07:21:26.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 -- 172.21.15.3:0/1220445939 shutdown_connections 2024-09-10T07:21:26.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 --2- 172.21.15.3:0/1220445939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f890415f2f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 --2- 172.21.15.3:0/1220445939 >> v2:172.21.15.70:3300/0 conn(0x7f8904070550 0x7f890415edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 -- 172.21.15.3:0/1220445939 >> 172.21.15.3:0/1220445939 conn(0x7f890406baf0 msgr2=0x7f890406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:26.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 -- 172.21.15.3:0/1220445939 shutdown_connections 2024-09-10T07:21:26.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.380+0000 7f890ab9f640 1 -- 172.21.15.3:0/1220445939 wait complete. 2024-09-10T07:21:26.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.381+0000 7f890ab9f640 1 Processor -- start 2024-09-10T07:21:26.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.381+0000 7f890ab9f640 1 -- start start 2024-09-10T07:21:26.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890ab9f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8904070550 0x7f89040c8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:26.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890ab9f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f89040c56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:26.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890ab9f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f890415e9d0 0x7f89041611a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890ab9f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f89040d2e10 con 0x7f89040d1d40 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890ab9f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f89040d2910 con 0x7f890415e9d0 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890ab9f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f890415f830 con 0x7f8904070550 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f89040c56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f89040c56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42088/0 (socket says 172.21.15.3:42088) 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 -- 172.21.15.3:0/2966191091 learned_addr learned my addr 172.21.15.3:0/2966191091 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890913c640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f890415e9d0 0x7f89041611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f890893b640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8904070550 0x7f89040c8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 -- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8904070550 msgr2=0x7f89040c8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8904070550 0x7f89040c8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 -- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f890415e9d0 msgr2=0x7f89041611a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f890415e9d0 0x7f89041611a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 -- 172.21.15.3:0/2966191091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89041576a0 con 0x7f89040d1d40 2024-09-10T07:21:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.382+0000 7f8903fff640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f89040c56c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f88f400e9b0 tx=0x7f88f400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.383+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88f4017070 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.383+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88f400c9a0 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.383+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8904157980 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.383+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88f400cd90 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.383+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8904157f40 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.384+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8904069dd0 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.384+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f88f401a070 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.385+0000 7f89017fa640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f88e406be30 0x7f88e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.385+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f88f408aff0 con 0x7f89040d1d40 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.385+0000 7f890893b640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f88e406be30 0x7f88e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:26.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.386+0000 7f890893b640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f88e406be30 0x7f88e406e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8904160c20 tx=0x7f88ec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:26.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.389+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8904069dd0 con 0x7f89040d1d40 2024-09-10T07:21:26.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.601+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f890406fe40 con 0x7f89040d1d40 2024-09-10T07:21:26.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.601+0000 7f89017fa640 1 -- 172.21.15.3:0/2966191091 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5208 (secure 0 0 0) 0x7f88f4059200 con 0x7f89040d1d40 2024-09-10T07:21:26.602 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:26.603 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":21,"btime":"2024-09-10T07:21:26:252563+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:26.252552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:replay","state_seq":1,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-10T07:21:26.603 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 21 2024-09-10T07:21:26.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f88e406be30 msgr2=0x7f88e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f88e406be30 0x7f88e406e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8904160c20 tx=0x7f88ec009040 comp rx=0 tx=0).stop 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 msgr2=0x7f89040c56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f89040c56c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f88f400e9b0 tx=0x7f88f400ee70 comp rx=0 tx=0).stop 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 shutdown_connections 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f88e406be30 0x7f88e406e2f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f890415e9d0 0x7f89041611a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89040d1d40 0x7f89040c56c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 --2- 172.21.15.3:0/2966191091 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8904070550 0x7f89040c8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 >> 172.21.15.3:0/2966191091 conn(0x7f890406baf0 msgr2=0x7f890406e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 shutdown_connections 2024-09-10T07:21:26.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:26.603+0000 7f890ab9f640 1 -- 172.21.15.3:0/2966191091 wait complete. 2024-09-10T07:21:27.018 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:02.820801+0000', 'modified': '2024-09-10T07:21:26.252552+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 41, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5139}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5139': {'gid': 5139, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.3:6835/2649860749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6834', 'nonce': 2649860749}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 2649860749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T07:21:27.018 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5139:up:replay 2024-09-10T07:21:28.019 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:28.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.133+0000 7f75ecbf8640 1 Processor -- start 2024-09-10T07:21:28.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.133+0000 7f75ecbf8640 1 -- start start 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.134+0000 7f75ecbf8640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f75e815e510 0x7f75e80ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.134+0000 7f75ecbf8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f75e80d13d0 0x7f75e80b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.134+0000 7f75ecbf8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75e80d3430 con 0x7f75e80cf040 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.134+0000 7f75ecbf8640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f75e80d36d0 con 0x7f75e815e510 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.134+0000 7f75ecbf8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f75e80d39b0 con 0x7f75e80d13d0 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f75e815e510 0x7f75e80ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f75e815e510 0x7f75e80ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42098/0 (socket says 172.21.15.3:42098) 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 -- 172.21.15.3:0/2692585601 learned_addr learned my addr 172.21.15.3:0/2692585601 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e6d9d640 1 --2- 172.21.15.3:0/2692585601 >> v2:172.21.15.70:3300/0 conn(0x7f75e80d13d0 0x7f75e80b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 -- 172.21.15.3:0/2692585601 >> v2:172.21.15.70:3300/0 conn(0x7f75e80d13d0 msgr2=0x7f75e80b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:28.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 --2- 172.21.15.3:0/2692585601 >> v2:172.21.15.70:3300/0 conn(0x7f75e80d13d0 0x7f75e80b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 -- 172.21.15.3:0/2692585601 >> v1:172.21.15.70:6789/0 conn(0x7f75e80cf040 legacy=0x7f75e80d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:28.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e659c640 1 -- 172.21.15.3:0/2692585601 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e80d3c90 con 0x7f75e815e510 2024-09-10T07:21:28.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.135+0000 7f75e6d9d640 1 --2- 172.21.15.3:0/2692585601 >> v2:172.21.15.70:3300/0 conn(0x7f75e80d13d0 0x7f75e80b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.136+0000 7f75e659c640 1 --2- 172.21.15.3:0/2692585601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80ceb00 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f75e80b9dc0 tx=0x7f75d802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=123cc35bdd88e0f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.136+0000 7f75e559a640 1 -- 172.21.15.3:0/2692585601 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8036070 con 0x7f75e815e510 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.136+0000 7f75e559a640 1 -- 172.21.15.3:0/2692585601 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75d8031600 con 0x7f75e815e510 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.136+0000 7f75e559a640 1 -- 172.21.15.3:0/2692585601 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d80319d0 con 0x7f75e815e510 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.136+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2692585601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 msgr2=0x7f75e80ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.136+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2692585601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80ceb00 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f75e80b9dc0 tx=0x7f75d802a660 comp rx=0 tx=0).stop 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.137+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2692585601 shutdown_connections 2024-09-10T07:21:28.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.137+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2692585601 >> v2:172.21.15.70:3300/0 conn(0x7f75e80d13d0 0x7f75e80b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.137+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2692585601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80ceb00 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.137+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2692585601 >> 172.21.15.3:0/2692585601 conn(0x7f75e806d1a0 msgr2=0x7f75e8073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:28.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.137+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2692585601 shutdown_connections 2024-09-10T07:21:28.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.137+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2692585601 wait complete. 2024-09-10T07:21:28.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.138+0000 7f75ecbf8640 1 Processor -- start 2024-09-10T07:21:28.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.138+0000 7f75ecbf8640 1 -- start start 2024-09-10T07:21:28.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75ecbf8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75e80cf040 0x7f75e81518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:28.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75ecbf8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f75e80d13d0 0x7f75e80cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:28.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75ecbf8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:28.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75ecbf8640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f75e815e8f0 con 0x7f75e815e510 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75ecbf8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f75e80d22a0 con 0x7f75e80cf040 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75ecbf8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f75e815ea70 con 0x7f75e80d13d0 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42100/0 (socket says 172.21.15.3:42100) 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 -- 172.21.15.3:0/2201726864 learned_addr learned my addr 172.21.15.3:0/2201726864 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e659c640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75e80cf040 0x7f75e81518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e5d9b640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f75e80d13d0 0x7f75e80cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 -- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f75e80d13d0 msgr2=0x7f75e80cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f75e80d13d0 0x7f75e80cbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 -- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75e80cf040 msgr2=0x7f75e81518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75e80cf040 0x7f75e81518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 -- 172.21.15.3:0/2201726864 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e80cdbe0 con 0x7f75e815e510 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.139+0000 7f75e6d9d640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80cc420 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f75e000c820 tx=0x7f75e000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:28.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.140+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e0015070 con 0x7f75e815e510 2024-09-10T07:21:28.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.140+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75e0007a30 con 0x7f75e815e510 2024-09-10T07:21:28.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.140+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e80cbb40 con 0x7f75e815e510 2024-09-10T07:21:28.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.140+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e0007e20 con 0x7f75e815e510 2024-09-10T07:21:28.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.140+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e80ce140 con 0x7f75e815e510 2024-09-10T07:21:28.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.141+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75e80ceb00 con 0x7f75e815e510 2024-09-10T07:21:28.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.141+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f75e0018070 con 0x7f75e815e510 2024-09-10T07:21:28.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.142+0000 7f75d6ffd640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f75c806be30 0x7f75c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:28.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.142+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f75e008aee0 con 0x7f75e815e510 2024-09-10T07:21:28.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.142+0000 7f75e659c640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f75c806be30 0x7f75c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:28.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.142+0000 7f75e659c640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f75c806be30 0x7f75c806e2f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f75d8033000 tx=0x7f75d8009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:28.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.146+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f75e80cdbe0 con 0x7f75e815e510 2024-09-10T07:21:28.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.359+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75e815bb00 con 0x7f75e815e510 2024-09-10T07:21:28.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.360+0000 7f75d6ffd640 1 -- 172.21.15.3:0/2201726864 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5208 (secure 0 0 0) 0x7f75e0059060 con 0x7f75e815e510 2024-09-10T07:21:28.361 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:28.361 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":23,"btime":"2024-09-10T07:21:28:257224+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:27.258805+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-09-10T07:21:28.361 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 23 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f75c806be30 msgr2=0x7f75c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f75c806be30 0x7f75c806e2f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f75d8033000 tx=0x7f75d8009000 comp rx=0 tx=0).stop 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 msgr2=0x7f75e80cc420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80cc420 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f75e000c820 tx=0x7f75e000cce0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 shutdown_connections 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f75c806be30 0x7f75c806e2f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f75e815e510 0x7f75e80cc420 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f75e80d13d0 0x7f75e80cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 --2- 172.21.15.3:0/2201726864 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f75e80cf040 0x7f75e81518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 >> 172.21.15.3:0/2201726864 conn(0x7f75e806d1a0 msgr2=0x7f75e80cf4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:28.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 shutdown_connections 2024-09-10T07:21:28.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:28.362+0000 7f75ecbf8640 1 -- 172.21.15.3:0/2201726864 wait complete. 2024-09-10T07:21:28.776 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:02.820801+0000', 'modified': '2024-09-10T07:21:27.258805+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 41, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5139}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5139': {'gid': 5139, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.3:6835/2649860749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6834', 'nonce': 2649860749}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 2649860749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T07:21:28.776 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5139:up:rejoin 2024-09-10T07:21:29.777 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:29.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.892+0000 7f1268d31640 1 Processor -- start 2024-09-10T07:21:29.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.892+0000 7f1268d31640 1 -- start start 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1268d31640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f12640cfae0 0x7f12640d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1268d31640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f126406e6a0 0x7f12640d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1268d31640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f126415ebe0 con 0x7f126415e800 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1268d31640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f12640d42d0 con 0x7f126406e6a0 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1268d31640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f12640d3ff0 con 0x7f12640cfae0 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1262d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f126406e6a0 0x7f12640d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1262d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f126406e6a0 0x7f12640d29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58984/0 (socket says 172.21.15.3:58984) 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1262d9d640 1 -- 172.21.15.3:0/2425898297 learned_addr learned my addr 172.21.15.3:0/2425898297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f126259c640 1 --1- 172.21.15.3:0/2425898297 >> v1:172.21.15.3:6789/0 conn(0x7f126415e800 0x7f12640cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51802/0 (socket says 172.21.15.3:51802) 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.893+0000 7f1261d9b640 1 --2- 172.21.15.3:0/2425898297 >> v2:172.21.15.70:3300/0 conn(0x7f12640cfae0 0x7f12640d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.894+0000 7f1262d9d640 1 -- 172.21.15.3:0/2425898297 >> v2:172.21.15.70:3300/0 conn(0x7f12640cfae0 msgr2=0x7f12640d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.894+0000 7f1262d9d640 1 --2- 172.21.15.3:0/2425898297 >> v2:172.21.15.70:3300/0 conn(0x7f12640cfae0 0x7f12640d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:29.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.894+0000 7f1262d9d640 1 -- 172.21.15.3:0/2425898297 >> v1:172.21.15.3:6789/0 conn(0x7f126415e800 legacy=0x7f12640cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:29.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.894+0000 7f1262d9d640 1 -- 172.21.15.3:0/2425898297 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f126406cbb0 con 0x7f126406e6a0 2024-09-10T07:21:29.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.894+0000 7f126159a640 1 -- 172.21.15.3:0/2425898297 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3270481217 0 0) 0x7f126415ebe0 con 0x7f126415e800 2024-09-10T07:21:29.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.894+0000 7f1262d9d640 1 --2- 172.21.15.3:0/2425898297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126406e6a0 0x7f12640d29a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f12640c7e30 tx=0x7f125c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d68bb3c00160a20f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:29.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f126159a640 1 -- 172.21.15.3:0/2425898297 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c037070 con 0x7f126406e6a0 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f126159a640 1 -- 172.21.15.3:0/2425898297 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f125c032440 con 0x7f126406e6a0 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f126159a640 1 -- 172.21.15.3:0/2425898297 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c032810 con 0x7f126406e6a0 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 -- 172.21.15.3:0/2425898297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126406e6a0 msgr2=0x7f12640d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 --2- 172.21.15.3:0/2425898297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126406e6a0 0x7f12640d29a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f12640c7e30 tx=0x7f125c02a270 comp rx=0 tx=0).stop 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 -- 172.21.15.3:0/2425898297 shutdown_connections 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 --2- 172.21.15.3:0/2425898297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126406e6a0 0x7f12640d29a0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 --2- 172.21.15.3:0/2425898297 >> v2:172.21.15.70:3300/0 conn(0x7f12640cfae0 0x7f12640d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 -- 172.21.15.3:0/2425898297 >> 172.21.15.3:0/2425898297 conn(0x7f126409d750 msgr2=0x7f12640d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 -- 172.21.15.3:0/2425898297 shutdown_connections 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.895+0000 7f1268d31640 1 -- 172.21.15.3:0/2425898297 wait complete. 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 Processor -- start 2024-09-10T07:21:29.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 -- start start 2024-09-10T07:21:29.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f126406e6a0 0x7f12640b82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12640cfae0 0x7f1264157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 0x7f126415aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f12640d4e30 con 0x7f126415e800 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f126406d170 con 0x7f12640cfae0 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.897+0000 7f1268d31640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f12640d2ee0 con 0x7f126406e6a0 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 0x7f126415aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 0x7f126415aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58990/0 (socket says 172.21.15.3:58990) 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 -- 172.21.15.3:0/2207248447 learned_addr learned my addr 172.21.15.3:0/2207248447 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1261d9b640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12640cfae0 0x7f1264157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f126259c640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f126406e6a0 0x7f12640b82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 -- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f126406e6a0 msgr2=0x7f12640b82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f126406e6a0 0x7f12640b82f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:29.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 -- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12640cfae0 msgr2=0x7f1264157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12640cfae0 0x7f1264157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 -- 172.21.15.3:0/2207248447 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12641f5340 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1261d9b640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12640cfae0 0x7f1264157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f126259c640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f126406e6a0 0x7f12640b82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1262d9d640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 0x7f126415aba0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f125c0090b0 tx=0x7f125c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c041070 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f125c03c870 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c037040 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1264160260 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.898+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1264160820 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.900+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1264068880 con 0x7f126415e800 2024-09-10T07:21:29.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.900+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f125c044070 con 0x7f126415e800 2024-09-10T07:21:29.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.900+0000 7f1252ffd640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f124406be30 0x7f124406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:29.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.901+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f125c0abb60 con 0x7f126415e800 2024-09-10T07:21:29.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.901+0000 7f126259c640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f124406be30 0x7f124406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:29.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.901+0000 7f126259c640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f124406be30 0x7f124406e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f12540012e0 tx=0x7f1254005b90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:29.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:29.905+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f125c07a450 con 0x7f126415e800 2024-09-10T07:21:30.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.115+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1264160050 con 0x7f126415e800 2024-09-10T07:21:30.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.116+0000 7f1252ffd640 1 -- 172.21.15.3:0/2207248447 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5215 (secure 0 0 0) 0x7f125c079d50 con 0x7f126415e800 2024-09-10T07:21:30.117 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:30.117 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":24,"btime":"2024-09-10T07:21:29:261803+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:29.261795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":4,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":2}]} 2024-09-10T07:21:30.118 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 24 2024-09-10T07:21:30.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f124406be30 msgr2=0x7f124406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f124406be30 0x7f124406e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f12540012e0 tx=0x7f1254005b90 comp rx=0 tx=0).stop 2024-09-10T07:21:30.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 msgr2=0x7f126415aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 0x7f126415aba0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f125c0090b0 tx=0x7f125c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 shutdown_connections 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f124406be30 0x7f124406e2f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f126415e800 0x7f126415aba0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12640cfae0 0x7f1264157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 --2- 172.21.15.3:0/2207248447 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f126406e6a0 0x7f12640b82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 >> 172.21.15.3:0/2207248447 conn(0x7f126409d750 msgr2=0x7f12640b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 shutdown_connections 2024-09-10T07:21:30.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.118+0000 7f1268d31640 1 -- 172.21.15.3:0/2207248447 wait complete. 2024-09-10T07:21:30.252 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:21:30.252+0000 7f7a842dc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:21:30.533 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:02.820801+0000', 'modified': '2024-09-10T07:21:29.261795+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 41, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5139}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5139': {'gid': 5139, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.3:6835/2649860749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6834', 'nonce': 2649860749}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 2649860749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5139, 'qdb_cluster': [5139]} 2024-09-10T07:21:30.533 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:21:30.533 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:21:30.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.638+0000 7f970152c640 1 Processor -- start 2024-09-10T07:21:30.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 -- start start 2024-09-10T07:21:30.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f96fc15e8d0 0x7f96fc162e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc06baf0 0x7f96fc06bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f96fc0ced10 0x7f96fc0cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f96fc0ce8d0 con 0x7f96fc15e8d0 2024-09-10T07:21:30.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f96fc06c470 con 0x7f96fc0ced10 2024-09-10T07:21:30.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f970152c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f96fc0cb790 con 0x7f96fc06baf0 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f96faffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f96fc15e8d0 0x7f96fc162e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.639+0000 7f96faffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f96fc15e8d0 0x7f96fc162e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58992/0 (socket says 172.21.15.3:58992) 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96faffd640 1 -- 172.21.15.3:0/1850898401 learned_addr learned my addr 172.21.15.3:0/1850898401 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/1850898401 >> v2:172.21.15.70:3300/0 conn(0x7f96fc0ced10 0x7f96fc0cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/1850898401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc06baf0 0x7f96fc06bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96faffd640 1 -- 172.21.15.3:0/1850898401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc06baf0 msgr2=0x7f96fc06bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96faffd640 1 --2- 172.21.15.3:0/1850898401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc06baf0 0x7f96fc06bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96faffd640 1 -- 172.21.15.3:0/1850898401 >> v2:172.21.15.70:3300/0 conn(0x7f96fc0ced10 msgr2=0x7f96fc0cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96faffd640 1 --2- 172.21.15.3:0/1850898401 >> v2:172.21.15.70:3300/0 conn(0x7f96fc0ced10 0x7f96fc0cf1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.640+0000 7f96faffd640 1 -- 172.21.15.3:0/1850898401 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96fc0cda20 con 0x7f96fc15e8d0 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f96faffd640 1 --2- 172.21.15.3:0/1850898401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc15e8d0 0x7f96fc162e70 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f96fc1623a0 tx=0x7f96f402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f23c9f550b1630f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f96f9ffb640 1 -- 172.21.15.3:0/1850898401 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f4036070 con 0x7f96fc15e8d0 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f96f9ffb640 1 -- 172.21.15.3:0/1850898401 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96f4031600 con 0x7f96fc15e8d0 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f96f9ffb640 1 -- 172.21.15.3:0/1850898401 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f40319d0 con 0x7f96fc15e8d0 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 -- 172.21.15.3:0/1850898401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc15e8d0 msgr2=0x7f96fc162e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 --2- 172.21.15.3:0/1850898401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc15e8d0 0x7f96fc162e70 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f96fc1623a0 tx=0x7f96f402a610 comp rx=0 tx=0).stop 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 -- 172.21.15.3:0/1850898401 shutdown_connections 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 --2- 172.21.15.3:0/1850898401 >> v2:172.21.15.70:3300/0 conn(0x7f96fc0ced10 0x7f96fc0cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 --2- 172.21.15.3:0/1850898401 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc06baf0 0x7f96fc06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 --2- 172.21.15.3:0/1850898401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc15e8d0 0x7f96fc162e70 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 -- 172.21.15.3:0/1850898401 >> 172.21.15.3:0/1850898401 conn(0x7f96fc0b2d10 msgr2=0x7f96fc0b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 -- 172.21.15.3:0/1850898401 shutdown_connections 2024-09-10T07:21:30.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.641+0000 7f970152c640 1 -- 172.21.15.3:0/1850898401 wait complete. 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 Processor -- start 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 -- start start 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 0x7f96fc0b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc0ced10 0x7f96fc161d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96fc15e8d0 0x7f96fc0ca3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f96fc0cdfa0 con 0x7f96fc06baf0 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f96fc1633b0 con 0x7f96fc15e8d0 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f970152c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f96fc0ce280 con 0x7f96fc0ced10 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.643+0000 7f96faffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 0x7f96fc0b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 0x7f96fc0b5e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58998/0 (socket says 172.21.15.3:58998) 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 -- 172.21.15.3:0/127565481 learned_addr learned my addr 172.21.15.3:0/127565481 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96fc15e8d0 0x7f96fc0ca3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc0ced10 0x7f96fc161d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 -- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc0ced10 msgr2=0x7f96fc161d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc0ced10 0x7f96fc161d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 -- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96fc15e8d0 msgr2=0x7f96fc0ca3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96fc15e8d0 0x7f96fc0ca3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 -- 172.21.15.3:0/127565481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96fc1f8700 con 0x7f96fc06baf0 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96faffd640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 0x7f96fc0b5e00 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f96f4009f40 tx=0x7f96f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96f37fe640 1 -- 172.21.15.3:0/127565481 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f4041020 con 0x7f96fc06baf0 2024-09-10T07:21:30.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96f37fe640 1 -- 172.21.15.3:0/127565481 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96f4007800 con 0x7f96fc06baf0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96fc1612a0 con 0x7f96fc06baf0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f96f37fe640 1 -- 172.21.15.3:0/127565481 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f4036040 con 0x7f96fc06baf0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.644+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96fc161860 con 0x7f96fc06baf0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.646+0000 7f96f37fe640 1 -- 172.21.15.3:0/127565481 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f96f4044020 con 0x7f96fc06baf0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.647+0000 7f96f37fe640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96dc06be60 0x7f96dc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.647+0000 7f96f37fe640 1 -- 172.21.15.3:0/127565481 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f96f40abc10 con 0x7f96fc06baf0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.647+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96dc06be60 0x7f96dc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.647+0000 7f97042c2740 1 Processor -- start 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.647+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96dc06be60 0x7f96dc06e320 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f96fc15d610 tx=0x7f96e4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 -- start start 2024-09-10T07:21:30.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcae1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 0x55c2bca9c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bca968b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c2bc9fe520 con 0x55c2bca99a80 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c2bc9a63e0 con 0x55c2bca9da50 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.648+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c2bc9fa4e0 con 0x55c2bca9c2c0 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 0x55c2bca9c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 0x55c2bca9c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59004/0 (socket says 172.21.15.3:59004) 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 -- 172.21.15.3:0/1243931616 learned_addr learned my addr 172.21.15.3:0/1243931616 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96faffd640 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcae1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bca968b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 -- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 msgr2=0x55c2bcae1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcae1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 -- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 msgr2=0x55c2bca968b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bca968b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 -- 172.21.15.3:0/1243931616 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2bc9c12f0 con 0x55c2bca99a80 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 0x55c2bca9c6a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f96e4010b80 tx=0x7f96e4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8278c047814e7c8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96f0ff9640 1 -- 172.21.15.3:0/1243931616 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e401c050 con 0x55c2bca99a80 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96f0ff9640 1 -- 172.21.15.3:0/1243931616 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e4026070 con 0x55c2bca99a80 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.649+0000 7f96f0ff9640 1 -- 172.21.15.3:0/1243931616 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e4021440 con 0x55c2bca99a80 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 -- 172.21.15.3:0/1243931616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 msgr2=0x55c2bca9c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 0x55c2bca9c6a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f96e4010b80 tx=0x7f96e4013000 comp rx=0 tx=0).stop 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 -- 172.21.15.3:0/1243931616 shutdown_connections 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bca968b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca99a80 0x55c2bca9c6a0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 --2- 172.21.15.3:0/1243931616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcae1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 -- 172.21.15.3:0/1243931616 >> 172.21.15.3:0/1243931616 conn(0x55c2bca98a80 msgr2=0x55c2bcae0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 -- 172.21.15.3:0/1243931616 shutdown_connections 2024-09-10T07:21:30.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.650+0000 7f97042c2740 1 -- 172.21.15.3:0/1243931616 wait complete. 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 -- start start 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 Processor -- start 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9da50 0x55c2bca961e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bca96720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c2bca97f20 con 0x55c2bcade870 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c2bc987450 con 0x55c2bca9c2c0 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.651+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c2bcae2290 con 0x55c2bca9da50 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f97042c2740 10 client.0 _ll_register_callbacks cb 0x55c2bc710ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bca96720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96faffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fa7fc640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9da50 0x55c2bca961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bca96720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59008/0 (socket says 172.21.15.3:59008) 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 -- 172.21.15.3:0/2115395320 learned_addr learned my addr 172.21.15.3:0/2115395320 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96faffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:41220/0 (socket says 172.21.15.3:41220) 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 -- 172.21.15.3:0/2115395320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9da50 msgr2=0x55c2bca961e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9da50 0x55c2bca961e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 -- 172.21.15.3:0/2115395320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9c2c0 msgr2=0x55c2bcae5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 -- 172.21.15.3:0/2115395320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2bc7112d0 con 0x55c2bcade870 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bca96720 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f96ec013650 tx=0x7f96ec013b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4635612c1c28e955 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96d9ffb640 1 -- 172.21.15.3:0/2115395320 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ec004030 con 0x55c2bcade870 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96d9ffb640 1 -- 172.21.15.3:0/2115395320 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f96ec0041d0 con 0x55c2bcade870 2024-09-10T07:21:30.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96e4026070 con 0x55c2bcade870 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f96d9ffb640 1 -- 172.21.15.3:0/2115395320 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f96ec025050 con 0x55c2bcade870 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.652+0000 7f97042c2740 10 client.5256 fetch_fsmap learned FSMap version 24 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x55c2bc7db6b0 con 0x55c2bcade870 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f96d9ffb640 1 -- 172.21.15.3:0/2115395320 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e4026070 con 0x55c2bcade870 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f96d9ffb640 1 -- 172.21.15.3:0/2115395320 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 24) ==== 3502+0+0 (secure 0 0 0) 0x7f96ec028020 con 0x55c2bcade870 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 10 client.5256 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 10 client.5256 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 20 client.5256 populate_metadata read hostname 'smithi003' 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcae7290 0x55c2bcae7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 4 client.5256 mds_command: new command op to 5139 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 --> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2bca0bc50 con 0x55c2bcae7290 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f96faffd640 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcae7290 0x55c2bcae7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f96d9ffb640 10 client.5256 ms_handle_connect on v2:172.21.15.3:6834/2649860749 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.653+0000 7f96faffd640 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcae7290 0x55c2bcae7670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8395726f82ee005 server_cookie=574d1df5b2a0eb42 in_seq=0 out_seq=0 2024-09-10T07:21:30.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f96d9ffb640 1 -- 172.21.15.3:0/2115395320 <== mds.0 v2:172.21.15.3:6834/2649860749 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c2bca0bc50 con 0x55c2bcae7290 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f96d9ffb640 10 client.5256 handle_command_reply: tid=0 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 client.5256 shutdown 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 msgr2=0x55c2bca96720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bca96720 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f96ec013650 tx=0x7f96ec013b10 comp rx=0 tx=0).stop 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 shutdown_connections 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcae7290 0x55c2bcae7670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bca96720 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9da50 0x55c2bca961e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f96d9ffb640 0 client.5256 ms_handle_reset on v2:172.21.15.3:6834/2649860749 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 --2- 172.21.15.3:0/2115395320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 >> 172.21.15.3:0/2115395320 conn(0x55c2bca99a80 msgr2=0x55c2bcae4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 shutdown_connections 2024-09-10T07:21:30.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 1 -- 172.21.15.3:0/2115395320 wait complete. 2024-09-10T07:21:30.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.654+0000 7f97042c2740 20 client.5256 trim_cache size 0 max 16384 2024-09-10T07:21:30.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.672+0000 7f97042c2740 1 Processor -- start 2024-09-10T07:21:30.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.672+0000 7f97042c2740 1 -- start start 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f97042c2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcac2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f97042c2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f96fc0afa60 con 0x55c2bca9c2c0 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f96fc15c150 con 0x55c2bca9da50 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f96fc15c7a0 con 0x55c2bcade870 2024-09-10T07:21:30.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59010/0 (socket says 172.21.15.3:59010) 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 -- 172.21.15.3:0/2253200324 learned_addr learned my addr 172.21.15.3:0/2253200324 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcac2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 -- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bcade870 msgr2=0x55c2bcaf0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 -- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 msgr2=0x55c2bcac2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcac2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96faffd640 1 -- 172.21.15.3:0/2253200324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2bcb05cb0 con 0x55c2bca9c2c0 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.673+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcac2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f96faffd640 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae4b60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f96f4079db0 tx=0x7f96f4076140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f064c2118c72d647 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f96dbfff640 1 -- 172.21.15.3:0/2253200324 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f40a8070 con 0x55c2bca9c2c0 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f96dbfff640 1 -- 172.21.15.3:0/2253200324 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96f4082950 con 0x55c2bca9c2c0 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f96dbfff640 1 -- 172.21.15.3:0/2253200324 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f4078120 con 0x55c2bca9c2c0 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 -- 172.21.15.3:0/2253200324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 msgr2=0x55c2bcae4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae4b60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f96f4079db0 tx=0x7f96f4076140 comp rx=0 tx=0).stop 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 -- 172.21.15.3:0/2253200324 shutdown_connections 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcac2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 --2- 172.21.15.3:0/2253200324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bca9c2c0 0x55c2bcae4b60 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 -- 172.21.15.3:0/2253200324 >> 172.21.15.3:0/2253200324 conn(0x55c2bca99a80 msgr2=0x55c2bcb055a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 -- 172.21.15.3:0/2253200324 shutdown_connections 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.674+0000 7f97042c2740 1 -- 172.21.15.3:0/2253200324 wait complete. 2024-09-10T07:21:30.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.675+0000 7f97042c2740 1 -- start start 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.675+0000 7f97042c2740 1 Processor -- start 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcab8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcb499d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c2bcae81c0 con 0x55c2bcade870 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c2bcae6940 con 0x55c2bca9da50 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c2bcaf5060 con 0x55c2bca9c2c0 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 10 client.0 _ll_register_callbacks cb 0x7f96ec0076d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:21:30.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59012/0 (socket says 172.21.15.3:59012) 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 -- 172.21.15.3:0/3214216098 learned_addr learned my addr 172.21.15.3:0/3214216098 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96faffd640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcab8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcb499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 -- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 msgr2=0x55c2bcab8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcab8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 -- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 msgr2=0x55c2bcb499d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcb499d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 -- 172.21.15.3:0/3214216098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2bcac2f10 con 0x55c2bcade870 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fa7fc640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcb499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96fb7fe640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bcaf0880 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f96ec013650 tx=0x7f96ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce887b1f8a800d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96d9ffb640 1 -- 172.21.15.3:0/3214216098 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ec000e60 con 0x55c2bcade870 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96d9ffb640 1 -- 172.21.15.3:0/3214216098 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f96ec01f8d0 con 0x55c2bcade870 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96f4082950 con 0x55c2bcade870 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f96d9ffb640 1 -- 172.21.15.3:0/3214216098 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f96ec037050 con 0x55c2bcade870 2024-09-10T07:21:30.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 10 client.5262 fetch_fsmap learned FSMap version 24 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.676+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x55c2bcac2c20 con 0x55c2bcade870 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96d9ffb640 1 -- 172.21.15.3:0/3214216098 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96f4082950 con 0x55c2bcade870 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96d9ffb640 1 -- 172.21.15.3:0/3214216098 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 24) ==== 3502+0+0 (secure 0 0 0) 0x7f96ec03a020 con 0x55c2bcade870 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 10 client.5262 fetch_fsmap finished waiting for FSMap version 24 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 10 client.5262 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 20 client.5262 populate_metadata read hostname 'smithi003' 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcaddd10 0x55c2bcb60680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 4 client.5262 mds_command: new command op to 5139 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 --> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] -- command(tid 0: {"prefix": "status"}) -- 0x55c2bca05fa0 con 0x55c2bcaddd10 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96faffd640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcaddd10 0x55c2bcb60680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96d9ffb640 10 client.5262 ms_handle_connect on v2:172.21.15.3:6834/2649860749 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96faffd640 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcaddd10 0x55c2bcb60680 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbe57fb760b5332e server_cookie=3ec023d575e15fe1 in_seq=0 out_seq=0 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96d9ffb640 1 -- 172.21.15.3:0/3214216098 <== mds.0 v2:172.21.15.3:6834/2649860749 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55c2bca05fa0 con 0x55c2bcaddd10 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f96d9ffb640 10 client.5262 handle_command_reply: tid=0 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 1 client.5262 shutdown 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 msgr2=0x55c2bcaf0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.677+0000 7f97042c2740 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bcaf0880 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f96ec013650 tx=0x7f96ec0046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 shutdown_connections 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:6834/2649860749,v1:172.21.15.3:6835/2649860749] conn(0x55c2bcaddd10 0x55c2bcb60680 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2bcade870 0x55c2bcaf0880 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c2bca9da50 0x55c2bcb499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f96d9ffb640 0 client.5262 ms_handle_reset on v2:172.21.15.3:6834/2649860749 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 --2- 172.21.15.3:0/3214216098 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c2bca9c2c0 0x55c2bcab8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 >> 172.21.15.3:0/3214216098 conn(0x55c2bca99a80 msgr2=0x55c2bca96ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 shutdown_connections 2024-09-10T07:21:30.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 1 -- 172.21.15.3:0/3214216098 wait complete. 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f97042c2740 20 client.5262 trim_cache size 0 max 16384 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5139, 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 4.4233332240000003, 2024-09-10T07:21:30.693 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 24, 2024-09-10T07:21:30.694 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 41, 2024-09-10T07:21:30.694 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 41, 2024-09-10T07:21:30.694 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 6.3853356019999996 2024-09-10T07:21:30.694 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:21:30.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96dc06be60 msgr2=0x7f96dc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96dc06be60 0x7f96dc06e320 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f96fc15d610 tx=0x7f96e4008040 comp rx=0 tx=0).stop 2024-09-10T07:21:30.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 msgr2=0x7f96fc0b5e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 0x7f96fc0b5e00 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f96f4009f40 tx=0x7f96f4004a40 comp rx=0 tx=0).stop 2024-09-10T07:21:30.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 shutdown_connections 2024-09-10T07:21:30.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96dc06be60 0x7f96dc06e320 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96fc15e8d0 0x7f96fc0ca3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96fc0ced10 0x7f96fc161d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 --2- 172.21.15.3:0/127565481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96fc06baf0 0x7f96fc0b5e00 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 >> 172.21.15.3:0/127565481 conn(0x7f96fc0b2d10 msgr2=0x7f96fc15d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 shutdown_connections 2024-09-10T07:21:30.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.678+0000 7f970152c640 1 -- 172.21.15.3:0/127565481 wait complete. 2024-09-10T07:21:30.697 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:21:30.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.797+0000 7f9da072a640 1 Processor -- start 2024-09-10T07:21:30.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.797+0000 7f9da072a640 1 -- start start 2024-09-10T07:21:30.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.798+0000 7f9da072a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d980cf340 0x7f9d98071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.798+0000 7f9da072a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9d980d04c0 0x7f9d980ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.798+0000 7f9da072a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d9815e7c0 con 0x7f9d981476d0 2024-09-10T07:21:30.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.798+0000 7f9da072a640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f9d98071b80 con 0x7f9d980d04c0 2024-09-10T07:21:30.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.798+0000 7f9da072a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9d98071e60 con 0x7f9d980cf340 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9dcc5640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f9d981476d0 0x7f9d980cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51818/0 (socket says 172.21.15.3:51818) 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9ecc7640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9d980d04c0 0x7f9d980ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9dcc5640 1 -- 172.21.15.3:0/1344702590 learned_addr learned my addr 172.21.15.3:0/1344702590 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9e4c6640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d980cf340 0x7f9d98071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9ecc7640 1 -- 172.21.15.3:0/1344702590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d980cf340 msgr2=0x7f9d98071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9ecc7640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d980cf340 0x7f9d98071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9ecc7640 1 -- 172.21.15.3:0/1344702590 >> v1:172.21.15.3:6789/0 conn(0x7f9d981476d0 legacy=0x7f9d980cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9ecc7640 1 -- 172.21.15.3:0/1344702590 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d98072140 con 0x7f9d980d04c0 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9d4c4640 1 -- 172.21.15.3:0/1344702590 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1717788090 0 0) 0x7f9d9815e7c0 con 0x7f9d981476d0 2024-09-10T07:21:30.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.799+0000 7f9d9e4c6640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d980cf340 0x7f9d98071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:30.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9d9ecc7640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980d04c0 0x7f9d980ccc10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9d90009d90 tx=0x7f9d9002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31b4bbc5da554f85 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9d9d4c4640 1 -- 172.21.15.3:0/1344702590 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90031600 con 0x7f9d980d04c0 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9d9d4c4640 1 -- 172.21.15.3:0/1344702590 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d900317a0 con 0x7f9d980d04c0 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9d9d4c4640 1 -- 172.21.15.3:0/1344702590 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90031b70 con 0x7f9d980d04c0 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9da072a640 1 -- 172.21.15.3:0/1344702590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980d04c0 msgr2=0x7f9d980ccc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9da072a640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980d04c0 0x7f9d980ccc10 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9d90009d90 tx=0x7f9d9002a5d0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9da072a640 1 -- 172.21.15.3:0/1344702590 shutdown_connections 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9da072a640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980d04c0 0x7f9d980ccc10 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.800+0000 7f9da072a640 1 --2- 172.21.15.3:0/1344702590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d980cf340 0x7f9d98071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.801+0000 7f9da072a640 1 -- 172.21.15.3:0/1344702590 >> 172.21.15.3:0/1344702590 conn(0x7f9d980b3d50 msgr2=0x7f9d980b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.801+0000 7f9da072a640 1 -- 172.21.15.3:0/1344702590 shutdown_connections 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.801+0000 7f9da072a640 1 -- 172.21.15.3:0/1344702590 wait complete. 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.802+0000 7f9da072a640 1 Processor -- start 2024-09-10T07:21:30.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.802+0000 7f9da072a640 1 -- start start 2024-09-10T07:21:30.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.802+0000 7f9da072a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 0x7f9d980ad8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.802+0000 7f9da072a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9d980d04c0 0x7f9d980c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.802+0000 7f9da072a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d981476d0 0x7f9d980c9d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9da072a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9d980cd150 con 0x7f9d980cf340 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9da072a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9d98147ee0 con 0x7f9d980d04c0 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9da072a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9d980cd2d0 con 0x7f9d981476d0 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 0x7f9d980ad8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 0x7f9d980ad8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59020/0 (socket says 172.21.15.3:59020) 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 -- 172.21.15.3:0/4236980449 learned_addr learned my addr 172.21.15.3:0/4236980449 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9dcc5640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9d980d04c0 0x7f9d980c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 -- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d981476d0 msgr2=0x7f9d980c9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d981476d0 0x7f9d980c9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 -- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9d980d04c0 msgr2=0x7f9d980c9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9d980d04c0 0x7f9d980c9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 -- 172.21.15.3:0/4236980449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d980b0720 con 0x7f9d980cf340 2024-09-10T07:21:30.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d9e4c6640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 0x7f9d980ad8b0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9d9400c7f0 tx=0x7f9d9400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d94015070 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d94007a30 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d94007e00 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d980cc310 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.803+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d980b77b0 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.804+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d98071510 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.805+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9d94018070 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.805+0000 7f9d8effd640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9d7c06be30 0x7f9d7c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.805+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f9d9408b000 con 0x7f9d980cf340 2024-09-10T07:21:30.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.806+0000 7f9d9dcc5640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9d7c06be30 0x7f9d7c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:30.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.806+0000 7f9d9dcc5640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9d7c06be30 0x7f9d7c06e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9d980b18c0 tx=0x7f9d88009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:30.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:30.810+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d980b0720 con 0x7f9d980cf340 2024-09-10T07:21:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.021+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9d980d0ab0 con 0x7f9d980cf340 2024-09-10T07:21:31.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.021+0000 7f9d8effd640 1 -- 172.21.15.3:0/4236980449 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+73 (secure 0 0 0) 0x7f9d940597d0 con 0x7f9d980cf340 2024-09-10T07:21:31.022 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9d7c06be30 msgr2=0x7f9d7c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9d7c06be30 0x7f9d7c06e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9d980b18c0 tx=0x7f9d88009040 comp rx=0 tx=0).stop 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 msgr2=0x7f9d980ad8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 0x7f9d980ad8b0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9d9400c7f0 tx=0x7f9d9400cbf0 comp rx=0 tx=0).stop 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 shutdown_connections 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9d7c06be30 0x7f9d7c06e2f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9d981476d0 0x7f9d980c9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:31.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9d980d04c0 0x7f9d980c9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:31.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 --2- 172.21.15.3:0/4236980449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d980cf340 0x7f9d980ad8b0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:31.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 >> 172.21.15.3:0/4236980449 conn(0x7f9d980b3d50 msgr2=0x7f9d980cd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:31.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 shutdown_connections 2024-09-10T07:21:31.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31.023+0000 7f9da072a640 1 -- 172.21.15.3:0/4236980449 wait complete. 2024-09-10T07:21:31.035 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:21:31.035 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:21:31.035 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:21:31.036 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:21:31.036 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:31.036 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:21:31.036 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:21:31.036 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:21:31.036 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:31.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.037 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:21:31.054 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:21:31.054 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:21:31.054 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:21:31.054 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.054 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:21:31.055 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42686sec preferred_lft 42686sec 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.056 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:21:31.057 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:31.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.058 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:21:31.119 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:21:31.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.121 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:21:31.179 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:21:31.179 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:21:31.179 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:21:31.179 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:21:31.179 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:21:31.179 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:21:31.179 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:21:31.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:21:31.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:21:31.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:21:31.180 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:21:31.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:21:31.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:31.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.310 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:21:31.326 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:21:31.326 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:21:31.326 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:31.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.327 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:21:31.392 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:21:31.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:21:31.393 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:31.448 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:31.449 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:21:31.449 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:31.504 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:21:31.570 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:21:31.627 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:21:31.628 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:21:31.629 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:31.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.630 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:21:31.683 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:21:31.684 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:21:31.726 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:21:31.751 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:21:31.807 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:21:31.807 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:21:31.808 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:21:31.809 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:31.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.810 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:21:31.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:21:31.808+0000 7f794981b480 -1 init, newargv = 0x5622780a7600 newargc=15 2024-09-10T07:21:31.811 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[50060]: starting ceph client 2024-09-10T07:21:31.814 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[50060]: starting fuse 2024-09-10T07:21:31.827 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:21:31.827 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:21:31.827 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:21:31.827 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:21:31.827 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:21:31.827 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:31.827 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:21:31.827 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:21:31.828 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:21:31.829 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:31.947 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.50060.asok 2024-09-10T07:21:31.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:31.957 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.50060.asok 2024-09-10T07:21:31.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:31.958 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.50060.asok status 2024-09-10T07:21:32.095 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:21:32.095 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:21:32.095 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:21:32.095 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:21:32.095 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:21:32.095 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "50060", 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5274, 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 5274 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:32.096 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1821938934 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1821938934 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.5274 192.168.0.1:0/1821938934", 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/1821938934", 2024-09-10T07:21:32.097 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:21:32.098 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 24, 2024-09-10T07:21:32.098 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 41, 2024-09-10T07:21:32.098 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:21:32.098 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:21:32.098 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:21:32.098 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:21:32.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:32.103 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:21:32.103 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:32.119 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:21:32.120 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:32.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:32.120 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:32.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:32.185 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R) 2024-09-10T07:21:32.245 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:21:32.244+0000 7f7a802d4640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x100000001f7 2024-09-10T07:21:32.249 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:21:32.248+0000 7f7a802d4640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000001 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:.: 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:linkdir 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:rootfile 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:subdir 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:./linkdir: 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:link2 2024-09-10T07:21:32.251 INFO:teuthology.orchestra.run.smithi003.stdout:link3 2024-09-10T07:21:32.252 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:32.252 INFO:teuthology.orchestra.run.smithi003.stdout:./subdir: 2024-09-10T07:21:32.252 INFO:teuthology.orchestra.run.smithi003.stdout:subdirfile 2024-09-10T07:21:32.252 INFO:teuthology.orchestra.run.smithi003.stdout:subsubdir 2024-09-10T07:21:32.252 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:32.252 INFO:teuthology.orchestra.run.smithi003.stdout:./subdir/subsubdir: 2024-09-10T07:21:32.252 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:32.252 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:32.308 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:21:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.451+0000 7f6040342640 1 Processor -- start 2024-09-10T07:21:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.451+0000 7f6040342640 1 -- start start 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f6040342640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f60380d4d60 0x7f60380d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f6040342640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 0x7f60380d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f6040342640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6038162500 con 0x7f603815e660 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f6040342640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f60380d2020 con 0x7f60380d4d60 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f6040342640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f60381627e0 con 0x7f6038162020 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f603e0de640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f603815e660 0x7f60380d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:51826/0 (socket says 172.21.15.3:51826) 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f603e0de640 1 -- 172.21.15.3:0/2387301810 learned_addr learned my addr 172.21.15.3:0/2387301810 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3288355418 0 0) 0x7f6038162500 con 0x7f603815e660 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.452+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6024003520 con 0x7f603815e660 2024-09-10T07:21:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603e8df640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 0x7f60380d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2387301810 >> v2:172.21.15.70:3300/0 conn(0x7f60380d4d60 0x7f60380d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3086247241 0 0) 0x7f6024003520 con 0x7f603815e660 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 msgr2=0x7f60380d29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 0x7f60380d29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 >> v2:172.21.15.70:3300/0 conn(0x7f60380d4d60 msgr2=0x7f60380d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 --2- 172.21.15.3:0/2387301810 >> v2:172.21.15.70:3300/0 conn(0x7f60380d4d60 0x7f60380d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6038162ac0 con 0x7f603815e660 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f6034001670 con 0x7f603815e660 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2387301810 >> v2:172.21.15.70:3300/0 conn(0x7f60380d4d60 0x7f60380d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 >> v1:172.21.15.3:6789/0 conn(0x7f603815e660 legacy=0x7f60380d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6024003a20 0x7f6024003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f6024004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 0x7f60240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f60380d2020 con 0x7f6024004800 2024-09-10T07:21:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f60381627e0 con 0x7f6024003a20 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f602400baf0 con 0x7f6038162020 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f6024004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603e0de640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6024003a20 0x7f6024003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603e8df640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 0x7f60240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 -- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 msgr2=0x7f60240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038162020 0x7f60240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 -- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6024003a20 msgr2=0x7f6024003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6024003a20 0x7f6024003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.453+0000 7f603d8dd640 1 -- 172.21.15.3:0/2387301810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6024003520 con 0x7f6024004800 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.454+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f6024004c80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f6028006fd0 tx=0x7f6024005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83cce868742afa72 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.454+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602800f040 con 0x7f6024004800 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.454+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f602802ad00 con 0x7f6024004800 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.454+0000 7f603d0dc640 1 -- 172.21.15.3:0/2387301810 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6028004250 con 0x7f6024004800 2024-09-10T07:21:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f6040342640 1 -- 172.21.15.3:0/2387301810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 msgr2=0x7f6024004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f6040342640 1 --2- 172.21.15.3:0/2387301810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f6024004c80 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f6028006fd0 tx=0x7f6024005830 comp rx=0 tx=0).stop 2024-09-10T07:21:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f603e8df640 1 -- 172.21.15.3:0/2387301810 reap_dead start 2024-09-10T07:21:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f6040342640 1 -- 172.21.15.3:0/2387301810 shutdown_connections 2024-09-10T07:21:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f6040342640 1 -- 172.21.15.3:0/2387301810 >> 172.21.15.3:0/2387301810 conn(0x7f603808de10 msgr2=0x7f603809d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f6040342640 1 -- 172.21.15.3:0/2387301810 shutdown_connections 2024-09-10T07:21:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.455+0000 7f6040342640 1 -- 172.21.15.3:0/2387301810 wait complete. 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.456+0000 7f6040342640 1 Processor -- start 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.456+0000 7f6040342640 1 -- start start 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f6040342640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f60381610e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f6040342640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038160010 0x7f6038160490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f6040342640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f60380c91a0 0x7f60380c9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f6040342640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f60380d4990 con 0x7f6024004800 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f6040342640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f60380d4810 con 0x7f60380c91a0 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f6040342640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f60380d4b10 con 0x7f6038160010 2024-09-10T07:21:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f60381610e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f60381610e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59040/0 (socket says 172.21.15.3:59040) 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 -- 172.21.15.3:0/2217488916 learned_addr learned my addr 172.21.15.3:0/2217488916 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e8df640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f60380c91a0 0x7f60380c9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038160010 0x7f6038160490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 -- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038160010 msgr2=0x7f6038160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038160010 0x7f6038160490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 -- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f60380c91a0 msgr2=0x7f60380c9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f60380c91a0 0x7f60380c9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 -- 172.21.15.3:0/2217488916 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60380c8100 con 0x7f6024004800 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e8df640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f60380c91a0 0x7f60380c9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f603e0de640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f60381610e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6034001920 tx=0x7f60340077a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603400f9c0 con 0x7f6024004800 2024-09-10T07:21:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.457+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6034018070 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.458+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60380c83e0 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.458+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603400fda0 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.458+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60380c89a0 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.459+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60380d0ec0 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.459+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f603401d460 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.460+0000 7f602effd640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f601c06be30 0x7f601c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.460+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f603408b0c0 con 0x7f6024004800 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.460+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f601c06be30 0x7f601c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.460+0000 7f603d8dd640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f601c06be30 0x7f601c06e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6028033000 tx=0x7f602802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:32.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.464+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6034059890 con 0x7f6024004800 2024-09-10T07:21:32.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.653+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f60380b4090 con 0x7f6024004800 2024-09-10T07:21:32.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.653+0000 7f602effd640 1 -- 172.21.15.3:0/2217488916 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7f6034059190 con 0x7f6024004800 2024-09-10T07:21:32.655 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6835/2042363143 2024-09-11T07:21:24.243829+0000 2024-09-10T07:21:32.655 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6834/2042363143 2024-09-11T07:21:24.243829+0000 2024-09-10T07:21:32.655 INFO:teuthology.orchestra.run.smithi003.stderr:listed 2 entries 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f601c06be30 msgr2=0x7f601c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f601c06be30 0x7f601c06e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6028033000 tx=0x7f602802e000 comp rx=0 tx=0).stop 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 msgr2=0x7f60381610e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f60381610e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6034001920 tx=0x7f60340077a0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 shutdown_connections 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f601c06be30 0x7f601c06e2f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f60380c91a0 0x7f60380c9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6038160010 0x7f6038160490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 --2- 172.21.15.3:0/2217488916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6024004800 0x7f60381610e0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 >> 172.21.15.3:0/2217488916 conn(0x7f603808de10 msgr2=0x7f603806c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:32.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 shutdown_connections 2024-09-10T07:21:32.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.656+0000 7f6040342640 1 -- 172.21.15.3:0/2217488916 wait complete. 2024-09-10T07:21:32.667 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:32.667 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:32.684 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:21:32.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 Processor -- start 2024-09-10T07:21:32.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 -- start start 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0bd0 0x7fb5a415fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5a40d0fb0 0x7fb5a40cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5a41604a0 con 0x7fb5a40cf390 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb5a415ca00 con 0x7fb5a40d0fb0 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.826+0000 7fb5aa152640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb5a4160780 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5a40d0fb0 0x7fb5a40cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5a40d0fb0 0x7fb5a40cfef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59042/0 (socket says 172.21.15.3:59042) 2024-09-10T07:21:32.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/3031614327 learned_addr learned my addr 172.21.15.3:0/3031614327 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:32.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a37fe640 1 --2- 172.21.15.3:0/3031614327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0bd0 0x7fb5a415fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/3031614327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0bd0 msgr2=0x7fb5a415fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:32.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 --2- 172.21.15.3:0/3031614327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0bd0 0x7fb5a415fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/3031614327 >> v1:172.21.15.70:6789/0 conn(0x7fb5a40cf390 legacy=0x7fb5a40cc970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.827+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/3031614327 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5a4160a60 con 0x7fb5a40d0fb0 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5a2ffd640 1 --2- 172.21.15.3:0/3031614327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0fb0 0x7fb5a40cfef0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb598009870 tx=0x7fb59802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0eea4a2e33e14dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5a27fc640 1 -- 172.21.15.3:0/3031614327 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598037070 con 0x7fb5a40d0fb0 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5a27fc640 1 -- 172.21.15.3:0/3031614327 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb598032440 con 0x7fb5a40d0fb0 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5a27fc640 1 -- 172.21.15.3:0/3031614327 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598032810 con 0x7fb5a40d0fb0 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5aa152640 1 -- 172.21.15.3:0/3031614327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0fb0 msgr2=0x7fb5a40cfef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5aa152640 1 --2- 172.21.15.3:0/3031614327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0fb0 0x7fb5a40cfef0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb598009870 tx=0x7fb59802a270 comp rx=0 tx=0).stop 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.828+0000 7fb5aa152640 1 -- 172.21.15.3:0/3031614327 shutdown_connections 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.829+0000 7fb5aa152640 1 --2- 172.21.15.3:0/3031614327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0fb0 0x7fb5a40cfef0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.829+0000 7fb5aa152640 1 --2- 172.21.15.3:0/3031614327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0bd0 0x7fb5a415fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.829+0000 7fb5aa152640 1 -- 172.21.15.3:0/3031614327 >> 172.21.15.3:0/3031614327 conn(0x7fb5a406feb0 msgr2=0x7fb5a40702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:32.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.829+0000 7fb5aa152640 1 -- 172.21.15.3:0/3031614327 shutdown_connections 2024-09-10T07:21:32.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.829+0000 7fb5aa152640 1 -- 172.21.15.3:0/3031614327 wait complete. 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.830+0000 7fb5aa152640 1 Processor -- start 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.830+0000 7fb5aa152640 1 -- start start 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5a40cf390 0x7fb5a40cc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 0x7fb5a40c93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0fb0 0x7fb5a40cb060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a40d0430 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb5a4160d40 con 0x7fb5a40cf390 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb5a40d05b0 con 0x7fb5a40d0fb0 2024-09-10T07:21:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 0x7fb5a40c93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 0x7fb5a40c93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59044/0 (socket says 172.21.15.3:59044) 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/26318014 learned_addr learned my addr 172.21.15.3:0/26318014 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a37fe640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5a40cf390 0x7fb5a40cc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a3fff640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0fb0 0x7fb5a40cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0fb0 msgr2=0x7fb5a40cb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0fb0 0x7fb5a40cb060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5a40cf390 msgr2=0x7fb5a40cc3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5a40cf390 0x7fb5a40cc3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 -- 172.21.15.3:0/26318014 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5a406e550 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5a2ffd640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 0x7fb5a40c93f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb59802a2b0 tx=0x7fb5980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598041020 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5980306e0 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb598037040 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.831+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5a40c9be0 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.832+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5a406d790 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.832+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5a415fec0 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.833+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb598044020 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.833+0000 7fb58bfff640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59006be30 0x7fb59006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:32.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.833+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fb5980ab6e0 con 0x7fb5a40d0bd0 2024-09-10T07:21:32.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.834+0000 7fb5a37fe640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59006be30 0x7fb59006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:32.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.834+0000 7fb5a37fe640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59006be30 0x7fb59006e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb594006fd0 tx=0x7fb594008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:32.838+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb59804b030 con 0x7fb5a40d0bd0 2024-09-10T07:21:33.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.024+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb5a40d0160 con 0x7fb5a40d0bd0 2024-09-10T07:21:33.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.024+0000 7fb58bfff640 1 -- 172.21.15.3:0/26318014 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7fb598079860 con 0x7fb5a40d0bd0 2024-09-10T07:21:33.025 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6835/2042363143 2024-09-11T07:21:24.243829+0000 2024-09-10T07:21:33.026 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6834/2042363143 2024-09-11T07:21:24.243829+0000 2024-09-10T07:21:33.026 INFO:teuthology.orchestra.run.smithi003.stderr:listed 2 entries 2024-09-10T07:21:33.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59006be30 msgr2=0x7fb59006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:33.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59006be30 0x7fb59006e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb594006fd0 tx=0x7fb594008040 comp rx=0 tx=0).stop 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 msgr2=0x7fb5a40c93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 0x7fb5a40c93f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb59802a2b0 tx=0x7fb5980046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 shutdown_connections 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb59006be30 0x7fb59006e2f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5a40d0fb0 0x7fb5a40cb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5a40d0bd0 0x7fb5a40c93f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 --2- 172.21.15.3:0/26318014 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5a40cf390 0x7fb5a40cc3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 >> 172.21.15.3:0/26318014 conn(0x7fb5a406feb0 msgr2=0x7fb5a40cc950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 shutdown_connections 2024-09-10T07:21:33.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:33.026+0000 7fb5aa152640 1 -- 172.21.15.3:0/26318014 wait complete. 2024-09-10T07:21:33.038 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:21:33.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:33.038 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:33.062 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[50060]: fuse finished with error 0 and tester_r 0 2024-09-10T07:21:33.064 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:21:33.863 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:21:33.866 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:21:36.274 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:21:36.274+0000 7f39cd0f5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-10T07:21:39.166 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:21:39.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:39.166 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:21:39.186 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:21:39.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.341+0000 7fa3f9e23640 1 Processor -- start 2024-09-10T07:21:39.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.341+0000 7fa3f9e23640 1 -- start start 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.341+0000 7fa3f9e23640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa3f40d0cc0 0x7fa3f40d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.341+0000 7fa3f9e23640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa3f40b78e0 0x7fa3f40b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.341+0000 7fa3f9e23640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3f40d3430 con 0x7fa3f415e510 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f9e23640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa3f40d1660 con 0x7fa3f40d0cc0 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f9e23640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa3f40d36d0 con 0x7fa3f40b78e0 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f2ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa3f40d0cc0 0x7fa3f40d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f37fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fa3f415e510 0x7fa3f40ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60146/0 (socket says 172.21.15.3:60146) 2024-09-10T07:21:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f37fe640 1 -- 172.21.15.3:0/2938431859 learned_addr learned my addr 172.21.15.3:0/2938431859 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f3fff640 1 --2- 172.21.15.3:0/2938431859 >> v2:172.21.15.70:3300/0 conn(0x7fa3f40b78e0 0x7fa3f40b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f2ffd640 1 -- 172.21.15.3:0/2938431859 >> v2:172.21.15.70:3300/0 conn(0x7fa3f40b78e0 msgr2=0x7fa3f40b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f2ffd640 1 --2- 172.21.15.3:0/2938431859 >> v2:172.21.15.70:3300/0 conn(0x7fa3f40b78e0 0x7fa3f40b7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f2ffd640 1 -- 172.21.15.3:0/2938431859 >> v1:172.21.15.3:6789/0 conn(0x7fa3f415e510 legacy=0x7fa3f40ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f2ffd640 1 -- 172.21.15.3:0/2938431859 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f40d39b0 con 0x7fa3f40d0cc0 2024-09-10T07:21:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.342+0000 7fa3f27fc640 1 -- 172.21.15.3:0/2938431859 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3258713439 0 0) 0x7fa3f40d3430 con 0x7fa3f415e510 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f2ffd640 1 --2- 172.21.15.3:0/2938431859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40d0cc0 0x7fa3f40d1120 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa3f40b9dc0 tx=0x7fa3e802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=468948d6a3f62074 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f27fc640 1 -- 172.21.15.3:0/2938431859 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e8037070 con 0x7fa3f40d0cc0 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f27fc640 1 -- 172.21.15.3:0/2938431859 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3e8032440 con 0x7fa3f40d0cc0 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f27fc640 1 -- 172.21.15.3:0/2938431859 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e802ae60 con 0x7fa3f40d0cc0 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f9e23640 1 -- 172.21.15.3:0/2938431859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40d0cc0 msgr2=0x7fa3f40d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/2938431859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40d0cc0 0x7fa3f40d1120 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa3f40b9dc0 tx=0x7fa3e802a110 comp rx=0 tx=0).stop 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f9e23640 1 -- 172.21.15.3:0/2938431859 shutdown_connections 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/2938431859 >> v2:172.21.15.70:3300/0 conn(0x7fa3f40b78e0 0x7fa3f40b7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/2938431859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40d0cc0 0x7fa3f40d1120 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.343+0000 7fa3f9e23640 1 -- 172.21.15.3:0/2938431859 >> 172.21.15.3:0/2938431859 conn(0x7fa3f406d1a0 msgr2=0x7fa3f4073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.344+0000 7fa3f9e23640 1 -- 172.21.15.3:0/2938431859 shutdown_connections 2024-09-10T07:21:39.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.344+0000 7fa3f9e23640 1 -- 172.21.15.3:0/2938431859 wait complete. 2024-09-10T07:21:39.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.345+0000 7fa3f9e23640 1 Processor -- start 2024-09-10T07:21:39.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.345+0000 7fa3f9e23640 1 -- start start 2024-09-10T07:21:39.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f9e23640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 0x7fa3f4161410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f9e23640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa3f40d0cc0 0x7fa3f4152100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f9e23640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3f415e510 0x7fa3f40cd000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f9e23640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f40d22a0 con 0x7fa3f40b78e0 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f9e23640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f40d3f70 con 0x7fa3f415e510 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f9e23640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa3f40cf210 con 0x7fa3f40d0cc0 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 0x7fa3f4161410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 0x7fa3f4161410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51286/0 (socket says 172.21.15.3:51286) 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 -- 172.21.15.3:0/1026841415 learned_addr learned my addr 172.21.15.3:0/1026841415 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:39.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f3fff640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3f415e510 0x7fa3f40cd000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f2ffd640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa3f40d0cc0 0x7fa3f4152100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 -- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa3f40d0cc0 msgr2=0x7fa3f4152100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa3f40d0cc0 0x7fa3f4152100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 -- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3f415e510 msgr2=0x7fa3f40cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3f415e510 0x7fa3f40cd000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 -- 172.21.15.3:0/1026841415 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f40ce860 con 0x7fa3f40b78e0 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f3fff640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3f415e510 0x7fa3f40cd000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.346+0000 7fa3f37fe640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 0x7fa3f4161410 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fa3e400c460 tx=0x7fa3e400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.347+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e4018070 con 0x7fa3f40b78e0 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.347+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3e4007500 con 0x7fa3f40b78e0 2024-09-10T07:21:39.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.347+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e4004a20 con 0x7fa3f40b78e0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.347+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3f4161a80 con 0x7fa3f40b78e0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.347+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3f4160660 con 0x7fa3f40b78e0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.348+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3f415e8f0 con 0x7fa3f40b78e0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.348+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa3e401b070 con 0x7fa3f40b78e0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.349+0000 7fa3dbfff640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa3e006be30 0x7fa3e006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.349+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fa3e408a300 con 0x7fa3f40b78e0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.349+0000 7fa3f2ffd640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa3e006be30 0x7fa3e006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:39.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.349+0000 7fa3f2ffd640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa3e006be30 0x7fa3e006e2f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8034000 tx=0x7fa3e802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:39.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.353+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3e4058ac0 con 0x7fa3f40b78e0 2024-09-10T07:21:39.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.569+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa3f40d3000 con 0x7fa3f40b78e0 2024-09-10T07:21:39.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.569+0000 7fa3dbfff640 1 -- 172.21.15.3:0/1026841415 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7fa3e408a0c0 con 0x7fa3f40b78e0 2024-09-10T07:21:39.569 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:21:39.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa3e006be30 msgr2=0x7fa3e006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:39.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa3e006be30 0x7fa3e006e2f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8034000 tx=0x7fa3e802e000 comp rx=0 tx=0).stop 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 msgr2=0x7fa3f4161410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 0x7fa3f4161410 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fa3e400c460 tx=0x7fa3e400c920 comp rx=0 tx=0).stop 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 shutdown_connections 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa3e006be30 0x7fa3e006e2f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa3f415e510 0x7fa3f40cd000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa3f40d0cc0 0x7fa3f4152100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 --2- 172.21.15.3:0/1026841415 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa3f40b78e0 0x7fa3f4161410 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 >> 172.21.15.3:0/1026841415 conn(0x7fa3f406d1a0 msgr2=0x7fa3f40d28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.571+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 shutdown_connections 2024-09-10T07:21:39.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39.572+0000 7fa3f9e23640 1 -- 172.21.15.3:0/1026841415 wait complete. 2024-09-10T07:21:39.582 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:21:39.582 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:21:39.582 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:21:39.582 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:21:39.583 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:39.583 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:21:39.583 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:21:39.583 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:21:39.583 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:39.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:39.583 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:39.600 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42678sec preferred_lft 42678sec 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:21:39.601 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:21:39.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:39.603 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:21:39.663 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:21:39.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:39.665 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:21:39.722 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:21:39.723 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:21:39.723 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:21:39.723 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:21:39.723 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:21:39.723 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:21:39.723 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:21:39.723 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:21:39.723 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:21:39.723 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:21:39.724 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:21:39.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:21:39.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:39.851 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:39.851 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:21:39.867 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:21:39.867 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:21:39.867 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:39.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:39.867 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:21:39.934 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:21:39.934 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:21:39.934 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:39.989 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:21:39.990 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:21:39.990 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:40.045 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:21:40.111 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:21:40.169 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:21:40.170 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:40.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:40.171 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:21:40.224 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:21:40.224 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:21:40.267 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:21:40.292 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:21:40.349 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:21:40.349 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:21:40.349 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:21:40.349 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:21:40.350 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:21:40.351 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:40.352 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:21:40.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:40.352 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:21:40.353 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:21:40.353+0000 7ff0cf2f7480 -1 init, newargv = 0x5645e08bc600 newargc=15 2024-09-10T07:21:40.353 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[50664]: starting ceph client 2024-09-10T07:21:40.357 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[50664]: starting fuse 2024-09-10T07:21:40.368 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:21:40.369 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:21:40.369 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:21:40.370 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:40.488 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.50664.asok 2024-09-10T07:21:40.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:40.499 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.50664.asok 2024-09-10T07:21:40.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:40.499 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.50664.asok status 2024-09-10T07:21:40.636 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "50664", 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5301, 2024-09-10T07:21:40.637 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 5301 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 3304081424 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:40.638 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 3304081424 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.5301 192.168.0.1:0/3304081424", 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/3304081424", 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 25, 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 41, 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:21:40.639 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:21:40.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:40.645 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:21:40.645 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:40.661 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:21:40.661 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:40.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:40.662 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:40.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:40.727 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R) 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:.: 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:linkdir 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:rootfile 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:subdir 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:./linkdir: 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:link0 2024-09-10T07:21:40.790 INFO:teuthology.orchestra.run.smithi003.stdout:link1 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout:link2 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout:link3 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout:./subdir: 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout:subdirfile 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout:subsubdir 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:40.791 INFO:teuthology.orchestra.run.smithi003.stdout:./subdir/subsubdir: 2024-09-10T07:21:40.792 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:40.792 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:40.792 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:40.792 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:40.792 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/rootfile").st_ino) 2024-09-10T07:21:40.792 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:40.898 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627776 2024-09-10T07:21:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:40.907 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:40.907 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:40.907 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:40.907 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:40.907 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir").st_ino) 2024-09-10T07:21:40.907 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.013 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627777 2024-09-10T07:21:41.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.023 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.023 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.023 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.023 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.023 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir/subdirfile").st_ino) 2024-09-10T07:21:41.023 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.130 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627778 2024-09-10T07:21:41.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.139 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.139 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.139 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.140 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.140 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir/subsubdir").st_ino) 2024-09-10T07:21:41.140 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.247 INFO:teuthology.orchestra.run.smithi003.stdout:1099511628282 2024-09-10T07:21:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.256 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.256 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.256 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.256 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.256 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/linkdir/link0").st_ino) 2024-09-10T07:21:41.256 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.363 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627778 2024-09-10T07:21:41.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.372 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.373 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.373 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.373 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.373 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/linkdir/link1").st_ino) 2024-09-10T07:21:41.373 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.479 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627778 2024-09-10T07:21:41.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.488 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.489 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.489 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.489 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.489 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/linkdir/link2").st_ino) 2024-09-10T07:21:41.489 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.596 INFO:teuthology.orchestra.run.smithi003.stdout:1099511628281 2024-09-10T07:21:41.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/linkdir/link3").st_ino) 2024-09-10T07:21:41.605 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.712 INFO:teuthology.orchestra.run.smithi003.stdout:1099511627776 2024-09-10T07:21:41.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:41.721 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch afterwards) 2024-09-10T07:21:41.780 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:21:41.780 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:21:41.781 DEBUG:teuthology.orchestra.run.smithi003:> import stat 2024-09-10T07:21:41.781 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:21:41.781 DEBUG:teuthology.orchestra.run.smithi003:> print(os.stat("/home/ubuntu/cephtest/mnt.0/afterwards").st_ino) 2024-09-10T07:21:41.781 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:21:41.887 INFO:teuthology.orchestra.run.smithi003.stdout:1099521627779 2024-09-10T07:21:41.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:21:41.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:41.896 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch subdir/subsubdir/subsubdirfile) 2024-09-10T07:21:41.955 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:21:41.955+0000 7f7a802d4640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x100000001fa 2024-09-10T07:21:41.957 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:21:41.957 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:21:42.045 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:21:42.094 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:21:42.095 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:21:42.095 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:42.095 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:42.112 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:21:42.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.255+0000 7f2cc976d640 1 Processor -- start 2024-09-10T07:21:42.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.256+0000 7f2cc976d640 1 -- start start 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.256+0000 7f2cc976d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2cc40cee10 0x7f2cc406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.256+0000 7f2cc976d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40cf1f0 0x7f2cc40d2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.256+0000 7f2cc976d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cc40d26b0 con 0x7f2cc40b4790 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.256+0000 7f2cc976d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2cc40cc900 con 0x7f2cc40cee10 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.256+0000 7f2cc976d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc40d2990 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2cc40cee10 0x7f2cc406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2cc40cee10 0x7f2cc406cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:48648/0 (socket says 172.21.15.3:48648) 2024-09-10T07:21:42.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 -- 172.21.15.3:0/1867466444 learned_addr learned my addr 172.21.15.3:0/1867466444 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc37fe640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2cc40b4790 0x7f2cc415e150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:48880/0 (socket says 172.21.15.3:48880) 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc27fc640 1 --2- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40cf1f0 0x7f2cc40d2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 -- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40cf1f0 msgr2=0x7f2cc40d2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 --2- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40cf1f0 0x7f2cc40d2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 -- 172.21.15.3:0/1867466444 >> v1:172.21.15.70:6789/0 conn(0x7f2cc40b4790 legacy=0x7f2cc415e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc2ffd640 1 -- 172.21.15.3:0/1867466444 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc40d2c70 con 0x7f2cc40cee10 2024-09-10T07:21:42.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.257+0000 7f2cc1ffb640 1 -- 172.21.15.3:0/1867466444 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2035425494 0 0) 0x7f2cc40d26b0 con 0x7f2cc40b4790 2024-09-10T07:21:42.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.258+0000 7f2cc2ffd640 1 --2- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc406cc00 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009870 tx=0x7f2cbc02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f554f9076602a074 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:42.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.258+0000 7f2cc1ffb640 1 -- 172.21.15.3:0/1867466444 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc037070 con 0x7f2cc40cee10 2024-09-10T07:21:42.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.258+0000 7f2cc1ffb640 1 -- 172.21.15.3:0/1867466444 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cbc032440 con 0x7f2cc40cee10 2024-09-10T07:21:42.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.258+0000 7f2cc1ffb640 1 -- 172.21.15.3:0/1867466444 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc032810 con 0x7f2cc40cee10 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 -- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 msgr2=0x7f2cc406cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc406cc00 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009870 tx=0x7f2cbc02a1c0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 -- 172.21.15.3:0/1867466444 shutdown_connections 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40cf1f0 0x7f2cc40d2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1867466444 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc406cc00 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 -- 172.21.15.3:0/1867466444 >> 172.21.15.3:0/1867466444 conn(0x7f2cc406baf0 msgr2=0x7f2cc406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 -- 172.21.15.3:0/1867466444 shutdown_connections 2024-09-10T07:21:42.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.259+0000 7f2cc976d640 1 -- 172.21.15.3:0/1867466444 wait complete. 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.260+0000 7f2cc976d640 1 Processor -- start 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.260+0000 7f2cc976d640 1 -- start start 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc976d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40b4790 0x7f2cc40ada00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc976d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc41f38e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc976d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 0x7f2cc40b0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc976d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc40d0ba0 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc976d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc40d0a20 con 0x7f2cc40cee10 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc976d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc415e860 con 0x7f2cc40b4790 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 0x7f2cc40b0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 0x7f2cc40b0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51300/0 (socket says 172.21.15.3:51300) 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc37fe640 1 -- 172.21.15.3:0/1183220012 learned_addr learned my addr 172.21.15.3:0/1183220012 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc27fc640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc41f38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.261+0000 7f2cc2ffd640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40b4790 0x7f2cc40ada00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc37fe640 1 -- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40b4790 msgr2=0x7f2cc40ada00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc37fe640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40b4790 0x7f2cc40ada00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc37fe640 1 -- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 msgr2=0x7f2cc41f38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc37fe640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc41f38e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc37fe640 1 -- 172.21.15.3:0/1183220012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc40ae380 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc2ffd640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40b4790 0x7f2cc40ada00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc27fc640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc41f38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc37fe640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 0x7f2cc40b0800 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400c800 tx=0x7f2cb400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4018070 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc40afd40 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb4004d80 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb400a820 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.262+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc40af9f0 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.263+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc4068880 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.263+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2cb400a9c0 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.264+0000 7f2cbb7fe640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2ca406be30 0x7f2ca406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.264+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f2cb408a5e0 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.264+0000 7f2cc2ffd640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2ca406be30 0x7f2ca406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.265+0000 7f2cc2ffd640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2ca406be30 0x7f2ca406e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc034000 tx=0x7f2cbc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:42.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.268+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2cb4058e80 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.462+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2cc406cc00 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.463+0000 7f2cbb7fe640 1 -- 172.21.15.3:0/1183220012 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7f2cb4058780 con 0x7f2cc40cf1f0 2024-09-10T07:21:42.463 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6835/2042363143 2024-09-11T07:21:24.243829+0000 2024-09-10T07:21:42.463 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6834/2042363143 2024-09-11T07:21:24.243829+0000 2024-09-10T07:21:42.463 INFO:teuthology.orchestra.run.smithi003.stderr:listed 2 entries 2024-09-10T07:21:42.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2ca406be30 msgr2=0x7f2ca406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2ca406be30 0x7f2ca406e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc034000 tx=0x7f2cbc02e000 comp rx=0 tx=0).stop 2024-09-10T07:21:42.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 msgr2=0x7f2cc40b0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 0x7f2cc40b0800 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400c800 tx=0x7f2cb400ccc0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 shutdown_connections 2024-09-10T07:21:42.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2ca406be30 0x7f2ca406e2f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cc40cf1f0 0x7f2cc40b0800 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2cc40cee10 0x7f2cc41f38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 --2- 172.21.15.3:0/1183220012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2cc40b4790 0x7f2cc40ada00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 >> 172.21.15.3:0/1183220012 conn(0x7f2cc406baf0 msgr2=0x7f2cc40b7740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:42.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 shutdown_connections 2024-09-10T07:21:42.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.465+0000 7f2cc976d640 1 -- 172.21.15.3:0/1183220012 wait complete. 2024-09-10T07:21:42.476 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:21:42.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:42.476 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:21:42.500 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[50664]: fuse finished with error 0 and tester_r 0 2024-09-10T07:21:42.502 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:21:42.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:42.503 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:21:42.562 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:21:42.562 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:21:42.562 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:42.579 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:21:42.580 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:21:42.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:42.580 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:21:42.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:21:42.636 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T07:21:42.636 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:21:42.637 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:42.637 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:42.653 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:21:42.653 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:21:42.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:42.653 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:21:42.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:21:42.709 INFO:teuthology.orchestra.run.smithi003.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T07:21:42.709 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:21:42.709 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:21:42.710 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:42.726 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:21:42.726 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:21:42.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:21:42.726 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:21:42.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:21:42.785 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T07:21:42.785 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:42.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.888+0000 7f4a2d6d0640 1 Processor -- start 2024-09-10T07:21:42.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.888+0000 7f4a2d6d0640 1 -- start start 2024-09-10T07:21:42.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a2d6d0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4a280cfae0 0x7f4a280d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a2d6d0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4a2806e6a0 0x7f4a280d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a2d6d0640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a2815ebe0 con 0x7f4a2815e800 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a2d6d0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f4a280d42d0 con 0x7f4a280cfae0 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a2d6d0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4a280d3ff0 con 0x7f4a2806e6a0 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a267fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4a280cfae0 0x7f4a280d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a26ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4a2815e800 0x7f4a280cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60156/0 (socket says 172.21.15.3:60156) 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a26ffd640 1 -- 172.21.15.3:0/189809215 learned_addr learned my addr 172.21.15.3:0/189809215 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a277fe640 1 --2- 172.21.15.3:0/189809215 >> v2:172.21.15.70:3300/0 conn(0x7f4a2806e6a0 0x7f4a280d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a267fc640 1 -- 172.21.15.3:0/189809215 >> v2:172.21.15.70:3300/0 conn(0x7f4a2806e6a0 msgr2=0x7f4a280d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.889+0000 7f4a267fc640 1 --2- 172.21.15.3:0/189809215 >> v2:172.21.15.70:3300/0 conn(0x7f4a2806e6a0 0x7f4a280d29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a267fc640 1 -- 172.21.15.3:0/189809215 >> v1:172.21.15.3:6789/0 conn(0x7f4a2815e800 legacy=0x7f4a280cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a267fc640 1 -- 172.21.15.3:0/189809215 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2806cbb0 con 0x7f4a280cfae0 2024-09-10T07:21:42.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a25ffb640 1 -- 172.21.15.3:0/189809215 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3409858087 0 0) 0x7f4a2815ebe0 con 0x7f4a2815e800 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a267fc640 1 --2- 172.21.15.3:0/189809215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a280cfae0 0x7f4a280d2460 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4a280cebe0 tx=0x7f4a1002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b76126c6b8efd3d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a25ffb640 1 -- 172.21.15.3:0/189809215 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a10037070 con 0x7f4a280cfae0 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a25ffb640 1 -- 172.21.15.3:0/189809215 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a10032440 con 0x7f4a280cfae0 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.890+0000 7f4a25ffb640 1 -- 172.21.15.3:0/189809215 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a10032810 con 0x7f4a280cfae0 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/189809215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a280cfae0 msgr2=0x7f4a280d2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/189809215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a280cfae0 0x7f4a280d2460 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f4a280cebe0 tx=0x7f4a1002a1a0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/189809215 shutdown_connections 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/189809215 >> v2:172.21.15.70:3300/0 conn(0x7f4a2806e6a0 0x7f4a280d29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/189809215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a280cfae0 0x7f4a280d2460 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/189809215 >> 172.21.15.3:0/189809215 conn(0x7f4a2809d750 msgr2=0x7f4a280d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/189809215 shutdown_connections 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.891+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/189809215 wait complete. 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.892+0000 7f4a2d6d0640 1 Processor -- start 2024-09-10T07:21:42.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.892+0000 7f4a2d6d0640 1 -- start start 2024-09-10T07:21:42.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a2d6d0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 0x7f4a28160f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a2d6d0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4a280cfae0 0x7f4a281f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a2d6d0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a2815e800 0x7f4a280b8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a2d6d0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4a280d4e30 con 0x7f4a2806e6a0 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a2d6d0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2806d170 con 0x7f4a2815e800 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a2d6d0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4a280d2ee0 con 0x7f4a280cfae0 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a26ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 0x7f4a28160f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a26ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 0x7f4a28160f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51316/0 (socket says 172.21.15.3:51316) 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.893+0000 7f4a26ffd640 1 -- 172.21.15.3:0/596216037 learned_addr learned my addr 172.21.15.3:0/596216037 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a26ffd640 1 -- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4a280cfae0 msgr2=0x7f4a281f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a26ffd640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4a280cfae0 0x7f4a281f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a26ffd640 1 -- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a2815e800 msgr2=0x7f4a280b8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:42.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a277fe640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a2815e800 0x7f4a280b8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a26ffd640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a2815e800 0x7f4a280b8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a26ffd640 1 -- 172.21.15.3:0/596216037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a280b93c0 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a26ffd640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 0x7f4a28160f80 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4a1800c7f0 tx=0x7f4a1800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a18018070 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a1800a640 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1800aa30 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a28161640 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.894+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a280b83a0 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.895+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a28068880 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.895+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4a1801b070 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.896+0000 7f4a1f7fe640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4a0806be30 0x7f4a0806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.896+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f4a1808a640 con 0x7f4a2806e6a0 2024-09-10T07:21:42.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.896+0000 7f4a267fc640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4a0806be30 0x7f4a0806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:42.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.897+0000 7f4a267fc640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4a0806be30 0x7f4a0806e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4a10034000 tx=0x7f4a1002c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:42.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:42.900+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4a18058e10 con 0x7f4a2806e6a0 2024-09-10T07:21:43.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.112+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a28160d60 con 0x7f4a2806e6a0 2024-09-10T07:21:43.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.112+0000 7f4a1f7fe640 1 -- 172.21.15.3:0/596216037 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5215 (secure 0 0 0) 0x7f4a18058710 con 0x7f4a2806e6a0 2024-09-10T07:21:43.112 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:43.112 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"btime":"2024-09-10T07:21:36:275097+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:36.262184+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":2}]} 2024-09-10T07:21:43.113 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-09-10T07:21:43.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4a0806be30 msgr2=0x7f4a0806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4a0806be30 0x7f4a0806e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4a10034000 tx=0x7f4a1002c000 comp rx=0 tx=0).stop 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 msgr2=0x7f4a28160f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 0x7f4a28160f80 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4a1800c7f0 tx=0x7f4a1800ccb0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 shutdown_connections 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4a0806be30 0x7f4a0806e2f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4a2815e800 0x7f4a280b8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4a280cfae0 0x7f4a281f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 --2- 172.21.15.3:0/596216037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4a2806e6a0 0x7f4a28160f80 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.114+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 >> 172.21.15.3:0/596216037 conn(0x7f4a2809d750 msgr2=0x7f4a280b3200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.115+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 shutdown_connections 2024-09-10T07:21:43.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.115+0000 7f4a2d6d0640 1 -- 172.21.15.3:0/596216037 wait complete. 2024-09-10T07:21:43.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:43.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.228+0000 7f552c78d640 1 Processor -- start 2024-09-10T07:21:43.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.228+0000 7f552c78d640 1 -- start start 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552c78d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55240acdd0 0x7f55240cb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552c78d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f552406f530 con 0x7f552406dd90 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552c78d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55240cbbb0 con 0x7f552415e8d0 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552c78d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f55240cbe90 con 0x7f55240acdd0 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552ad2a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55240acdd0 0x7f55240cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552ad2a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55240acdd0 0x7f55240cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51330/0 (socket says 172.21.15.3:51330) 2024-09-10T07:21:43.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552ad2a640 1 -- 172.21.15.3:0/1992879369 learned_addr learned my addr 172.21.15.3:0/1992879369 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:43.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f5529d28640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f552406dd90 0x7f55240ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60158/0 (socket says 172.21.15.3:60158) 2024-09-10T07:21:43.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552ad2a640 1 -- 172.21.15.3:0/1992879369 >> v1:172.21.15.70:6789/0 conn(0x7f552415e8d0 legacy=0x7f55240cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:43.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552ad2a640 1 -- 172.21.15.3:0/1992879369 >> v1:172.21.15.3:6789/0 conn(0x7f552406dd90 legacy=0x7f55240ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.229+0000 7f552ad2a640 1 -- 172.21.15.3:0/1992879369 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55240ca5f0 con 0x7f55240acdd0 2024-09-10T07:21:43.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f552ad2a640 1 --2- 172.21.15.3:0/1992879369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55240acdd0 0x7f55240cb580 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f551c00d180 tx=0x7f551c02c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b9c6d40c75b51c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f5529527640 1 -- 172.21.15.3:0/1992879369 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551c009600 con 0x7f55240acdd0 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f5529527640 1 -- 172.21.15.3:0/1992879369 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f551c037070 con 0x7f55240acdd0 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f5529527640 1 -- 172.21.15.3:0/1992879369 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551c0099c0 con 0x7f55240acdd0 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f552c78d640 1 -- 172.21.15.3:0/1992879369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55240acdd0 msgr2=0x7f55240cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f552c78d640 1 --2- 172.21.15.3:0/1992879369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55240acdd0 0x7f55240cb580 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f551c00d180 tx=0x7f551c02c9a0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f552c78d640 1 -- 172.21.15.3:0/1992879369 shutdown_connections 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f552c78d640 1 --2- 172.21.15.3:0/1992879369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55240acdd0 0x7f55240cb580 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.230+0000 7f552c78d640 1 -- 172.21.15.3:0/1992879369 >> 172.21.15.3:0/1992879369 conn(0x7f55240cffa0 msgr2=0x7f55240d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.231+0000 7f552c78d640 1 -- 172.21.15.3:0/1992879369 shutdown_connections 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.231+0000 7f552c78d640 1 -- 172.21.15.3:0/1992879369 wait complete. 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 Processor -- start 2024-09-10T07:21:43.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 -- start start 2024-09-10T07:21:43.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 0x7f55241523b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55240acdd0 0x7f552409ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f552415e8d0 0x7f552409d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5524073720 con 0x7f552406dd90 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55240cabb0 con 0x7f552415e8d0 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552c78d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f55240738a0 con 0x7f55240acdd0 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.232+0000 7f552a529640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 0x7f55241523b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 0x7f55241523b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51334/0 (socket says 172.21.15.3:51334) 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 -- 172.21.15.3:0/3000938682 learned_addr learned my addr 172.21.15.3:0/3000938682 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f5529d28640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55240acdd0 0x7f552409ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552ad2a640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f552415e8d0 0x7f552409d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 -- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55240acdd0 msgr2=0x7f552409ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55240acdd0 0x7f552409ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 -- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f552415e8d0 msgr2=0x7f552409d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f552415e8d0 0x7f552409d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 -- 172.21.15.3:0/3000938682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55241583b0 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552a529640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 0x7f55241523b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f552000b420 tx=0x7f552000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5520011830 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5520016070 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5520011c10 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f552415a580 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.233+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55240ad6e0 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.234+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f552409d8d0 con 0x7f552406dd90 2024-09-10T07:21:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.235+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f552001b460 con 0x7f552406dd90 2024-09-10T07:21:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.235+0000 7f551affd640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f550806be30 0x7f550806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.235+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f552008aba0 con 0x7f552406dd90 2024-09-10T07:21:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.236+0000 7f5529d28640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f550806be30 0x7f550806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.236+0000 7f5529d28640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f550806be30 0x7f550806e2f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5524069fa0 tx=0x7f5514007cc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.240+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5520020020 con 0x7f552406dd90 2024-09-10T07:21:43.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.454+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f552406eea0 con 0x7f552406dd90 2024-09-10T07:21:43.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.454+0000 7f551affd640 1 -- 172.21.15.3:0/3000938682 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5215 (secure 0 0 0) 0x7f55200592d0 con 0x7f552406dd90 2024-09-10T07:21:43.454 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:43.455 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"btime":"2024-09-10T07:21:36:275097+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:36.262184+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":2}]} 2024-09-10T07:21:43.455 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-09-10T07:21:43.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.456+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f550806be30 msgr2=0x7f550806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.456+0000 7f552c78d640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f550806be30 0x7f550806e2f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5524069fa0 tx=0x7f5514007cc0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.456+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 msgr2=0x7f55241523b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.456+0000 7f552c78d640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 0x7f55241523b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f552000b420 tx=0x7f552000b8e0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.456+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 shutdown_connections 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.456+0000 7f552c78d640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f550806be30 0x7f550806e2f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.457+0000 7f552c78d640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f552415e8d0 0x7f552409d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.457+0000 7f552c78d640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55240acdd0 0x7f552409ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.457+0000 7f552c78d640 1 --2- 172.21.15.3:0/3000938682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f552406dd90 0x7f55241523b0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.457+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 >> 172.21.15.3:0/3000938682 conn(0x7f55240cffa0 msgr2=0x7f55240cd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.457+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 shutdown_connections 2024-09-10T07:21:43.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.457+0000 7f552c78d640 1 -- 172.21.15.3:0/3000938682 wait complete. 2024-09-10T07:21:43.467 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:43.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.570+0000 7f152e7e4640 1 Processor -- start 2024-09-10T07:21:43.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.570+0000 7f152e7e4640 1 -- start start 2024-09-10T07:21:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152e7e4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f152815e800 0x7f15280cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152e7e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152806d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152e7e4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15280cfd30 con 0x7f152806dbd0 2024-09-10T07:21:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152e7e4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f152815ebe0 con 0x7f152815e800 2024-09-10T07:21:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152e7e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f15280d42d0 con 0x7f15280cf910 2024-09-10T07:21:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f1527fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f152815e800 0x7f15280cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152cd81640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f152806dbd0 0x7f152806e080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60162/0 (socket says 172.21.15.3:60162) 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f152cd81640 1 -- 172.21.15.3:0/3226756985 learned_addr learned my addr 172.21.15.3:0/3226756985 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f15277fe640 1 --2- 172.21.15.3:0/3226756985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152806d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f1527fff640 1 -- 172.21.15.3:0/3226756985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 msgr2=0x7f152806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f1527fff640 1 --2- 172.21.15.3:0/3226756985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152806d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f1527fff640 1 -- 172.21.15.3:0/3226756985 >> v1:172.21.15.3:6789/0 conn(0x7f152806dbd0 legacy=0x7f152806e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.571+0000 7f1527fff640 1 -- 172.21.15.3:0/3226756985 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15280d3ff0 con 0x7f152815e800 2024-09-10T07:21:43.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.572+0000 7f1527fff640 1 --2- 172.21.15.3:0/3226756985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cf3d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f15180097a0 tx=0x7f151802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd5dda57c413453 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.572+0000 7f1526ffd640 1 -- 172.21.15.3:0/3226756985 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1518037070 con 0x7f152815e800 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.572+0000 7f1526ffd640 1 -- 172.21.15.3:0/3226756985 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1518032440 con 0x7f152815e800 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.572+0000 7f1526ffd640 1 -- 172.21.15.3:0/3226756985 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1518032810 con 0x7f152815e800 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.572+0000 7f152e7e4640 1 -- 172.21.15.3:0/3226756985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 msgr2=0x7f15280cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.572+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3226756985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cf3d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f15180097a0 tx=0x7f151802a180 comp rx=0 tx=0).stop 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.573+0000 7f152e7e4640 1 -- 172.21.15.3:0/3226756985 shutdown_connections 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.573+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3226756985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152806d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.573+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3226756985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cf3d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.573+0000 7f152e7e4640 1 -- 172.21.15.3:0/3226756985 >> 172.21.15.3:0/3226756985 conn(0x7f152809d750 msgr2=0x7f15280d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.573+0000 7f152e7e4640 1 -- 172.21.15.3:0/3226756985 shutdown_connections 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.573+0000 7f152e7e4640 1 -- 172.21.15.3:0/3226756985 wait complete. 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.574+0000 7f152e7e4640 1 Processor -- start 2024-09-10T07:21:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.574+0000 7f152e7e4640 1 -- start start 2024-09-10T07:21:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152e7e4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f152806dbd0 0x7f15281f4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152e7e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152815fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152e7e4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152e7e4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f152806d170 con 0x7f152815e800 2024-09-10T07:21:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152e7e4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f152806ce90 con 0x7f152806dbd0 2024-09-10T07:21:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152e7e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f15280d4e30 con 0x7f15280cf910 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51360/0 (socket says 172.21.15.3:51360) 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 -- 172.21.15.3:0/3784654459 learned_addr learned my addr 172.21.15.3:0/3784654459 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f1527fff640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f152806dbd0 0x7f15281f4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f15277fe640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152815fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 -- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 msgr2=0x7f152815fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152815fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 -- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f152806dbd0 msgr2=0x7f15281f4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f152806dbd0 0x7f15281f4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 -- 172.21.15.3:0/3784654459 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15281607f0 con 0x7f152815e800 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.575+0000 7f152cd81640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cb5d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f152000cbf0 tx=0x7f152000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.576+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1520017070 con 0x7f152815e800 2024-09-10T07:21:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.576+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f152000ad40 con 0x7f152815e800 2024-09-10T07:21:43.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.576+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1528160ad0 con 0x7f152815e800 2024-09-10T07:21:43.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.576+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1520012600 con 0x7f152815e800 2024-09-10T07:21:43.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.576+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1528161090 con 0x7f152815e800 2024-09-10T07:21:43.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.577+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1528068880 con 0x7f152815e800 2024-09-10T07:21:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.577+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f152001a070 con 0x7f152815e800 2024-09-10T07:21:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.578+0000 7f1524ff9640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f151406be30 0x7f151406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.578+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f152008ad00 con 0x7f152815e800 2024-09-10T07:21:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.578+0000 7f1527fff640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f151406be30 0x7f151406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.579+0000 7f1527fff640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f151406be30 0x7f151406e2f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1518034000 tx=0x7f151802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.582+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1520058e80 con 0x7f152815e800 2024-09-10T07:21:43.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.761+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f152806d690 con 0x7f152815e800 2024-09-10T07:21:43.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.762+0000 7f1524ff9640 1 -- 172.21.15.3:0/3784654459 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17009 (secure 0 0 0) 0x7f152005d180 con 0x7f152815e800 2024-09-10T07:21:43.762 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:43.762 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":41,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:24.243857+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:00.728572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:01.799928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/2042363143":"2024-09-11T07:21:24.243829+0000","172.21.15.3:6834/2042363143":"2024-09-11T07:21:24.243829+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:43.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f151406be30 msgr2=0x7f151406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f151406be30 0x7f151406e2f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1518034000 tx=0x7f151802e000 comp rx=0 tx=0).stop 2024-09-10T07:21:43.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 msgr2=0x7f15280cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cb5d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f152000cbf0 tx=0x7f152000a430 comp rx=0 tx=0).stop 2024-09-10T07:21:43.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 shutdown_connections 2024-09-10T07:21:43.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f151406be30 0x7f151406e2f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f152815e800 0x7f15280cb5d0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f15280cf910 0x7f152815fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 --2- 172.21.15.3:0/3784654459 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f152806dbd0 0x7f15281f4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 >> 172.21.15.3:0/3784654459 conn(0x7f152809d750 msgr2=0x7f15280d14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:43.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 shutdown_connections 2024-09-10T07:21:43.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.764+0000 7f152e7e4640 1 -- 172.21.15.3:0/3784654459 wait complete. 2024-09-10T07:21:43.775 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:21:43.775 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:43.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.878+0000 7fe839894640 1 Processor -- start 2024-09-10T07:21:43.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.878+0000 7fe839894640 1 -- start start 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe839894640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe8340d0350 0x7fe83406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe839894640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe83415e7f0 con 0x7fe8340b1930 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe839894640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8340d1a50 con 0x7fe83409aa30 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe839894640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe8340d09b0 con 0x7fe8340d0350 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe8327fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe8340d0350 0x7fe83406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe8337fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe8340b1930 0x7fe8340b1d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60178/0 (socket says 172.21.15.3:60178) 2024-09-10T07:21:43.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe8337fe640 1 -- 172.21.15.3:0/2624090350 learned_addr learned my addr 172.21.15.3:0/2624090350 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:43.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe8327fc640 1 -- 172.21.15.3:0/2624090350 >> v1:172.21.15.70:6789/0 conn(0x7fe83409aa30 legacy=0x7fe83409ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:43.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe8327fc640 1 -- 172.21.15.3:0/2624090350 >> v1:172.21.15.3:6789/0 conn(0x7fe8340b1930 legacy=0x7fe8340b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe8327fc640 1 -- 172.21.15.3:0/2624090350 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8340d0c90 con 0x7fe8340d0350 2024-09-10T07:21:43.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.879+0000 7fe831ffb640 1 -- 172.21.15.3:0/2624090350 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 138142218 0 0) 0x7fe83415e7f0 con 0x7fe8340b1930 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.880+0000 7fe8327fc640 1 --2- 172.21.15.3:0/2624090350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340d0350 0x7fe83406cc00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe8280097a0 tx=0x7fe82802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87b52679ed0fe403 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.880+0000 7fe831ffb640 1 -- 172.21.15.3:0/2624090350 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe828037070 con 0x7fe8340d0350 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.880+0000 7fe831ffb640 1 -- 172.21.15.3:0/2624090350 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe828032440 con 0x7fe8340d0350 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.880+0000 7fe831ffb640 1 -- 172.21.15.3:0/2624090350 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe828032810 con 0x7fe8340d0350 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 -- 172.21.15.3:0/2624090350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340d0350 msgr2=0x7fe83406cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 --2- 172.21.15.3:0/2624090350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340d0350 0x7fe83406cc00 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fe8280097a0 tx=0x7fe82802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 -- 172.21.15.3:0/2624090350 shutdown_connections 2024-09-10T07:21:43.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 --2- 172.21.15.3:0/2624090350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340d0350 0x7fe83406cc00 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 -- 172.21.15.3:0/2624090350 >> 172.21.15.3:0/2624090350 conn(0x7fe8340b3cf0 msgr2=0x7fe8340b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:43.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 -- 172.21.15.3:0/2624090350 shutdown_connections 2024-09-10T07:21:43.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.881+0000 7fe839894640 1 -- 172.21.15.3:0/2624090350 wait complete. 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.882+0000 7fe839894640 1 Processor -- start 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.882+0000 7fe839894640 1 -- start start 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe839894640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe83409aa30 0x7fe8340b6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe839894640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 0x7fe8340aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe839894640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe8340d0350 0x7fe8340af4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe839894640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe8340d1530 con 0x7fe8340b1930 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe839894640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe8340d1250 con 0x7fe83409aa30 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe839894640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe83406d140 con 0x7fe8340d0350 2024-09-10T07:21:43.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 0x7fe8340aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 0x7fe8340aef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51382/0 (socket says 172.21.15.3:51382) 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 -- 172.21.15.3:0/2772277606 learned_addr learned my addr 172.21.15.3:0/2772277606 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe832ffd640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe83409aa30 0x7fe8340b6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8337fe640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe8340d0350 0x7fe8340af4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 -- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe8340d0350 msgr2=0x7fe8340af4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe8340d0350 0x7fe8340af4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 -- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe83409aa30 msgr2=0x7fe8340b6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe83409aa30 0x7fe8340b6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 -- 172.21.15.3:0/2772277606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8340b50e0 con 0x7fe8340b1930 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8337fe640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe8340d0350 0x7fe8340af4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.883+0000 7fe8327fc640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 0x7fe8340aef70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe828035040 tx=0x7fe8280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.884+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe828042020 con 0x7fe8340b1930 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.884+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe828030990 con 0x7fe8340b1930 2024-09-10T07:21:43.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.884+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8340b53c0 con 0x7fe8340b1930 2024-09-10T07:21:43.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.884+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe828037040 con 0x7fe8340b1930 2024-09-10T07:21:43.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.884+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8340b5980 con 0x7fe8340b1930 2024-09-10T07:21:43.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.885+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe83406cc00 con 0x7fe8340b1930 2024-09-10T07:21:43.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.885+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe828045020 con 0x7fe8340b1930 2024-09-10T07:21:43.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.885+0000 7fe81bfff640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe82006be30 0x7fe82006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:43.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.886+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fe8280abde0 con 0x7fe8340b1930 2024-09-10T07:21:43.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.886+0000 7fe832ffd640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe82006be30 0x7fe82006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:43.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.886+0000 7fe832ffd640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe82006be30 0x7fe82006e2f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe824006fd0 tx=0x7fe824008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:43.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:43.890+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe82804c030 con 0x7fe8340b1930 2024-09-10T07:21:44.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.104+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8340b8180 con 0x7fe8340b1930 2024-09-10T07:21:44.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.105+0000 7fe81bfff640 1 -- 172.21.15.3:0/2772277606 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5215 (secure 0 0 0) 0x7fe82807a530 con 0x7fe8340b1930 2024-09-10T07:21:44.105 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:44.105 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"btime":"2024-09-10T07:21:36:275097+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:36.262184+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":2}]} 2024-09-10T07:21:44.105 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-09-10T07:21:44.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe82006be30 msgr2=0x7fe82006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe82006be30 0x7fe82006e2f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe824006fd0 tx=0x7fe824008040 comp rx=0 tx=0).stop 2024-09-10T07:21:44.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 msgr2=0x7fe8340aef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 0x7fe8340aef70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe828035040 tx=0x7fe8280046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 shutdown_connections 2024-09-10T07:21:44.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe82006be30 0x7fe82006e2f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe8340d0350 0x7fe8340af4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8340b1930 0x7fe8340aef70 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 --2- 172.21.15.3:0/2772277606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe83409aa30 0x7fe8340b6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 >> 172.21.15.3:0/2772277606 conn(0x7fe8340b3cf0 msgr2=0x7fe83415b970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:44.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 shutdown_connections 2024-09-10T07:21:44.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.107+0000 7fe839894640 1 -- 172.21.15.3:0/2772277606 wait complete. 2024-09-10T07:21:44.118 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:44.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.221+0000 7fb6c76ba640 1 Processor -- start 2024-09-10T07:21:44.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.221+0000 7fb6c76ba640 1 -- start start 2024-09-10T07:21:44.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c76ba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb6c015e560 0x7fb6c00ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c76ba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00d1550 0x7fb6c00b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c76ba640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6c00d3480 con 0x7fb6c00cf510 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c76ba640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb6c00d3760 con 0x7fb6c015e560 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c76ba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb6c00d3a40 con 0x7fb6c00d1550 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c4c55640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb6c00cf510 0x7fb6c00d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60186/0 (socket says 172.21.15.3:60186) 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c4c55640 1 -- 172.21.15.3:0/3322870783 learned_addr learned my addr 172.21.15.3:0/3322870783 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c5456640 1 --2- 172.21.15.3:0/3322870783 >> v2:172.21.15.70:3300/0 conn(0x7fb6c015e560 0x7fb6c00ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.222+0000 7fb6c5c57640 1 --2- 172.21.15.3:0/3322870783 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00d1550 0x7fb6c00b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6bffff640 1 -- 172.21.15.3:0/3322870783 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 443171716 0 0) 0x7fb6c00d3480 con 0x7fb6c00cf510 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6bffff640 1 -- 172.21.15.3:0/3322870783 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb6a8003520 con 0x7fb6c00cf510 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6bffff640 1 -- 172.21.15.3:0/3322870783 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 737565376 0 0) 0x7fb6a8003520 con 0x7fb6c00cf510 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6c5c57640 1 -- 172.21.15.3:0/3322870783 >> v2:172.21.15.70:3300/0 conn(0x7fb6c015e560 msgr2=0x7fb6c00ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6c5c57640 1 --2- 172.21.15.3:0/3322870783 >> v2:172.21.15.70:3300/0 conn(0x7fb6c015e560 0x7fb6c00ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6c5c57640 1 -- 172.21.15.3:0/3322870783 >> v1:172.21.15.3:6789/0 conn(0x7fb6c00cf510 legacy=0x7fb6c00d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.223+0000 7fb6c5c57640 1 -- 172.21.15.3:0/3322870783 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c00d3d20 con 0x7fb6c00d1550 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c5c57640 1 --2- 172.21.15.3:0/3322870783 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00d1550 0x7fb6c00b7790 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009d90 tx=0x7fb6b002a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ab0c3964b2efa72 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6bffff640 1 -- 172.21.15.3:0/3322870783 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b4001670 con 0x7fb6c00d1550 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6bffff640 1 -- 172.21.15.3:0/3322870783 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6b0007540 con 0x7fb6c00d1550 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6bffff640 1 -- 172.21.15.3:0/3322870783 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b00078f0 con 0x7fb6c00d1550 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 -- 172.21.15.3:0/3322870783 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00d1550 msgr2=0x7fb6c00b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/3322870783 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00d1550 0x7fb6c00b7790 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009d90 tx=0x7fb6b002a5f0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 -- 172.21.15.3:0/3322870783 shutdown_connections 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/3322870783 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00d1550 0x7fb6c00b7790 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/3322870783 >> v2:172.21.15.70:3300/0 conn(0x7fb6c015e560 0x7fb6c00ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 -- 172.21.15.3:0/3322870783 >> 172.21.15.3:0/3322870783 conn(0x7fb6c0073850 msgr2=0x7fb6c006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 -- 172.21.15.3:0/3322870783 shutdown_connections 2024-09-10T07:21:44.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.224+0000 7fb6c76ba640 1 -- 172.21.15.3:0/3322870783 wait complete. 2024-09-10T07:21:44.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 Processor -- start 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 -- start start 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00cf510 0x7fb6c014d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6c00d1550 0x7fb6c00ab4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 0x7fb6c00aba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c015eac0 con 0x7fb6c015e560 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c015e940 con 0x7fb6c00d1550 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c76ba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb6c00cf980 con 0x7fb6c00cf510 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c5c57640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 0x7fb6c00aba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c5c57640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 0x7fb6c00aba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51398/0 (socket says 172.21.15.3:51398) 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.226+0000 7fb6c5c57640 1 -- 172.21.15.3:0/2721071179 learned_addr learned my addr 172.21.15.3:0/2721071179 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5456640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00cf510 0x7fb6c014d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c4c55640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6c00d1550 0x7fb6c00ab4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5c57640 1 -- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00cf510 msgr2=0x7fb6c014d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5c57640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00cf510 0x7fb6c014d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5c57640 1 -- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6c00d1550 msgr2=0x7fb6c00ab4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5c57640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6c00d1550 0x7fb6c00ab4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5c57640 1 -- 172.21.15.3:0/2721071179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c01f5330 con 0x7fb6c015e560 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c4c55640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6c00d1550 0x7fb6c00ab4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c5c57640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 0x7fb6c00aba00 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009eb0 tx=0x7fb6b0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0009450 con 0x7fb6c015e560 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6b0004240 con 0x7fb6c015e560 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6c01f55d0 con 0x7fb6c015e560 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b00045f0 con 0x7fb6c015e560 2024-09-10T07:21:44.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.227+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6c01f5b90 con 0x7fb6c015e560 2024-09-10T07:21:44.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.228+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6c00ceee0 con 0x7fb6c015e560 2024-09-10T07:21:44.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.229+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb6b0039040 con 0x7fb6c015e560 2024-09-10T07:21:44.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.229+0000 7fb6bdffb640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb6ac06be30 0x7fb6ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.230+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7fb6b00ac290 con 0x7fb6c015e560 2024-09-10T07:21:44.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.230+0000 7fb6c5456640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb6ac06be30 0x7fb6ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.230+0000 7fb6c5456640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb6ac06be30 0x7fb6ac06e2f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb6c015b150 tx=0x7fb6b8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.234+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb6b0040030 con 0x7fb6c015e560 2024-09-10T07:21:44.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.446+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6c015c650 con 0x7fb6c015e560 2024-09-10T07:21:44.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.447+0000 7fb6bdffb640 1 -- 172.21.15.3:0/2721071179 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5215 (secure 0 0 0) 0x7fb6b007aaf0 con 0x7fb6c015e560 2024-09-10T07:21:44.447 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"btime":"2024-09-10T07:21:36:275097+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:02.820801+0000","modified":"2024-09-10T07:21:36.262184+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5139},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5139":{"gid":5139,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.3:6835/2649860749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2649860749},{"type":"v1","addr":"172.21.15.3:6835","nonce":2649860749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5139,"qdb_cluster":[5139]},"id":2}]} 2024-09-10T07:21:44.447 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-09-10T07:21:44.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb6ac06be30 msgr2=0x7fb6ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb6ac06be30 0x7fb6ac06e2f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb6c015b150 tx=0x7fb6b8008040 comp rx=0 tx=0).stop 2024-09-10T07:21:44.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 msgr2=0x7fb6c00aba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 0x7fb6c00aba00 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009eb0 tx=0x7fb6b0004a40 comp rx=0 tx=0).stop 2024-09-10T07:21:44.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 shutdown_connections 2024-09-10T07:21:44.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb6ac06be30 0x7fb6ac06e2f0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb6c015e560 0x7fb6c00aba00 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb6c00d1550 0x7fb6c00ab4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 --2- 172.21.15.3:0/2721071179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb6c00cf510 0x7fb6c014d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 >> 172.21.15.3:0/2721071179 conn(0x7fb6c0073850 msgr2=0x7fb6c015cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:44.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 shutdown_connections 2024-09-10T07:21:44.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.449+0000 7fb6c76ba640 1 -- 172.21.15.3:0/2721071179 wait complete. 2024-09-10T07:21:44.460 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:44.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.563+0000 7effb23c4640 1 Processor -- start 2024-09-10T07:21:44.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.563+0000 7effb23c4640 1 -- start start 2024-09-10T07:21:44.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effb23c4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7effac0b86d0 0x7effac169050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effb23c4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effac0d32d0 con 0x7effac0d0cc0 2024-09-10T07:21:44.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effb23c4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effac0d35b0 con 0x7effac15e5a0 2024-09-10T07:21:44.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effb23c4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7effac15e980 con 0x7effac0b86d0 2024-09-10T07:21:44.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effab7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7effac0d0cc0 0x7effac0d1110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60192/0 (socket says 172.21.15.3:60192) 2024-09-10T07:21:44.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effab7fe640 1 -- 172.21.15.3:0/3943394361 learned_addr learned my addr 172.21.15.3:0/3943394361 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effb0961640 1 --2- 172.21.15.3:0/3943394361 >> v2:172.21.15.70:3300/0 conn(0x7effac0b86d0 0x7effac169050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3532932701 0 0) 0x7effac0d32d0 con 0x7effac0d0cc0 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff94003520 con 0x7effac0d0cc0 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2500760553 0 0) 0x7eff94003520 con 0x7effac0d0cc0 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 >> v2:172.21.15.70:3300/0 conn(0x7effac0b86d0 msgr2=0x7effac169050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 --2- 172.21.15.3:0/3943394361 >> v2:172.21.15.70:3300/0 conn(0x7effac0b86d0 0x7effac169050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 >> v1:172.21.15.70:6789/0 conn(0x7effac15e5a0 legacy=0x7effac0d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac0d3890 con 0x7effac0d0cc0 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7effa0001670 con 0x7effac0d0cc0 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 >> v1:172.21.15.3:6789/0 conn(0x7effac0d0cc0 legacy=0x7effac0d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff94003a20 0x7eff94003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7eff94004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff940051c0 0x7eff9400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff9400c0c0 con 0x7eff94004800 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7eff9400c270 con 0x7eff94003a20 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.564+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7eff9400c470 con 0x7eff940051c0 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effab7fe640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7eff94004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effabfff640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff94003a20 0x7eff94003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effb0961640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff940051c0 0x7eff9400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effab7fe640 1 -- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff940051c0 msgr2=0x7eff9400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effab7fe640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff940051c0 0x7eff9400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effab7fe640 1 -- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff94003a20 msgr2=0x7eff94003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effab7fe640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff94003a20 0x7eff94003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effab7fe640 1 -- 172.21.15.3:0/3943394361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff94003520 con 0x7eff94004800 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effb0961640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff940051c0 0x7eff9400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.565+0000 7effb0961640 1 -- 172.21.15.3:0/3943394361 reap_dead start 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effab7fe640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7eff94004c80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7effa000c240 tx=0x7eff94005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d846b79db46a5c02 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa0007d10 con 0x7eff94004800 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa0005ad0 con 0x7eff94004800 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effaaffd640 1 -- 172.21.15.3:0/3943394361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa0007070 con 0x7eff94004800 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 -- 172.21.15.3:0/3943394361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 msgr2=0x7eff94004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7eff94004c80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7effa000c240 tx=0x7eff94005830 comp rx=0 tx=0).stop 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 -- 172.21.15.3:0/3943394361 shutdown_connections 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 --2- 172.21.15.3:0/3943394361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7eff94004c80 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 -- 172.21.15.3:0/3943394361 >> 172.21.15.3:0/3943394361 conn(0x7effac06d1c0 msgr2=0x7effac073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 -- 172.21.15.3:0/3943394361 shutdown_connections 2024-09-10T07:21:44.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.566+0000 7effb23c4640 1 -- 172.21.15.3:0/3943394361 wait complete. 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.567+0000 7effb23c4640 1 Processor -- start 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 -- start start 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7effac1f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac1603a0 0x7effac160800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac0cd750 0x7effac0cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7effac0d22f0 con 0x7eff94004800 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7effac0d3ee0 con 0x7effac0cd750 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.568+0000 7effb23c4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7effac0d1110 con 0x7effac1603a0 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7effac1f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7effac1f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51416/0 (socket says 172.21.15.3:51416) 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 -- 172.21.15.3:0/3475097361 learned_addr learned my addr 172.21.15.3:0/3475097361 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:44.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effb0961640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac0cd750 0x7effac0cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effab7fe640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac1603a0 0x7effac160800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 -- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac1603a0 msgr2=0x7effac160800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac1603a0 0x7effac160800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 -- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac0cd750 msgr2=0x7effac0cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac0cd750 0x7effac0cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 -- 172.21.15.3:0/3475097361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac15ecd0 con 0x7eff94004800 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effabfff640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7effac1f35d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7eff9c00f5f0 tx=0x7eff9c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9c0052e0 con 0x7eff94004800 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff9c018070 con 0x7eff94004800 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effac15efb0 con 0x7eff94004800 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9c003810 con 0x7eff94004800 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.569+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effac15f570 con 0x7eff94004800 2024-09-10T07:21:44.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.570+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effac0d14a0 con 0x7eff94004800 2024-09-10T07:21:44.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.571+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff9c0039b0 con 0x7eff94004800 2024-09-10T07:21:44.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.571+0000 7effa8ff9640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff9806be30 0x7eff9806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.572+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7eff9c08ac40 con 0x7eff94004800 2024-09-10T07:21:44.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.572+0000 7effab7fe640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff9806be30 0x7eff9806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.572+0000 7effab7fe640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff9806be30 0x7eff9806e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7effa0032000 tx=0x7effa002d000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.576+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff9c058e50 con 0x7eff94004800 2024-09-10T07:21:44.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.751+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7effac15f950 con 0x7eff94004800 2024-09-10T07:21:44.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.753+0000 7effa8ff9640 1 -- 172.21.15.3:0/3475097361 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17009 (secure 0 0 0) 0x7eff9c05d150 con 0x7eff94004800 2024-09-10T07:21:44.753 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:44.753 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":41,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:24.243857+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:00.728572+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:01.799928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/2042363143":"2024-09-11T07:21:24.243829+0000","172.21.15.3:6834/2042363143":"2024-09-11T07:21:24.243829+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff9806be30 msgr2=0x7eff9806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff9806be30 0x7eff9806e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7effa0032000 tx=0x7effa002d000 comp rx=0 tx=0).stop 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 msgr2=0x7effac1f35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7effac1f35d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7eff9c00f5f0 tx=0x7eff9c00fab0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 shutdown_connections 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff9806be30 0x7eff9806e2f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac0cd750 0x7effac0cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac1603a0 0x7effac160800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 --2- 172.21.15.3:0/3475097361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff94004800 0x7effac1f35d0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 >> 172.21.15.3:0/3475097361 conn(0x7effac06d1c0 msgr2=0x7effac15ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:44.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 shutdown_connections 2024-09-10T07:21:44.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.755+0000 7effb23c4640 1 -- 172.21.15.3:0/3475097361 wait complete. 2024-09-10T07:21:44.766 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:21:44.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.870+0000 7f96f6e7b640 1 Processor -- start 2024-09-10T07:21:44.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.870+0000 7f96f6e7b640 1 -- start start 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f6e7b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f96f00d30b0 0x7f96f0169060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f6e7b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96f00cfee0 con 0x7f96f015e660 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f6e7b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96f00b42f0 con 0x7f96f015e280 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f6e7b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f96f00b4c20 con 0x7f96f00d30b0 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f5418640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f96f00d30b0 0x7f96f0169060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96effff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f96f015e660 0x7f96f00d29a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60204/0 (socket says 172.21.15.3:60204) 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96effff640 1 -- 172.21.15.3:0/4023697304 learned_addr learned my addr 172.21.15.3:0/4023697304 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f5418640 1 -- 172.21.15.3:0/4023697304 >> v1:172.21.15.70:6789/0 conn(0x7f96f015e280 legacy=0x7f96f00d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f5418640 1 -- 172.21.15.3:0/4023697304 >> v1:172.21.15.3:6789/0 conn(0x7f96f015e660 legacy=0x7f96f00d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96f5418640 1 -- 172.21.15.3:0/4023697304 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96f00b45d0 con 0x7f96f00d30b0 2024-09-10T07:21:44.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.871+0000 7f96ef7fe640 1 -- 172.21.15.3:0/4023697304 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1972212924 0 0) 0x7f96f00cfee0 con 0x7f96f015e660 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96f5418640 1 --2- 172.21.15.3:0/4023697304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f00d30b0 0x7f96f0169060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f96e80097a0 tx=0x7f96e802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9032b38a2089e358 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96ef7fe640 1 -- 172.21.15.3:0/4023697304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8037070 con 0x7f96f00d30b0 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96ef7fe640 1 -- 172.21.15.3:0/4023697304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e8032440 con 0x7f96f00d30b0 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96ef7fe640 1 -- 172.21.15.3:0/4023697304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8032810 con 0x7f96f00d30b0 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96f6e7b640 1 -- 172.21.15.3:0/4023697304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f00d30b0 msgr2=0x7f96f0169060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/4023697304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f00d30b0 0x7f96f0169060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f96e80097a0 tx=0x7f96e802a230 comp rx=0 tx=0).stop 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96f6e7b640 1 -- 172.21.15.3:0/4023697304 shutdown_connections 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/4023697304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f00d30b0 0x7f96f0169060 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.872+0000 7f96f6e7b640 1 -- 172.21.15.3:0/4023697304 >> 172.21.15.3:0/4023697304 conn(0x7f96f008ddf0 msgr2=0x7f96f009d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.873+0000 7f96f6e7b640 1 -- 172.21.15.3:0/4023697304 shutdown_connections 2024-09-10T07:21:44.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.873+0000 7f96f6e7b640 1 -- 172.21.15.3:0/4023697304 wait complete. 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.874+0000 7f96f6e7b640 1 Processor -- start 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.874+0000 7f96f6e7b640 1 -- start start 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96f00d30b0 0x7f96f00b9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96f015e280 0x7f96f01f3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 0x7f96f01f5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f96f00b5230 con 0x7f96f015e660 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f96f00b50b0 con 0x7f96f00d30b0 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f96f00b3a30 con 0x7f96f015e280 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 0x7f96f01f5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 0x7f96f01f5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51434/0 (socket says 172.21.15.3:51434) 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 -- 172.21.15.3:0/3730056035 learned_addr learned my addr 172.21.15.3:0/3730056035 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f4c17640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96f00d30b0 0x7f96f00b9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96effff640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96f015e280 0x7f96f01f3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 -- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96f015e280 msgr2=0x7f96f01f3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96f015e280 0x7f96f01f3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 -- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96f00d30b0 msgr2=0x7f96f00b9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96f00d30b0 0x7f96f00b9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 -- 172.21.15.3:0/3730056035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96f01f4800 con 0x7f96f015e660 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f5418640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 0x7f96f01f5170 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f96e8035040 tx=0x7f96e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8037050 con 0x7f96f015e660 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e8038040 con 0x7f96f015e660 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96f01f4ae0 con 0x7f96f015e660 2024-09-10T07:21:44.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.875+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8004490 con 0x7f96f015e660 2024-09-10T07:21:44.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.876+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96f01f44f0 con 0x7f96f015e660 2024-09-10T07:21:44.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.877+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96f01f4cb0 con 0x7f96f015e660 2024-09-10T07:21:44.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.877+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f96e8030980 con 0x7f96f015e660 2024-09-10T07:21:44.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.877+0000 7f96ed7fa640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96d006be60 0x7f96d006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:44.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.878+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6187+0+0 (secure 0 0 0) 0x7f96e80abb10 con 0x7f96f015e660 2024-09-10T07:21:44.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.878+0000 7f96f4c17640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96d006be60 0x7f96d006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:44.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.878+0000 7f96f4c17640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96d006be60 0x7f96d006e320 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f96e00012e0 tx=0x7f96e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:44.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:44.882+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f96e8032e20 con 0x7f96f015e660 2024-09-10T07:21:45.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.097+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f96f00c7c70 con 0x7f96f015e660 2024-09-10T07:21:45.097 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:21:45.097+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:21:45.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.099+0000 7f96ed7fa640 1 -- 172.21.15.3:0/3730056035 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v26) ==== 161+0+0 (secure 0 0 0) 0x7f96e8079e40 con 0x7f96f015e660 2024-09-10T07:21:45.098 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96d006be60 msgr2=0x7f96d006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96d006be60 0x7f96d006e320 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f96e00012e0 tx=0x7f96e0009040 comp rx=0 tx=0).stop 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 msgr2=0x7f96f01f5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 0x7f96f01f5170 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f96e8035040 tx=0x7f96e80046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 shutdown_connections 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f96d006be60 0x7f96d006e320 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f96f015e660 0x7f96f01f5170 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f96f015e280 0x7f96f01f3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 --2- 172.21.15.3:0/3730056035 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f96f00d30b0 0x7f96f00b9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 >> 172.21.15.3:0/3730056035 conn(0x7f96f008ddf0 msgr2=0x7f96f00b2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.101+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 shutdown_connections 2024-09-10T07:21:45.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.102+0000 7f96f6e7b640 1 -- 172.21.15.3:0/3730056035 wait complete. 2024-09-10T07:21:45.104 INFO:tasks.ceph.mds.c.smithi003.stderr: -4812> 2024-09-10T07:21:30.252+0000 7f7a842dc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:21:45.105 INFO:tasks.ceph.mds.c.smithi003.stderr: -4303> 2024-09-10T07:21:32.244+0000 7f7a802d4640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x100000001f7 2024-09-10T07:21:45.105 INFO:tasks.ceph.mds.c.smithi003.stderr: -3853> 2024-09-10T07:21:32.248+0000 7f7a802d4640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x10000000001 2024-09-10T07:21:45.108 INFO:tasks.ceph.mds.c.smithi003.stderr: -1716> 2024-09-10T07:21:41.955+0000 7f7a802d4640 -1 log_channel(cluster) log [ERR] : bad backtrace on directory inode 0x100000001fa 2024-09-10T07:21:45.113 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T07:21:45.136 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:21:45.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.219+0000 7f54d8e5e640 1 Processor -- start 2024-09-10T07:21:45.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.219+0000 7f54d8e5e640 1 -- start start 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d8e5e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f54d415e6a0 0x7f54d40d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d8e5e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f54d40d0e30 0x7f54d40d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d8e5e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54d40cf050 con 0x7f54d40d3160 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d8e5e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f54d40cfc00 con 0x7f54d40d0e30 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d8e5e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f54d40d17b0 con 0x7f54d415e6a0 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f54d40d0e30 0x7f54d40d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f54d40d0e30 0x7f54d40d1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51462/0 (socket says 172.21.15.3:51462) 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d259c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f54d415e6a0 0x7f54d40d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:45.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 -- 172.21.15.3:0/4211506276 learned_addr learned my addr 172.21.15.3:0/4211506276 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 -- 172.21.15.3:0/4211506276 >> v2:172.21.15.70:3300/0 conn(0x7f54d415e6a0 msgr2=0x7f54d40d0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 --2- 172.21.15.3:0/4211506276 >> v2:172.21.15.70:3300/0 conn(0x7f54d415e6a0 0x7f54d40d0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 -- 172.21.15.3:0/4211506276 >> v1:172.21.15.70:6789/0 conn(0x7f54d40d3160 legacy=0x7f54d40d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.220+0000 7f54d2d9d640 1 -- 172.21.15.3:0/4211506276 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d40cf2d0 con 0x7f54d40d0e30 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.221+0000 7f54d2d9d640 1 --2- 172.21.15.3:0/4211506276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d40d1270 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f54d408ea00 tx=0x7f54c402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b93a3d9859a07f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.221+0000 7f54d159a640 1 -- 172.21.15.3:0/4211506276 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c4036070 con 0x7f54d40d0e30 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.221+0000 7f54d159a640 1 -- 172.21.15.3:0/4211506276 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54c4031600 con 0x7f54d40d0e30 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.221+0000 7f54d159a640 1 -- 172.21.15.3:0/4211506276 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54c40319d0 con 0x7f54d40d0e30 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 -- 172.21.15.3:0/4211506276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 msgr2=0x7f54d40d1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/4211506276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d40d1270 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f54d408ea00 tx=0x7f54c402a730 comp rx=0 tx=0).stop 2024-09-10T07:21:45.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 -- 172.21.15.3:0/4211506276 shutdown_connections 2024-09-10T07:21:45.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/4211506276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d40d1270 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/4211506276 >> v2:172.21.15.70:3300/0 conn(0x7f54d415e6a0 0x7f54d40d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 -- 172.21.15.3:0/4211506276 >> 172.21.15.3:0/4211506276 conn(0x7f54d409d730 msgr2=0x7f54d40d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:45.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 -- 172.21.15.3:0/4211506276 shutdown_connections 2024-09-10T07:21:45.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.222+0000 7f54d8e5e640 1 -- 172.21.15.3:0/4211506276 wait complete. 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.223+0000 7f54d8e5e640 1 Processor -- start 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.223+0000 7f54d8e5e640 1 -- start start 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d8e5e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d414b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d8e5e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54d40d3160 0x7f54d4159c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d8e5e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54d415e6a0 0x7f54d40c9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d8e5e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f54d40b7270 con 0x7f54d40d0e30 2024-09-10T07:21:45.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d8e5e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f54d40cf890 con 0x7f54d415e6a0 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d8e5e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f54d40b73f0 con 0x7f54d40d3160 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d259c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d414b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d259c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d414b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51470/0 (socket says 172.21.15.3:51470) 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d259c640 1 -- 172.21.15.3:0/1151310364 learned_addr learned my addr 172.21.15.3:0/1151310364 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d1d9b640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54d40d3160 0x7f54d4159c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.224+0000 7f54d2d9d640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54d415e6a0 0x7f54d40c9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d259c640 1 -- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54d40d3160 msgr2=0x7f54d4159c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d259c640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54d40d3160 0x7f54d4159c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d259c640 1 -- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54d415e6a0 msgr2=0x7f54d40c9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d259c640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54d415e6a0 0x7f54d40c9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d259c640 1 -- 172.21.15.3:0/1151310364 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d4158bc0 con 0x7f54d40d0e30 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d2d9d640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54d415e6a0 0x7f54d40c9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:45.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d259c640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d414b930 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f54cc00e8a0 tx=0x7f54cc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54cc017070 con 0x7f54d40d0e30 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54cc00c940 con 0x7f54d40d0e30 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d4158ea0 con 0x7f54d40d0e30 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54cc00ccf0 con 0x7f54d40d0e30 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.225+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d4159460 con 0x7f54d40d0e30 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.226+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54d40d1270 con 0x7f54d40d0e30 2024-09-10T07:21:45.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.226+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f54cc01a070 con 0x7f54d40d0e30 2024-09-10T07:21:45.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.227+0000 7f54c2ffd640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f54b406be30 0x7f54b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:45.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.227+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6273+0+0 (secure 0 0 0) 0x7f54cc08b3b0 con 0x7f54d40d0e30 2024-09-10T07:21:45.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.227+0000 7f54d1d9b640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f54b406be30 0x7f54b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:45.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.228+0000 7f54d1d9b640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f54b406be30 0x7f54b406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f54d415b300 tx=0x7f54c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:45.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.231+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f54cc059bb0 con 0x7f54d40d0e30 2024-09-10T07:21:45.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:45.445+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f54d40b8100 con 0x7f54d40d0e30 2024-09-10T07:21:46.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.100+0000 7f54c2ffd640 1 -- 172.21.15.3:0/1151310364 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7f54cc0594b0 con 0x7f54d40d0e30 2024-09-10T07:21:46.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f54b406be30 msgr2=0x7f54b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:46.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f54b406be30 0x7f54b406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f54d415b300 tx=0x7f54c8009040 comp rx=0 tx=0).stop 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 msgr2=0x7f54d414b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d414b930 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f54cc00e8a0 tx=0x7f54cc00ed60 comp rx=0 tx=0).stop 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 shutdown_connections 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f54b406be30 0x7f54b406e2f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54d415e6a0 0x7f54d40c9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54d40d3160 0x7f54d4159c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 --2- 172.21.15.3:0/1151310364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54d40d0e30 0x7f54d414b930 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 >> 172.21.15.3:0/1151310364 conn(0x7f54d409d730 msgr2=0x7f54d40b8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 shutdown_connections 2024-09-10T07:21:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.104+0000 7f54d8e5e640 1 -- 172.21.15.3:0/1151310364 wait complete. 2024-09-10T07:21:46.128 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T07:21:46.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.282+0000 7f23f02e6640 1 Processor -- start 2024-09-10T07:21:46.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.282+0000 7f23f02e6640 1 -- start start 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23f02e6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f23e815e770 0x7f23e80d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23f02e6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 0x7f23e80b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23f02e6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23e80b74c0 con 0x7f23e80d3800 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23f02e6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f23e80b7df0 con 0x7f23e815e770 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23f02e6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f23e80b77a0 con 0x7f23e8162840 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ed881640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f23e80d3800 0x7f23e8162130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:60224/0 (socket says 172.21.15.3:60224) 2024-09-10T07:21:46.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ed881640 1 -- 172.21.15.3:0/1781990908 learned_addr learned my addr 172.21.15.3:0/1781990908 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ee082640 1 --2- 172.21.15.3:0/1781990908 >> v2:172.21.15.70:3300/0 conn(0x7f23e815e770 0x7f23e80d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ee883640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 0x7f23e80b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1406507120 0 0) 0x7f23e80b74c0 con 0x7f23e80d3800 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23d4003520 con 0x7f23e80d3800 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.283+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3342814613 0 0) 0x7f23d4003520 con 0x7f23e80d3800 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 msgr2=0x7f23e80b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 0x7f23e80b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 >> v2:172.21.15.70:3300/0 conn(0x7f23e815e770 msgr2=0x7f23e80d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 --2- 172.21.15.3:0/1781990908 >> v2:172.21.15.70:3300/0 conn(0x7f23e815e770 0x7f23e80d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e80b7a80 con 0x7f23e80d3800 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f23e4001670 con 0x7f23e80d3800 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee082640 1 --2- 172.21.15.3:0/1781990908 >> v2:172.21.15.70:3300/0 conn(0x7f23e815e770 0x7f23e80d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:46.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 >> v1:172.21.15.3:6789/0 conn(0x7f23e80d3800 legacy=0x7f23e8162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 0x7f23d40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4003f30 0x7f23d4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23d4004d40 0x7f23d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23e80b7df0 con 0x7f23d4004d40 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23e80b77a0 con 0x7f23d4003f30 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f23d400b9c0 con 0x7f23e8162840 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee883640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23d4004d40 0x7f23d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee082640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 0x7f23d40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ed881640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4003f30 0x7f23d4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee883640 1 -- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 msgr2=0x7f23d40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee883640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23e8162840 0x7f23d40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee883640 1 -- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4003f30 msgr2=0x7f23d4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:46.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee883640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23d4003f30 0x7f23d4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.284+0000 7f23ee883640 1 -- 172.21.15.3:0/1781990908 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23d4003520 con 0x7f23d4004d40 2024-09-10T07:21:46.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.285+0000 7f23ee883640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23d4004d40 0x7f23d40051c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f23e80682f0 tx=0x7f23d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae0a5b999c134b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:46.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.285+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e0037070 con 0x7f23d4004d40 2024-09-10T07:21:46.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.285+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23e0032410 con 0x7f23d4004d40 2024-09-10T07:21:46.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.285+0000 7f23ed080640 1 -- 172.21.15.3:0/1781990908 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e0009c10 con 0x7f23d4004d40 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23f02e6640 1 -- 172.21.15.3:0/1781990908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23d4004d40 msgr2=0x7f23d40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23f02e6640 1 --2- 172.21.15.3:0/1781990908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23d4004d40 0x7f23d40051c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f23e80682f0 tx=0x7f23d4005830 comp rx=0 tx=0).stop 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23ee883640 1 -- 172.21.15.3:0/1781990908 reap_dead start 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23f02e6640 1 -- 172.21.15.3:0/1781990908 shutdown_connections 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23f02e6640 1 -- 172.21.15.3:0/1781990908 >> 172.21.15.3:0/1781990908 conn(0x7f23e809d660 msgr2=0x7f23e80d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23f02e6640 1 -- 172.21.15.3:0/1781990908 shutdown_connections 2024-09-10T07:21:46.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.286+0000 7f23f02e6640 1 -- 172.21.15.3:0/1781990908 wait complete. 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.287+0000 7f23f02e6640 1 Processor -- start 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.287+0000 7f23f02e6640 1 -- start start 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23f02e6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23d4004d40 0x7f23e809e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23f02e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23e815cda0 0x7f23e80cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23f02e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 0x7f23e80cdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23f02e6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23e80b9a80 con 0x7f23e8152d90 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23f02e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f23e80d53d0 con 0x7f23e815cda0 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23f02e6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f23e80b9c00 con 0x7f23d4004d40 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 0x7f23e80cdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 0x7f23e80cdaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51482/0 (socket says 172.21.15.3:51482) 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 -- 172.21.15.3:0/3048121846 learned_addr learned my addr 172.21.15.3:0/3048121846 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee082640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23d4004d40 0x7f23e809e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ed881640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23e815cda0 0x7f23e80cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 -- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23d4004d40 msgr2=0x7f23e809e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23d4004d40 0x7f23e809e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 -- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23e815cda0 msgr2=0x7f23e80cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23e815cda0 0x7f23e80cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 -- 172.21.15.3:0/3048121846 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23e80caf60 con 0x7f23e8152d90 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ed881640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23e815cda0 0x7f23e80cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.288+0000 7f23ee883640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 0x7f23e80cdaf0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f23e0002230 tx=0x7f23e0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.289+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e0037040 con 0x7f23e8152d90 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.289+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23e003d470 con 0x7f23e8152d90 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.289+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23e81f7880 con 0x7f23e8152d90 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.289+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e0009c10 con 0x7f23e8152d90 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.289+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23e81f7e40 con 0x7f23e8152d90 2024-09-10T07:21:46.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.290+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23e8069110 con 0x7f23e8152d90 2024-09-10T07:21:46.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.290+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f23e0046020 con 0x7f23e8152d90 2024-09-10T07:21:46.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.291+0000 7f23daffd640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f23cc06be60 0x7f23cc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:46.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.291+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6273+0+0 (secure 0 0 0) 0x7f23e00ab6f0 con 0x7f23e8152d90 2024-09-10T07:21:46.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.291+0000 7f23ee082640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f23cc06be60 0x7f23cc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:46.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.291+0000 7f23ee082640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f23cc06be60 0x7f23cc06e320 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f23e80ce240 tx=0x7f23dc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:46.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.295+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f23e004d020 con 0x7f23e8152d90 2024-09-10T07:21:46.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:46.473+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f23e80d4d60 con 0x7f23e8152d90 2024-09-10T07:21:47.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.356+0000 7f23daffd640 1 -- 172.21.15.3:0/3048121846 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v43) ==== 181+0+0 (secure 0 0 0) 0x7f23e0079770 con 0x7f23e8152d90 2024-09-10T07:21:47.356 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-09-10T07:21:47.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f23cc06be60 msgr2=0x7f23cc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:47.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f23cc06be60 0x7f23cc06e320 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f23e80ce240 tx=0x7f23dc009190 comp rx=0 tx=0).stop 2024-09-10T07:21:47.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 msgr2=0x7f23e80cdaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:47.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 0x7f23e80cdaf0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f23e0002230 tx=0x7f23e0009750 comp rx=0 tx=0).stop 2024-09-10T07:21:47.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 shutdown_connections 2024-09-10T07:21:47.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f23cc06be60 0x7f23cc06e320 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f23e8152d90 0x7f23e80cdaf0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f23e815cda0 0x7f23e80cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 --2- 172.21.15.3:0/3048121846 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f23d4004d40 0x7f23e809e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 >> 172.21.15.3:0/3048121846 conn(0x7f23e809d660 msgr2=0x7f23e806c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:47.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 shutdown_connections 2024-09-10T07:21:47.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.360+0000 7f23f02e6640 1 -- 172.21.15.3:0/3048121846 wait complete. 2024-09-10T07:21:47.374 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T07:21:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.487+0000 7f2217e8d640 1 Processor -- start 2024-09-10T07:21:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.487+0000 7f2217e8d640 1 -- start start 2024-09-10T07:21:47.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2217e8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f22100d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:47.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2217e8d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f22100d3800 0x7f2210162130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:47.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2217e8d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22100b74c0 con 0x7f2210162670 2024-09-10T07:21:47.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2217e8d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f22100b7df0 con 0x7f22100d3800 2024-09-10T07:21:47.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2217e8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f22100b77a0 con 0x7f221015e770 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2215428640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f22100d3800 0x7f2210162130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2215428640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f22100d3800 0x7f2210162130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51498/0 (socket says 172.21.15.3:51498) 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2215428640 1 -- 172.21.15.3:0/1830179441 learned_addr learned my addr 172.21.15.3:0/1830179441 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.488+0000 7f2215c29640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f22100d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.489+0000 7f2215428640 1 -- 172.21.15.3:0/1830179441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 msgr2=0x7f22100d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.489+0000 7f2215428640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f22100d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.489+0000 7f2215428640 1 -- 172.21.15.3:0/1830179441 >> v1:172.21.15.70:6789/0 conn(0x7f2210162670 legacy=0x7f22100b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.489+0000 7f2215428640 1 -- 172.21.15.3:0/1830179441 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22100b7a80 con 0x7f22100d3800 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.489+0000 7f2215c29640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f22100d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.489+0000 7f2215428640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f22100d3800 0x7f2210162130 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2200009870 tx=0x7f220002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c15e6950b531f99b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2214c27640 1 -- 172.21.15.3:0/1830179441 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2200037070 con 0x7f22100d3800 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2214c27640 1 -- 172.21.15.3:0/1830179441 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2200032440 con 0x7f22100d3800 2024-09-10T07:21:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2214c27640 1 -- 172.21.15.3:0/1830179441 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2200032810 con 0x7f22100d3800 2024-09-10T07:21:47.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 -- 172.21.15.3:0/1830179441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f22100d3800 msgr2=0x7f2210162130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:47.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f22100d3800 0x7f2210162130 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2200009870 tx=0x7f220002a250 comp rx=0 tx=0).stop 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 -- 172.21.15.3:0/1830179441 shutdown_connections 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f22100d3800 0x7f2210162130 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 --2- 172.21.15.3:0/1830179441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f22100d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 -- 172.21.15.3:0/1830179441 >> 172.21.15.3:0/1830179441 conn(0x7f221009d660 msgr2=0x7f22100d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 -- 172.21.15.3:0/1830179441 shutdown_connections 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.490+0000 7f2217e8d640 1 -- 172.21.15.3:0/1830179441 wait complete. 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.491+0000 7f2217e8d640 1 Processor -- start 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.491+0000 7f2217e8d640 1 -- start start 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2217e8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22100d3800 0x7f22101614a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2217e8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f221009efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2217e8d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 0x7f22100d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2217e8d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f22100ba190 con 0x7f2210162670 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2217e8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f22100d53d0 con 0x7f22100d3800 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2217e8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f22100ba310 con 0x7f221015e770 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f221642a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 0x7f22100d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f221642a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 0x7f22100d0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51502/0 (socket says 172.21.15.3:51502) 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f221642a640 1 -- 172.21.15.3:0/3054679047 learned_addr learned my addr 172.21.15.3:0/3054679047 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2215428640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f221009efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.492+0000 7f2215c29640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22100d3800 0x7f22101614a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f221642a640 1 -- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 msgr2=0x7f221009efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f221642a640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f221009efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f221642a640 1 -- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22100d3800 msgr2=0x7f22101614a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f221642a640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22100d3800 0x7f22101614a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f221642a640 1 -- 172.21.15.3:0/3054679047 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22101f5b20 con 0x7f2210162670 2024-09-10T07:21:47.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f221642a640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 0x7f22100d0ee0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f220800c7a0 tx=0x7f220800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:47.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2208003b70 con 0x7f2210162670 2024-09-10T07:21:47.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2208003d30 con 0x7f2210162670 2024-09-10T07:21:47.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22101f5e60 con 0x7f2210162670 2024-09-10T07:21:47.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f220800aa90 con 0x7f2210162670 2024-09-10T07:21:47.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.493+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22101f66a0 con 0x7f2210162670 2024-09-10T07:21:47.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.494+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2210069110 con 0x7f2210162670 2024-09-10T07:21:47.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.495+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f220800ac30 con 0x7f2210162670 2024-09-10T07:21:47.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.495+0000 7f22067fc640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f21f406be30 0x7f21f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:47.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.495+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5835+0+0 (secure 0 0 0) 0x7f220808ac60 con 0x7f2210162670 2024-09-10T07:21:47.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.496+0000 7f2215c29640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f21f406be30 0x7f21f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:47.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.496+0000 7f2215c29640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f21f406be30 0x7f21f406e2f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f220c006fd0 tx=0x7f220c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:47.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.500+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f22101f5e60 con 0x7f2210162670 2024-09-10T07:21:47.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:47.676+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f22100d4eb0 con 0x7f2210162670 2024-09-10T07:21:48.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.360+0000 7f22067fc640 1 -- 172.21.15.3:0/3054679047 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v44) ==== 169+0+0 (secure 0 0 0) 0x7f2208058fd0 con 0x7f2210162670 2024-09-10T07:21:48.361 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-09-10T07:21:48.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.364+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f21f406be30 msgr2=0x7f21f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.364+0000 7f2217e8d640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f21f406be30 0x7f21f406e2f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f220c006fd0 tx=0x7f220c008040 comp rx=0 tx=0).stop 2024-09-10T07:21:48.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.364+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 msgr2=0x7f22100d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.364+0000 7f2217e8d640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 0x7f22100d0ee0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f220800c7a0 tx=0x7f220800cc60 comp rx=0 tx=0).stop 2024-09-10T07:21:48.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 shutdown_connections 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f21f406be30 0x7f21f406e2f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2210162670 0x7f22100d0ee0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f221015e770 0x7f221009efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 --2- 172.21.15.3:0/3054679047 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f22100d3800 0x7f22101614a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 >> 172.21.15.3:0/3054679047 conn(0x7f221009d660 msgr2=0x7f221006cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 shutdown_connections 2024-09-10T07:21:48.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.365+0000 7f2217e8d640 1 -- 172.21.15.3:0/3054679047 wait complete. 2024-09-10T07:21:48.380 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T07:21:48.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.491+0000 7f795f554640 1 Processor -- start 2024-09-10T07:21:48.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.491+0000 7f795f554640 1 -- start start 2024-09-10T07:21:48.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.491+0000 7f795f554640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f795815af20 0x7f79580cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.491+0000 7f795f554640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79580cf520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.491+0000 7f795f554640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79580ce480 con 0x7f79580d0180 2024-09-10T07:21:48.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795f554640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f79580cf090 con 0x7f795815af20 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795f554640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f79580ce760 con 0x7f79580af600 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79580cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795d2f0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f795815af20 0x7f79580cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79580cf520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:56688/0 (socket says 172.21.15.3:56688) 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 -- 172.21.15.3:0/3259206208 learned_addr learned my addr 172.21.15.3:0/3259206208 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795daf1640 1 --1- 172.21.15.3:0/3259206208 >> v1:172.21.15.70:6789/0 conn(0x7f79580d0180 0x7f79580d05a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:39736/0 (socket says 172.21.15.3:39736) 2024-09-10T07:21:48.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 -- 172.21.15.3:0/3259206208 >> v2:172.21.15.70:3300/0 conn(0x7f795815af20 msgr2=0x7f79580cddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:48.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 --2- 172.21.15.3:0/3259206208 >> v2:172.21.15.70:3300/0 conn(0x7f795815af20 0x7f79580cddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 -- 172.21.15.3:0/3259206208 >> v1:172.21.15.70:6789/0 conn(0x7f79580d0180 legacy=0x7f79580d05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.492+0000 7f795caef640 1 -- 172.21.15.3:0/3259206208 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79580cea40 con 0x7f79580af600 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.493+0000 7f795caef640 1 --2- 172.21.15.3:0/3259206208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79580cf520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7948009870 tx=0x7f794802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2a38f5cd5a6cc50 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.493+0000 7f794ffff640 1 -- 172.21.15.3:0/3259206208 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948037070 con 0x7f79580af600 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.493+0000 7f794ffff640 1 -- 172.21.15.3:0/3259206208 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7948032440 con 0x7f79580af600 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.493+0000 7f794ffff640 1 -- 172.21.15.3:0/3259206208 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948032810 con 0x7f79580af600 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 -- 172.21.15.3:0/3259206208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 msgr2=0x7f79580cf520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 --2- 172.21.15.3:0/3259206208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79580cf520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7948009870 tx=0x7f794802a270 comp rx=0 tx=0).stop 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 -- 172.21.15.3:0/3259206208 shutdown_connections 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 --2- 172.21.15.3:0/3259206208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79580cf520 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 --2- 172.21.15.3:0/3259206208 >> v2:172.21.15.70:3300/0 conn(0x7f795815af20 0x7f79580cddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 -- 172.21.15.3:0/3259206208 >> 172.21.15.3:0/3259206208 conn(0x7f795806baf0 msgr2=0x7f795806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 -- 172.21.15.3:0/3259206208 shutdown_connections 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.494+0000 7f795f554640 1 -- 172.21.15.3:0/3259206208 wait complete. 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.495+0000 7f795f554640 1 Processor -- start 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.495+0000 7f795f554640 1 -- start start 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795f554640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79581e6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795f554640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 0x7f79580b0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795f554640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f795815af20 0x7f79580b1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795f554640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f79580cfa60 con 0x7f79580d0180 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795f554640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f79580afa40 con 0x7f795815af20 2024-09-10T07:21:48.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795f554640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f795815b300 con 0x7f79580af600 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 0x7f79580b0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 0x7f79580b0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54400/0 (socket says 172.21.15.3:54400) 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 -- 172.21.15.3:0/3498415185 learned_addr learned my addr 172.21.15.3:0/3498415185 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795daf1640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f795815af20 0x7f79580b1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795d2f0640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79581e6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 -- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 msgr2=0x7f79581e6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79581e6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 -- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f795815af20 msgr2=0x7f79580b1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f795815af20 0x7f79580b1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.496+0000 7f795caef640 1 -- 172.21.15.3:0/3498415185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79581e39c0 con 0x7f79580d0180 2024-09-10T07:21:48.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.497+0000 7f795caef640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 0x7f79580b0c40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7948000c00 tx=0x7f79480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:48.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.497+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948037040 con 0x7f79580d0180 2024-09-10T07:21:48.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.497+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7948042070 con 0x7f79580d0180 2024-09-10T07:21:48.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.497+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79581e3ca0 con 0x7f79580d0180 2024-09-10T07:21:48.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.497+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948030880 con 0x7f79580d0180 2024-09-10T07:21:48.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.497+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79580c8f30 con 0x7f79580d0180 2024-09-10T07:21:48.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.498+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79580b0a40 con 0x7f79580d0180 2024-09-10T07:21:48.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.499+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7948030a20 con 0x7f79580d0180 2024-09-10T07:21:48.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.499+0000 7f794dffb640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.499+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f79480ab490 con 0x7f79580d0180 2024-09-10T07:21:48.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.499+0000 7f795d2f0640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.500+0000 7f795d2f0640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7954009b40 tx=0x7f7954009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:48.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.503+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f79580b0a40 con 0x7f79580d0180 2024-09-10T07:21:48.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.680+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f79580cf520 con 0x7f79580d0180 2024-09-10T07:21:48.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.683+0000 7f794dffb640 1 -- 172.21.15.3:0/3498415185 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f7948079880 con 0x7f79580d0180 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 msgr2=0x7f793c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7954009b40 tx=0x7f7954009190 comp rx=0 tx=0).stop 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 msgr2=0x7f79580b0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 0x7f79580b0c40 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7948000c00 tx=0x7f79480046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 shutdown_connections 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f795815af20 0x7f79580b1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79580d0180 0x7f79580b0c40 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 --2- 172.21.15.3:0/3498415185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79580af600 0x7f79581e6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 >> 172.21.15.3:0/3498415185 conn(0x7f795806baf0 msgr2=0x7f79580b0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 shutdown_connections 2024-09-10T07:21:48.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.686+0000 7f795f554640 1 -- 172.21.15.3:0/3498415185 wait complete. 2024-09-10T07:21:48.696 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_inject_to_empty' 2024-09-10T07:21:48.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.798+0000 7fc9e27ed640 1 Processor -- start 2024-09-10T07:21:48.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.798+0000 7fc9e27ed640 1 -- start start 2024-09-10T07:21:48.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9e27ed640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc9dc15e510 0x7fc9dc0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9e27ed640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc0b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9e27ed640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9dc0d3430 con 0x7fc9dc0cf040 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9e27ed640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc9dc0d36d0 con 0x7fc9dc15e510 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9e27ed640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc9dc0d39b0 con 0x7fc9dc0d13d0 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9dbfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc9dc15e510 0x7fc9dc0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.799+0000 7fc9dbfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc9dc15e510 0x7fc9dc0ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54414/0 (socket says 172.21.15.3:54414) 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.800+0000 7fc9dbfff640 1 -- 172.21.15.3:0/2961770840 learned_addr learned my addr 172.21.15.3:0/2961770840 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.800+0000 7fc9dbfff640 1 -- 172.21.15.3:0/2961770840 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 msgr2=0x7fc9dc0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.800+0000 7fc9dbfff640 1 --2- 172.21.15.3:0/2961770840 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc0b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.800+0000 7fc9dbfff640 1 -- 172.21.15.3:0/2961770840 >> v1:172.21.15.70:6789/0 conn(0x7fc9dc0cf040 legacy=0x7fc9dc0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:48.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.800+0000 7fc9dbfff640 1 -- 172.21.15.3:0/2961770840 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9dc0d3c90 con 0x7fc9dc15e510 2024-09-10T07:21:48.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.800+0000 7fc9dbfff640 1 --2- 172.21.15.3:0/2961770840 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc0ceb00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc009870 tx=0x7fc9cc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f1b2c3e257f8999 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:48.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9daffd640 1 -- 172.21.15.3:0/2961770840 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9cc037070 con 0x7fc9dc15e510 2024-09-10T07:21:48.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9daffd640 1 -- 172.21.15.3:0/2961770840 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9cc032440 con 0x7fc9dc15e510 2024-09-10T07:21:48.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9daffd640 1 -- 172.21.15.3:0/2961770840 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9cc032810 con 0x7fc9dc15e510 2024-09-10T07:21:48.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 -- 172.21.15.3:0/2961770840 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 msgr2=0x7fc9dc0ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/2961770840 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc0ceb00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc009870 tx=0x7fc9cc02a180 comp rx=0 tx=0).stop 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 -- 172.21.15.3:0/2961770840 shutdown_connections 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/2961770840 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc0b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/2961770840 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc0ceb00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 -- 172.21.15.3:0/2961770840 >> 172.21.15.3:0/2961770840 conn(0x7fc9dc06d1a0 msgr2=0x7fc9dc073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 -- 172.21.15.3:0/2961770840 shutdown_connections 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.801+0000 7fc9e27ed640 1 -- 172.21.15.3:0/2961770840 wait complete. 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.802+0000 7fc9e27ed640 1 Processor -- start 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 -- start start 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9dc0cf040 0x7fc9dc1f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc15fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc160430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc15e8f0 con 0x7fc9dc15e510 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc0d22a0 con 0x7fc9dc0cf040 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e27ed640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc9dc15ea70 con 0x7fc9dc0d13d0 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.803+0000 7fc9e0d8a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc160430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc160430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54426/0 (socket says 172.21.15.3:54426) 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 -- 172.21.15.3:0/889660066 learned_addr learned my addr 172.21.15.3:0/889660066 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9dbfff640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9dc0cf040 0x7fc9dc1f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9db7fe640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc15fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 -- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 msgr2=0x7fc9dc15fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc15fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 -- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9dc0cf040 msgr2=0x7fc9dc1f5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9dc0cf040 0x7fc9dc1f5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 -- 172.21.15.3:0/889660066 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9dc1f5c60 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9dbfff640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9dc0cf040 0x7fc9dc1f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e0d8a640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc160430 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400b9e0 tx=0x7fc9d400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4019070 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9d400cb20 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9dc153c80 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4014440 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.804+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9dc154240 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.805+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9dc0ceb00 con 0x7fc9dc15e510 2024-09-10T07:21:48.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.806+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc9d401c070 con 0x7fc9dc15e510 2024-09-10T07:21:48.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.806+0000 7fc9d8ff9640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9c806be30 0x7fc9c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:48.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.806+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fc9d408aa70 con 0x7fc9dc15e510 2024-09-10T07:21:48.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.806+0000 7fc9dbfff640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9c806be30 0x7fc9c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:48.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.807+0000 7fc9dbfff640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9c806be30 0x7fc9c806e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc034000 tx=0x7fc9cc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:48.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:48.810+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc9d4059540 con 0x7fc9dc15e510 2024-09-10T07:21:49.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.051+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_inject_to_empty"]} v 0) -- 0x7fc9dc0cfc40 con 0x7fc9dc15e510 2024-09-10T07:21:49.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.362+0000 7fc9d8ff9640 1 -- 172.21.15.3:0/889660066 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_inject_to_empty"]}]=0 v110) ==== 150+0+0 (secure 0 0 0) 0x7fc9d4058e40 con 0x7fc9dc15e510 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9c806be30 msgr2=0x7fc9c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9c806be30 0x7fc9c806e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc9cc034000 tx=0x7fc9cc02e000 comp rx=0 tx=0).stop 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 msgr2=0x7fc9dc160430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc160430 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400b9e0 tx=0x7fc9d400bea0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 shutdown_connections 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9c806be30 0x7fc9c806e2f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9dc15e510 0x7fc9dc160430 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9dc0d13d0 0x7fc9dc15fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 --2- 172.21.15.3:0/889660066 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9dc0cf040 0x7fc9dc1f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 >> 172.21.15.3:0/889660066 conn(0x7fc9dc06d1a0 msgr2=0x7fc9dc0d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:49.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 shutdown_connections 2024-09-10T07:21:49.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.364+0000 7fc9e27ed640 1 -- 172.21.15.3:0/889660066 wait complete. 2024-09-10T07:21:49.377 INFO:tasks.cephfs_test_runner:That when some dentries in the journal but nothing is in ... ok 2024-09-10T07:21:49.377 INFO:tasks.cephfs_test_runner:Starting test: test_journal_smoke (tasks.cephfs.test_journal_repair.TestJournalRepair) 2024-09-10T07:21:49.377 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.484+0000 7f45b688d640 1 Processor -- start 2024-09-10T07:21:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.484+0000 7f45b688d640 1 -- start start 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45b688d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f45b00ceee0 0x7f45b00d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45b688d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f45b00d1380 0x7f45b00b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45b688d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45b00d3480 con 0x7f45b015e560 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45b688d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f45b00d17d0 con 0x7f45b00ceee0 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45b688d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f45b00d3760 con 0x7f45b00d1380 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45af7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f45b00ceee0 0x7f45b00d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45affff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f45b015e560 0x7f45b00cf510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34756/0 (socket says 172.21.15.3:34756) 2024-09-10T07:21:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45af7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f45b00ceee0 0x7f45b00d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54438/0 (socket says 172.21.15.3:54438) 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45affff640 1 -- 172.21.15.3:0/2950053802 learned_addr learned my addr 172.21.15.3:0/2950053802 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45b4e2a640 1 --2- 172.21.15.3:0/2950053802 >> v2:172.21.15.70:3300/0 conn(0x7f45b00d1380 0x7f45b00b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45af7fe640 1 -- 172.21.15.3:0/2950053802 >> v2:172.21.15.70:3300/0 conn(0x7f45b00d1380 msgr2=0x7f45b00b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45af7fe640 1 --2- 172.21.15.3:0/2950053802 >> v2:172.21.15.70:3300/0 conn(0x7f45b00d1380 0x7f45b00b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45af7fe640 1 -- 172.21.15.3:0/2950053802 >> v1:172.21.15.3:6789/0 conn(0x7f45b015e560 legacy=0x7f45b00cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45af7fe640 1 -- 172.21.15.3:0/2950053802 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b00d3a40 con 0x7f45b00ceee0 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.485+0000 7f45aeffd640 1 -- 172.21.15.3:0/2950053802 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1782914882 0 0) 0x7f45b00d3480 con 0x7f45b015e560 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.486+0000 7f45af7fe640 1 --2- 172.21.15.3:0/2950053802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b00ceee0 0x7f45b00d0e40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f45b00b76e0 tx=0x7f459802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2c25451dd55be61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.486+0000 7f45aeffd640 1 -- 172.21.15.3:0/2950053802 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4598037070 con 0x7f45b00ceee0 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.486+0000 7f45aeffd640 1 -- 172.21.15.3:0/2950053802 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4598032440 con 0x7f45b00ceee0 2024-09-10T07:21:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.486+0000 7f45aeffd640 1 -- 172.21.15.3:0/2950053802 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4598032810 con 0x7f45b00ceee0 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 -- 172.21.15.3:0/2950053802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b00ceee0 msgr2=0x7f45b00d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 --2- 172.21.15.3:0/2950053802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b00ceee0 0x7f45b00d0e40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f45b00b76e0 tx=0x7f459802a1a0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 -- 172.21.15.3:0/2950053802 shutdown_connections 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 --2- 172.21.15.3:0/2950053802 >> v2:172.21.15.70:3300/0 conn(0x7f45b00d1380 0x7f45b00b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 --2- 172.21.15.3:0/2950053802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b00ceee0 0x7f45b00d0e40 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 -- 172.21.15.3:0/2950053802 >> 172.21.15.3:0/2950053802 conn(0x7f45b0073850 msgr2=0x7f45b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 -- 172.21.15.3:0/2950053802 shutdown_connections 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.487+0000 7f45b688d640 1 -- 172.21.15.3:0/2950053802 wait complete. 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.488+0000 7f45b688d640 1 Processor -- start 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.488+0000 7f45b688d640 1 -- start start 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b688d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f45b00ceee0 0x7f45b0156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b688d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45b00d1380 0x7f45b01455f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b688d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 0x7f45b0161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b688d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f45b015e940 con 0x7f45b015e560 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b688d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f45b00d4240 con 0x7f45b00d1380 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b688d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f45b015eac0 con 0x7f45b00ceee0 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 0x7f45b0161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 0x7f45b0161500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54454/0 (socket says 172.21.15.3:54454) 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 -- 172.21.15.3:0/2761828881 learned_addr learned my addr 172.21.15.3:0/2761828881 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45af7fe640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45b00d1380 0x7f45b01455f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45affff640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f45b00ceee0 0x7f45b0156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 -- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f45b00ceee0 msgr2=0x7f45b0156210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f45b00ceee0 0x7f45b0156210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 -- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45b00d1380 msgr2=0x7f45b01455f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45b00d1380 0x7f45b01455f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 -- 172.21.15.3:0/2761828881 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b0153c10 con 0x7f45b015e560 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45af7fe640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45b00d1380 0x7f45b01455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.489+0000 7f45b4e2a640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 0x7f45b0161500 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f45a8007e70 tx=0x7f45a800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.490+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8014620 con 0x7f45b015e560 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.490+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45a8019070 con 0x7f45b015e560 2024-09-10T07:21:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.490+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8014a20 con 0x7f45b015e560 2024-09-10T07:21:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.490+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b0155450 con 0x7f45b015e560 2024-09-10T07:21:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.490+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b0155cf0 con 0x7f45b015e560 2024-09-10T07:21:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.491+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b00d0e40 con 0x7f45b015e560 2024-09-10T07:21:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.491+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f45a8014bc0 con 0x7f45b015e560 2024-09-10T07:21:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.492+0000 7f45acff9640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f459006be30 0x7f459006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.492+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f45a808b690 con 0x7f45b015e560 2024-09-10T07:21:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.492+0000 7f45affff640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f459006be30 0x7f459006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.493+0000 7f45affff640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f459006be30 0x7f459006e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f45a0000f60 tx=0x7f45a0007c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:49.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.496+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45b0153c10 con 0x7f45b015e560 2024-09-10T07:21:49.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.672+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f45b00d2380 con 0x7f45b015e560 2024-09-10T07:21:49.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.673+0000 7f45acff9640 1 -- 172.21.15.3:0/2761828881 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+13311 (secure 0 0 0) 0x7f45a805a160 con 0x7f45b015e560 2024-09-10T07:21:49.673 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:49.673 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":44,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:48.357508+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/2649860749":"2024-09-11T07:21:45.098364+0000","172.21.15.3:6834/2649860749":"2024-09-11T07:21:45.098364+0000","172.21.15.3:6835/2042363143":"2024-09-11T07:21:24.243829+0000","172.21.15.3:6834/2042363143":"2024-09-11T07:21:24.243829+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:49.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f459006be30 msgr2=0x7f459006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f459006be30 0x7f459006e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f45a0000f60 tx=0x7f45a0007c00 comp rx=0 tx=0).stop 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 msgr2=0x7f45b0161500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 0x7f45b0161500 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f45a8007e70 tx=0x7f45a800e4b0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 shutdown_connections 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f459006be30 0x7f459006e2f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f45b015e560 0x7f45b0161500 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f45b00d1380 0x7f45b01455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 --2- 172.21.15.3:0/2761828881 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f45b00ceee0 0x7f45b0156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 >> 172.21.15.3:0/2761828881 conn(0x7f45b0073850 msgr2=0x7f45b00d2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 shutdown_connections 2024-09-10T07:21:49.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.675+0000 7f45b688d640 1 -- 172.21.15.3:0/2761828881 wait complete. 2024-09-10T07:21:49.686 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:19:58.101338+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T07:21:49.686 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T07:21:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.794+0000 7efe53253640 1 Processor -- start 2024-09-10T07:21:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.794+0000 7efe53253640 1 -- start start 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe53253640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe4c159b10 0x7efe4c0d07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe53253640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe4c0d1180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe53253640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe4c0ce430 con 0x7efe4c071e30 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe53253640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efe4c072330 con 0x7efe4c159b10 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe53253640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efe4c0ce6b0 con 0x7efe4c159ef0 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe517f0640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7efe4c071e30 0x7efe4c0cf190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34762/0 (socket says 172.21.15.3:34762) 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe517f0640 1 -- 172.21.15.3:0/2833562555 learned_addr learned my addr 172.21.15.3:0/2833562555 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe4bfff640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe4c0d1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe50fef640 1 --2- 172.21.15.3:0/2833562555 >> v2:172.21.15.70:3300/0 conn(0x7efe4c159b10 0x7efe4c0d07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3097423537 0 0) 0x7efe44001490 con 0x7efe4c071e30 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.795+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efe34003520 con 0x7efe4c071e30 2024-09-10T07:21:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2665802615 0 0) 0x7efe34003520 con 0x7efe4c071e30 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 msgr2=0x7efe4c0d1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe4c0d1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 >> v2:172.21.15.70:3300/0 conn(0x7efe4c159b10 msgr2=0x7efe4c0d07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 --2- 172.21.15.3:0/2833562555 >> v2:172.21.15.70:3300/0 conn(0x7efe4c159b10 0x7efe4c0d07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c0ce990 con 0x7efe4c071e30 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4bfff640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe4c0d1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7efe44001bc0 con 0x7efe4c071e30 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 >> v1:172.21.15.3:6789/0 conn(0x7efe4c071e30 legacy=0x7efe4c0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe340039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe34003ef0 0x7efe34004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe34004d40 0x7efe340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c072330 con 0x7efe34004d40 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c0ce6b0 con 0x7efe34003ef0 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efe3400b9c0 con 0x7efe4c159ef0 2024-09-10T07:21:49.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe50fef640 1 --2- 172.21.15.3:0/2833562555 >> v2:172.21.15.70:3300/0 conn(0x7efe4c159b10 0x7efe4c0d07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe517f0640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe34004d40 0x7efe340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe4bfff640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe34003ef0 0x7efe34004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe50fef640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe340039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe517f0640 1 -- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 msgr2=0x7efe340039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe517f0640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c159ef0 0x7efe340039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe517f0640 1 -- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe34003ef0 msgr2=0x7efe34004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe517f0640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe34003ef0 0x7efe34004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.796+0000 7efe517f0640 1 -- 172.21.15.3:0/2833562555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe34003520 con 0x7efe34004d40 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.797+0000 7efe517f0640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe34004d40 0x7efe340051c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7efe4400aa70 tx=0x7efe34005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3790f9a43fa81359 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.797+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4400a690 con 0x7efe34004d40 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.797+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe4402f070 con 0x7efe34004d40 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.797+0000 7efe4b7fe640 1 -- 172.21.15.3:0/2833562555 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe44034470 con 0x7efe34004d40 2024-09-10T07:21:49.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe53253640 1 -- 172.21.15.3:0/2833562555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe34004d40 msgr2=0x7efe340051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe53253640 1 --2- 172.21.15.3:0/2833562555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe34004d40 0x7efe340051c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7efe4400aa70 tx=0x7efe34005830 comp rx=0 tx=0).stop 2024-09-10T07:21:49.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe517f0640 1 -- 172.21.15.3:0/2833562555 reap_dead start 2024-09-10T07:21:49.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe53253640 1 -- 172.21.15.3:0/2833562555 shutdown_connections 2024-09-10T07:21:49.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe53253640 1 -- 172.21.15.3:0/2833562555 >> 172.21.15.3:0/2833562555 conn(0x7efe4c0b3d50 msgr2=0x7efe4c0b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:49.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe53253640 1 -- 172.21.15.3:0/2833562555 shutdown_connections 2024-09-10T07:21:49.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.798+0000 7efe53253640 1 -- 172.21.15.3:0/2833562555 wait complete. 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.799+0000 7efe53253640 1 Processor -- start 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.799+0000 7efe53253640 1 -- start start 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe53253640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe4c1f3da0 0x7efe4c0c9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe53253640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c0b7200 0x7efe4c0cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe53253640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 0x7efe4c0cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe53253640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c0cf8a0 con 0x7efe4c0c92b0 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe53253640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c0d0d00 con 0x7efe4c1f3da0 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe53253640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efe4c0cfa20 con 0x7efe4c0b7200 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 0x7efe4c0cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 0x7efe4c0cbd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54464/0 (socket says 172.21.15.3:54464) 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 -- 172.21.15.3:0/1663233267 learned_addr learned my addr 172.21.15.3:0/1663233267 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 -- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c0b7200 msgr2=0x7efe4c0cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe4bfff640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c0b7200 0x7efe4c0cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe50fef640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe4c1f3da0 0x7efe4c0c9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c0b7200 0x7efe4c0cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 -- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe4c1f3da0 msgr2=0x7efe4c0c9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe4c1f3da0 0x7efe4c0c9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe517f0640 1 -- 172.21.15.3:0/1663233267 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c0c9a70 con 0x7efe4c0c92b0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe4bfff640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c0b7200 0x7efe4c0cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.800+0000 7efe50fef640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe4c1f3da0 0x7efe4c0c9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.801+0000 7efe517f0640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 0x7efe4c0cbd60 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7efe44001ec0 tx=0x7efe4c0ceb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.801+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe44039070 con 0x7efe4c0c92b0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.801+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe44001bb0 con 0x7efe4c0c92b0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.801+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe4400a690 con 0x7efe4c0c92b0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.801+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe4c0c9790 con 0x7efe4c0c92b0 2024-09-10T07:21:49.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.801+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe4c0b6a00 con 0x7efe4c0c92b0 2024-09-10T07:21:49.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.802+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe4c0d07c0 con 0x7efe4c0c92b0 2024-09-10T07:21:49.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.802+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efe4403d070 con 0x7efe4c0c92b0 2024-09-10T07:21:49.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.803+0000 7efe497fa640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe3806be60 0x7efe3806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:49.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.803+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7efe440aacf0 con 0x7efe4c0c92b0 2024-09-10T07:21:49.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.803+0000 7efe50fef640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe3806be60 0x7efe3806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:49.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.804+0000 7efe50fef640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe3806be60 0x7efe3806e320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efe3c009cc0 tx=0x7efe3c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:49.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.807+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efe440af070 con 0x7efe4c0c92b0 2024-09-10T07:21:49.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.984+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7efe4c0d1ce0 con 0x7efe4c0c92b0 2024-09-10T07:21:49.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.985+0000 7efe497fa640 1 -- 172.21.15.3:0/1663233267 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v44) ==== 93+0+10 (secure 0 0 0) 0x7efe4c0ce430 con 0x7efe4c0c92b0 2024-09-10T07:21:49.985 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-09-10T07:21:49.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe3806be60 msgr2=0x7efe3806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe3806be60 0x7efe3806e320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efe3c009cc0 tx=0x7efe3c008040 comp rx=0 tx=0).stop 2024-09-10T07:21:49.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 msgr2=0x7efe4c0cbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:49.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 0x7efe4c0cbd60 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7efe44001ec0 tx=0x7efe4c0ceb60 comp rx=0 tx=0).stop 2024-09-10T07:21:49.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 shutdown_connections 2024-09-10T07:21:49.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe3806be60 0x7efe3806e320 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe4c0c92b0 0x7efe4c0cbd60 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe4c0b7200 0x7efe4c0cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 --2- 172.21.15.3:0/1663233267 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe4c1f3da0 0x7efe4c0c9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:49.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 >> 172.21.15.3:0/1663233267 conn(0x7efe4c0b3d50 msgr2=0x7efe4c158a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:49.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 shutdown_connections 2024-09-10T07:21:49.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:49.987+0000 7efe53253640 1 -- 172.21.15.3:0/1663233267 wait complete. 2024-09-10T07:21:49.998 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_journal_smoke' 2024-09-10T07:21:50.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.103+0000 7fc5a24f1640 1 Processor -- start 2024-09-10T07:21:50.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.103+0000 7fc5a24f1640 1 -- start start 2024-09-10T07:21:50.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc5a24f1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc59c15e510 0x7fc59c0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc5a24f1640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc59c0cf040 0x7fc59c0d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc5a24f1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc59c0d3430 con 0x7fc59c0d1200 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc5a24f1640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc59c0d1670 con 0x7fc59c0cf040 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc5a24f1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc59c0d36d0 con 0x7fc59c15e510 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc59b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc59c0cf040 0x7fc59c0d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc59b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc59c0cf040 0x7fc59c0d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54476/0 (socket says 172.21.15.3:54476) 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc59b7fe640 1 -- 172.21.15.3:0/546913864 learned_addr learned my addr 172.21.15.3:0/546913864 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.104+0000 7fc59bfff640 1 --2- 172.21.15.3:0/546913864 >> v2:172.21.15.70:3300/0 conn(0x7fc59c15e510 0x7fc59c0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.105+0000 7fc59b7fe640 1 -- 172.21.15.3:0/546913864 >> v2:172.21.15.70:3300/0 conn(0x7fc59c15e510 msgr2=0x7fc59c0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.105+0000 7fc59b7fe640 1 --2- 172.21.15.3:0/546913864 >> v2:172.21.15.70:3300/0 conn(0x7fc59c15e510 0x7fc59c0ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.105+0000 7fc59b7fe640 1 -- 172.21.15.3:0/546913864 >> v1:172.21.15.70:6789/0 conn(0x7fc59c0d1200 legacy=0x7fc59c0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.105+0000 7fc59b7fe640 1 -- 172.21.15.3:0/546913864 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c0d39b0 con 0x7fc59c0cf040 2024-09-10T07:21:50.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.105+0000 7fc59b7fe640 1 --2- 172.21.15.3:0/546913864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0cf040 0x7fc59c0d0cc0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc59c0cb530 tx=0x7fc59002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442c32ae52b6fcd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:50.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.105+0000 7fc59affd640 1 -- 172.21.15.3:0/546913864 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590037070 con 0x7fc59c0cf040 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc59affd640 1 -- 172.21.15.3:0/546913864 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc590032440 con 0x7fc59c0cf040 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc59affd640 1 -- 172.21.15.3:0/546913864 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590032810 con 0x7fc59c0cf040 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 -- 172.21.15.3:0/546913864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0cf040 msgr2=0x7fc59c0d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/546913864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0cf040 0x7fc59c0d0cc0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fc59c0cb530 tx=0x7fc59002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 -- 172.21.15.3:0/546913864 shutdown_connections 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/546913864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0cf040 0x7fc59c0d0cc0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/546913864 >> v2:172.21.15.70:3300/0 conn(0x7fc59c15e510 0x7fc59c0ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 -- 172.21.15.3:0/546913864 >> 172.21.15.3:0/546913864 conn(0x7fc59c06d1a0 msgr2=0x7fc59c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 -- 172.21.15.3:0/546913864 shutdown_connections 2024-09-10T07:21:50.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.106+0000 7fc5a24f1640 1 -- 172.21.15.3:0/546913864 wait complete. 2024-09-10T07:21:50.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.107+0000 7fc5a24f1640 1 Processor -- start 2024-09-10T07:21:50.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.107+0000 7fc5a24f1640 1 -- start start 2024-09-10T07:21:50.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a24f1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc59c0cf040 0x7fc59c14dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a24f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 0x7fc59c0b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a24f1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc59c15e510 0x7fc59c0b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a24f1640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c0d22a0 con 0x7fc59c0d1200 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a24f1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c0d3f70 con 0x7fc59c15e510 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a24f1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc59c15e8f0 con 0x7fc59c0cf040 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc59b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 0x7fc59c0b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc59b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 0x7fc59c0b5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54480/0 (socket says 172.21.15.3:54480) 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc59b7fe640 1 -- 172.21.15.3:0/4052341697 learned_addr learned my addr 172.21.15.3:0/4052341697 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc5a0a8e640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc59c15e510 0x7fc59c0b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.108+0000 7fc59bfff640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc59c0cf040 0x7fc59c14dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59b7fe640 1 -- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc59c0cf040 msgr2=0x7fc59c14dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59b7fe640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc59c0cf040 0x7fc59c14dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59b7fe640 1 -- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc59c15e510 msgr2=0x7fc59c0b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59b7fe640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc59c15e510 0x7fc59c0b5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59b7fe640 1 -- 172.21.15.3:0/4052341697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c0b41b0 con 0x7fc59c0d1200 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59bfff640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc59c0cf040 0x7fc59c14dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc59b7fe640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 0x7fc59c0b5a40 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc59002a220 tx=0x7fc5900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590037040 con 0x7fc59c0d1200 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc590042070 con 0x7fc59c0d1200 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c0b65b0 con 0x7fc59c0d1200 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590030880 con 0x7fc59c0d1200 2024-09-10T07:21:50.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.109+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c0b6b70 con 0x7fc59c0d1200 2024-09-10T07:21:50.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.110+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59c15eb90 con 0x7fc59c0d1200 2024-09-10T07:21:50.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.111+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc590030a20 con 0x7fc59c0d1200 2024-09-10T07:21:50.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.111+0000 7fc598ff9640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc58806be30 0x7fc58806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.111+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fc5900ab4c0 con 0x7fc59c0d1200 2024-09-10T07:21:50.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.111+0000 7fc59bfff640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc58806be30 0x7fc58806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.112+0000 7fc59bfff640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc58806be30 0x7fc58806e2f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc59c161d80 tx=0x7fc58c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:50.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.116+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc59c15eb90 con 0x7fc59c0d1200 2024-09-10T07:21:50.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.358+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_journal_smoke"]} v 0) -- 0x7fc59c0b6db0 con 0x7fc59c0d1200 2024-09-10T07:21:50.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.366+0000 7fc598ff9640 1 -- 172.21.15.3:0/4052341697 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_journal_smoke"]}]=0 v111) ==== 151+0+0 (secure 0 0 0) 0x7fc59007a020 con 0x7fc59c0d1200 2024-09-10T07:21:50.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc58806be30 msgr2=0x7fc58806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc58806be30 0x7fc58806e2f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc59c161d80 tx=0x7fc58c008040 comp rx=0 tx=0).stop 2024-09-10T07:21:50.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 msgr2=0x7fc59c0b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 0x7fc59c0b5a40 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fc59002a220 tx=0x7fc5900046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 shutdown_connections 2024-09-10T07:21:50.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc58806be30 0x7fc58806e2f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc59c15e510 0x7fc59c0b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc59c0d1200 0x7fc59c0b5a40 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 --2- 172.21.15.3:0/4052341697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc59c0cf040 0x7fc59c14dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 >> 172.21.15.3:0/4052341697 conn(0x7fc59c06d1a0 msgr2=0x7fc59c15c3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:50.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 shutdown_connections 2024-09-10T07:21:50.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.369+0000 7fc5a24f1640 1 -- 172.21.15.3:0/4052341697 wait complete. 2024-09-10T07:21:50.380 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T07:21:50.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.485+0000 7fe42100e640 1 Processor -- start 2024-09-10T07:21:50.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.485+0000 7fe42100e640 1 -- start start 2024-09-10T07:21:50.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe42100e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe41c15e6a0 0x7fe41c0d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe42100e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe41c0d3160 0x7fe41c0d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe42100e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d0e30 0x7fe41c0d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe42100e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe41c0cfc00 con 0x7fe41c0d3160 2024-09-10T07:21:50.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe42100e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe41c0cf050 con 0x7fe41c15e6a0 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe42100e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe41c0cf2d0 con 0x7fe41c0d0e30 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe41a59c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe41c0d3160 0x7fe41c0d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe41a59c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe41c0d3160 0x7fe41c0d4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54486/0 (socket says 172.21.15.3:54486) 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.486+0000 7fe41a59c640 1 -- 172.21.15.3:0/361918698 learned_addr learned my addr 172.21.15.3:0/361918698 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41b59e640 1 --2- 172.21.15.3:0/361918698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d0e30 0x7fe41c0d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41ad9d640 1 --2- 172.21.15.3:0/361918698 >> v2:172.21.15.70:3300/0 conn(0x7fe41c15e6a0 0x7fe41c0d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41a59c640 1 -- 172.21.15.3:0/361918698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d0e30 msgr2=0x7fe41c0d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41a59c640 1 --2- 172.21.15.3:0/361918698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d0e30 0x7fe41c0d12c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41a59c640 1 -- 172.21.15.3:0/361918698 >> v2:172.21.15.70:3300/0 conn(0x7fe41c15e6a0 msgr2=0x7fe41c0d0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:50.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41a59c640 1 --2- 172.21.15.3:0/361918698 >> v2:172.21.15.70:3300/0 conn(0x7fe41c15e6a0 0x7fe41c0d0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41a59c640 1 -- 172.21.15.3:0/361918698 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41c0cf5b0 con 0x7fe41c0d3160 2024-09-10T07:21:50.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41ad9d640 1 --2- 172.21.15.3:0/361918698 >> v2:172.21.15.70:3300/0 conn(0x7fe41c15e6a0 0x7fe41c0d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:50.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.487+0000 7fe41a59c640 1 --2- 172.21.15.3:0/361918698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c0d3160 0x7fe41c0d4b30 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe41c08ea00 tx=0x7fe40402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fcd85d85ce7e2f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:50.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe419d9b640 1 -- 172.21.15.3:0/361918698 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404037070 con 0x7fe41c0d3160 2024-09-10T07:21:50.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe419d9b640 1 -- 172.21.15.3:0/361918698 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe404032440 con 0x7fe41c0d3160 2024-09-10T07:21:50.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe419d9b640 1 -- 172.21.15.3:0/361918698 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe404032810 con 0x7fe41c0d3160 2024-09-10T07:21:50.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 -- 172.21.15.3:0/361918698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c0d3160 msgr2=0x7fe41c0d4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 --2- 172.21.15.3:0/361918698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c0d3160 0x7fe41c0d4b30 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe41c08ea00 tx=0x7fe40402a1e0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 -- 172.21.15.3:0/361918698 shutdown_connections 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 --2- 172.21.15.3:0/361918698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d0e30 0x7fe41c0d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 --2- 172.21.15.3:0/361918698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c0d3160 0x7fe41c0d4b30 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 --2- 172.21.15.3:0/361918698 >> v2:172.21.15.70:3300/0 conn(0x7fe41c15e6a0 0x7fe41c0d0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 -- 172.21.15.3:0/361918698 >> 172.21.15.3:0/361918698 conn(0x7fe41c09d730 msgr2=0x7fe41c0d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 -- 172.21.15.3:0/361918698 shutdown_connections 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.488+0000 7fe42100e640 1 -- 172.21.15.3:0/361918698 wait complete. 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 Processor -- start 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 -- start start 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe41c0d0e30 0x7fe41c0cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d3160 0x7fe41c161420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 0x7fe41c1575c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c0d51f0 con 0x7fe41c15e6a0 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c0d5070 con 0x7fe41c0d0e30 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.490+0000 7fe42100e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe41c0b7270 con 0x7fe41c0d3160 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 0x7fe41c1575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 0x7fe41c1575c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54502/0 (socket says 172.21.15.3:54502) 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 -- 172.21.15.3:0/3982817044 learned_addr learned my addr 172.21.15.3:0/3982817044 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41ad9d640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe41c0d0e30 0x7fe41c0cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41a59c640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d3160 0x7fe41c161420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 -- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d3160 msgr2=0x7fe41c161420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d3160 0x7fe41c161420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 -- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe41c0d0e30 msgr2=0x7fe41c0cb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe41c0d0e30 0x7fe41c0cb4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 -- 172.21.15.3:0/3982817044 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41c0cbb80 con 0x7fe41c15e6a0 2024-09-10T07:21:50.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe41b59e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 0x7fe41c1575c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00ccf0 tx=0x7fe40c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:50.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40c003b90 con 0x7fe41c15e6a0 2024-09-10T07:21:50.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe40c003d30 con 0x7fe41c15e6a0 2024-09-10T07:21:50.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe41c0cbe60 con 0x7fe41c15e6a0 2024-09-10T07:21:50.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40c004240 con 0x7fe41c15e6a0 2024-09-10T07:21:50.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.491+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe41c0cc420 con 0x7fe41c15e6a0 2024-09-10T07:21:50.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.492+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe41c0d4b30 con 0x7fe41c15e6a0 2024-09-10T07:21:50.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.493+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe40c0043e0 con 0x7fe41c15e6a0 2024-09-10T07:21:50.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.493+0000 7fe4137fe640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3fc06be30 0x7fe3fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:50.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.493+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fe40c08b6a0 con 0x7fe41c15e6a0 2024-09-10T07:21:50.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.493+0000 7fe41ad9d640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3fc06be30 0x7fe3fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:50.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.494+0000 7fe41ad9d640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3fc06be30 0x7fe3fc06e2f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe414006fd0 tx=0x7fe414008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:50.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.497+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe40c059b20 con 0x7fe41c15e6a0 2024-09-10T07:21:50.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.675+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe41c0d0c10 con 0x7fe41c15e6a0 2024-09-10T07:21:50.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.678+0000 7fe4137fe640 1 -- 172.21.15.3:0/3982817044 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7fe40c05de20 con 0x7fe41c15e6a0 2024-09-10T07:21:50.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3fc06be30 msgr2=0x7fe3fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3fc06be30 0x7fe3fc06e2f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe414006fd0 tx=0x7fe414008040 comp rx=0 tx=0).stop 2024-09-10T07:21:50.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 msgr2=0x7fe41c1575c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 0x7fe41c1575c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00ccf0 tx=0x7fe40c00a660 comp rx=0 tx=0).stop 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 shutdown_connections 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3fc06be30 0x7fe3fc06e2f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe41c15e6a0 0x7fe41c1575c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe41c0d3160 0x7fe41c161420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 --2- 172.21.15.3:0/3982817044 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe41c0d0e30 0x7fe41c0cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 >> 172.21.15.3:0/3982817044 conn(0x7fe41c09d730 msgr2=0x7fe41c0b9a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.680+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 shutdown_connections 2024-09-10T07:21:50.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:50.681+0000 7fe42100e640 1 -- 172.21.15.3:0/3982817044 wait complete. 2024-09-10T07:21:50.691 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:21:50.692 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:21:50.738 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:21:50.796 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:21:50.797 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:50.797 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:50.814 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:21:50.814 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:21:50.814 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:50.833 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:21:50.833 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:21:50.833 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:50.871 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:21:50.871 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:21:50.871 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:21:50.891 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:21:50.891 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T07:21:50.892 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:51.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.013+0000 7f1e771fd640 1 Processor -- start 2024-09-10T07:21:51.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.013+0000 7f1e771fd640 1 -- start start 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e771fd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1e700d04c0 0x7f1e70071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e771fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 0x7f1e700ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e771fd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e7015e7c0 con 0x7f1e700cf340 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e771fd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1e70071b80 con 0x7f1e700d04c0 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e771fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1e70071e60 con 0x7f1e701476d0 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e74f99640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f1e700cf340 0x7f1e700cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34778/0 (socket says 172.21.15.3:34778) 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e74f99640 1 -- 172.21.15.3:0/4294877954 learned_addr learned my addr 172.21.15.3:0/4294877954 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e7579a640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 0x7f1e700ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/4294877954 >> v2:172.21.15.70:3300/0 conn(0x7f1e700d04c0 0x7f1e70071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1266150362 0 0) 0x7f1e7015e7c0 con 0x7f1e700cf340 2024-09-10T07:21:51.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.014+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e58003520 con 0x7f1e700cf340 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2696880519 0 0) 0x7f1e58003520 con 0x7f1e700cf340 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 msgr2=0x7f1e700ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 0x7f1e700ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 >> v2:172.21.15.70:3300/0 conn(0x7f1e700d04c0 msgr2=0x7f1e70071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 --2- 172.21.15.3:0/4294877954 >> v2:172.21.15.70:3300/0 conn(0x7f1e700d04c0 0x7f1e70071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e70072140 con 0x7f1e700cf340 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f1e60001670 con 0x7f1e700cf340 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 >> v1:172.21.15.3:6789/0 conn(0x7f1e700cf340 legacy=0x7f1e700cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 0x7f1e58003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e58004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e58004d40 0x7f1e580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1e70071b80 con 0x7f1e58003fa0 2024-09-10T07:21:51.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1e70071e60 con 0x7f1e58004d40 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1e5800ba70 con 0x7f1e701476d0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e58004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e74f99640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 0x7f1e58003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e7579a640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e58004d40 0x7f1e580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6ffff640 1 -- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 msgr2=0x7f1e58003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701476d0 0x7f1e58003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6ffff640 1 -- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e58004d40 msgr2=0x7f1e580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e58004d40 0x7f1e580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.015+0000 7f1e6ffff640 1 -- 172.21.15.3:0/4294877954 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e58003520 con 0x7f1e58003fa0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e58004800 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f1e64009ac0 tx=0x7f1e58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d310391e5011a93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e64036070 con 0x7f1e58003fa0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e64031400 con 0x7f1e58003fa0 2024-09-10T07:21:51.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e6f7fe640 1 -- 172.21.15.3:0/4294877954 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e64009690 con 0x7f1e58003fa0 2024-09-10T07:21:51.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e771fd640 1 -- 172.21.15.3:0/4294877954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 msgr2=0x7f1e58004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e771fd640 1 --2- 172.21.15.3:0/4294877954 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e58004800 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f1e64009ac0 tx=0x7f1e58005830 comp rx=0 tx=0).stop 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.016+0000 7f1e7579a640 1 -- 172.21.15.3:0/4294877954 reap_dead start 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.017+0000 7f1e771fd640 1 -- 172.21.15.3:0/4294877954 shutdown_connections 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.017+0000 7f1e771fd640 1 -- 172.21.15.3:0/4294877954 >> 172.21.15.3:0/4294877954 conn(0x7f1e700b3d50 msgr2=0x7f1e700b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.017+0000 7f1e771fd640 1 -- 172.21.15.3:0/4294877954 shutdown_connections 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.017+0000 7f1e771fd640 1 -- 172.21.15.3:0/4294877954 wait complete. 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.018+0000 7f1e771fd640 1 Processor -- start 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.018+0000 7f1e771fd640 1 -- start start 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e701f6da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701f4f70 0x7f1e700af360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e701f48a0 0x7f1e700cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1e700ccc10 con 0x7f1e58003fa0 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1e70147ee0 con 0x7f1e701f48a0 2024-09-10T07:21:51.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1e700ccd90 con 0x7f1e701f4f70 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e701f6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e701f6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54514/0 (socket says 172.21.15.3:54514) 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 -- 172.21.15.3:0/280955164 learned_addr learned my addr 172.21.15.3:0/280955164 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701f4f70 0x7f1e700af360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e7579a640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e701f48a0 0x7f1e700cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 -- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701f4f70 msgr2=0x7f1e700af360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701f4f70 0x7f1e700af360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 -- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e701f48a0 msgr2=0x7f1e700cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e701f48a0 0x7f1e700cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 -- 172.21.15.3:0/280955164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e701f4d30 con 0x7f1e58003fa0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e74f99640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e701f6da0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1e60001920 tx=0x7f1e600077a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6000f960 con 0x7f1e58003fa0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e60018070 con 0x7f1e58003fa0 2024-09-10T07:21:51.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6000fd80 con 0x7f1e58003fa0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.019+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e700afa20 con 0x7f1e58003fa0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.020+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e700c92b0 con 0x7f1e58003fa0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.021+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e70071510 con 0x7f1e58003fa0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.021+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1e6001d460 con 0x7f1e58003fa0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.021+0000 7f1e6d7fa640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1e5c06be30 0x7f1e5c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.022+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f1e6008acf0 con 0x7f1e58003fa0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.022+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1e5c06be30 0x7f1e5c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.022+0000 7f1e6ffff640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1e5c06be30 0x7f1e5c06e2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1e64033000 tx=0x7f1e64008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:51.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.026+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1e6008f070 con 0x7f1e58003fa0 2024-09-10T07:21:51.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.237+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e700b32d0 con 0x7f1e58003fa0 2024-09-10T07:21:51.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.238+0000 7f1e6d7fa640 1 -- 172.21.15.3:0/280955164 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+3899 (secure 0 0 0) 0x7f1e60059170 con 0x7f1e58003fa0 2024-09-10T07:21:51.238 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:51.238 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":27,"btime":"2024-09-10T07:21:46:099887+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/3940291756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3940291756},{"type":"v1","addr":"172.21.15.3:6833","nonce":3940291756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4607,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2418724065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2418724065},{"type":"v1","addr":"172.21.15.70:6836","nonce":2418724065}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/169939170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":169939170},{"type":"v1","addr":"172.21.15.70:6837","nonce":169939170}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":5370,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/340221152","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":340221152},{"type":"v1","addr":"172.21.15.3:6835","nonce":340221152}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[]} 2024-09-10T07:21:51.239 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 27 2024-09-10T07:21:51.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.239+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1e5c06be30 msgr2=0x7f1e5c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.239+0000 7f1e771fd640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1e5c06be30 0x7f1e5c06e2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1e64033000 tx=0x7f1e64008030 comp rx=0 tx=0).stop 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.239+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 msgr2=0x7f1e701f6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.239+0000 7f1e771fd640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e701f6da0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1e60001920 tx=0x7f1e600077a0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 shutdown_connections 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1e5c06be30 0x7f1e5c06e2f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1e701f48a0 0x7f1e700cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1e701f4f70 0x7f1e700af360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 --2- 172.21.15.3:0/280955164 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e58003fa0 0x7f1e701f6da0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 >> 172.21.15.3:0/280955164 conn(0x7f1e700b3d50 msgr2=0x7f1e700b2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:51.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 shutdown_connections 2024-09-10T07:21:51.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.240+0000 7f1e771fd640 1 -- 172.21.15.3:0/280955164 wait complete. 2024-09-10T07:21:51.250 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T07:21:51.251 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T07:21:51.251 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T07:21:51.251 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:21:51.251 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T07:21:51.251 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T07:21:51.251 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T07:21:51.251 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:21:51.252 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T07:21:51.252 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T07:21:51.252 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T07:21:51.252 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:21:51.252 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T07:21:51.252 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T07:21:51.253 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T07:21:51.253 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:21:51.261 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T07:21:51.261 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T07:21:51.262 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T07:21:51.262 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T07:21:51.264 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T07:21:51.264 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T07:21:51.265 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T07:21:51.265 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T07:21:51.303 INFO:tasks.ceph.mds.a:Started 2024-09-10T07:21:51.304 DEBUG:teuthology.parallel:result is None 2024-09-10T07:21:51.304 INFO:tasks.ceph.mds.c:Started 2024-09-10T07:21:51.304 DEBUG:teuthology.parallel:result is None 2024-09-10T07:21:51.307 INFO:tasks.ceph.mds.b:Started 2024-09-10T07:21:51.307 DEBUG:teuthology.parallel:result is None 2024-09-10T07:21:51.308 INFO:tasks.ceph.mds.d:Started 2024-09-10T07:21:51.308 DEBUG:teuthology.parallel:result is None 2024-09-10T07:21:51.308 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T07:21:51.382 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:21:51.382 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:21:51.389 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:21:51.389 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:21:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.418+0000 7f6e33aac640 1 Processor -- start 2024-09-10T07:21:51.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e33aac640 1 -- start start 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e33aac640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6e2c0d4d60 0x7f6e2c0d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e33aac640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6e2c162020 0x7f6e2c0d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e33aac640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e2c162500 con 0x7f6e2c15e660 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e33aac640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f6e2c0d2020 con 0x7f6e2c0d4d60 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e33aac640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6e2c1627e0 con 0x7f6e2c162020 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.419+0000 7f6e31047640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6e2c0d4d60 0x7f6e2c0d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31047640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6e2c0d4d60 0x7f6e2c0d24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54550/0 (socket says 172.21.15.3:54550) 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31047640 1 -- 172.21.15.3:0/1969527799 learned_addr learned my addr 172.21.15.3:0/1969527799 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31848640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f6e2c15e660 0x7f6e2c0d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34782/0 (socket says 172.21.15.3:34782) 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e32049640 1 --2- 172.21.15.3:0/1969527799 >> v2:172.21.15.70:3300/0 conn(0x7f6e2c162020 0x7f6e2c0d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31047640 1 -- 172.21.15.3:0/1969527799 >> v2:172.21.15.70:3300/0 conn(0x7f6e2c162020 msgr2=0x7f6e2c0d29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31047640 1 --2- 172.21.15.3:0/1969527799 >> v2:172.21.15.70:3300/0 conn(0x7f6e2c162020 0x7f6e2c0d29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31047640 1 -- 172.21.15.3:0/1969527799 >> v1:172.21.15.3:6789/0 conn(0x7f6e2c15e660 legacy=0x7f6e2c0d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e31047640 1 -- 172.21.15.3:0/1969527799 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c162ac0 con 0x7f6e2c0d4d60 2024-09-10T07:21:51.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.420+0000 7f6e30846640 1 -- 172.21.15.3:0/1969527799 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2775912377 0 0) 0x7f6e2c162500 con 0x7f6e2c15e660 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e31047640 1 --2- 172.21.15.3:0/1969527799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c0d24b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c0d21a0 tx=0x7f6e2002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d730921a0f78ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e30846640 1 -- 172.21.15.3:0/1969527799 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20037070 con 0x7f6e2c0d4d60 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e30846640 1 -- 172.21.15.3:0/1969527799 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e20032440 con 0x7f6e2c0d4d60 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e30846640 1 -- 172.21.15.3:0/1969527799 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20032810 con 0x7f6e2c0d4d60 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 -- 172.21.15.3:0/1969527799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c0d4d60 msgr2=0x7f6e2c0d24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1969527799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c0d24b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c0d21a0 tx=0x7f6e2002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 -- 172.21.15.3:0/1969527799 shutdown_connections 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1969527799 >> v2:172.21.15.70:3300/0 conn(0x7f6e2c162020 0x7f6e2c0d29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1969527799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c0d24b0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 -- 172.21.15.3:0/1969527799 >> 172.21.15.3:0/1969527799 conn(0x7f6e2c08de10 msgr2=0x7f6e2c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 -- 172.21.15.3:0/1969527799 shutdown_connections 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.421+0000 7f6e33aac640 1 -- 172.21.15.3:0/1969527799 wait complete. 2024-09-10T07:21:51.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 Processor -- start 2024-09-10T07:21:51.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 -- start start 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c15b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e2c15e660 0x7f6e2c0c98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 0x7f6e2c14a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c0d4990 con 0x7f6e2c162020 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2c0d4810 con 0x7f6e2c0d4d60 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e33aac640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6e2c0d4b10 con 0x7f6e2c15e660 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e32049640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 0x7f6e2c14a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e32049640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 0x7f6e2c14a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54552/0 (socket says 172.21.15.3:54552) 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.423+0000 7f6e32049640 1 -- 172.21.15.3:0/1244287290 learned_addr learned my addr 172.21.15.3:0/1244287290 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e31848640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c15b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e31047640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e2c15e660 0x7f6e2c0c98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e32049640 1 -- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e2c15e660 msgr2=0x7f6e2c0c98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e32049640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e2c15e660 0x7f6e2c0c98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e32049640 1 -- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4d60 msgr2=0x7f6e2c15b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e32049640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c15b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e32049640 1 -- 172.21.15.3:0/1244287290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2c0b9b10 con 0x7f6e2c162020 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e31848640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c15b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e32049640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 0x7f6e2c14a870 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6e2400ec40 tx=0x7f6e2400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24018020 con 0x7f6e2c162020 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e2400ee50 con 0x7f6e2c162020 2024-09-10T07:21:51.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e2c0b9dd0 con 0x7f6e2c162020 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e240146c0 con 0x7f6e2c162020 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.424+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e2c1487e0 con 0x7f6e2c162020 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.425+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e2c0d0f50 con 0x7f6e2c162020 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.426+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6e24005d10 con 0x7f6e2c162020 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.426+0000 7f6e1e7fc640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e1006be30 0x7f6e1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.426+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f6e2408b680 con 0x7f6e2c162020 2024-09-10T07:21:51.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.426+0000 7f6e31848640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e1006be30 0x7f6e1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:51.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.427+0000 7f6e31848640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e1006be30 0x7f6e1006e2f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6e28000f60 tx=0x7f6e28009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:51.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.431+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e24022070 con 0x7f6e2c162020 2024-09-10T07:21:51.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:51.619+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f6e2c069660 con 0x7f6e2c162020 2024-09-10T07:21:52.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.378+0000 7f6e1e7fc640 1 -- 172.21.15.3:0/1244287290 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v46) ==== 97+0+0 (secure 0 0 0) 0x7f6e24010040 con 0x7f6e2c162020 2024-09-10T07:21:52.378 INFO:teuthology.orchestra.run.smithi003.stderr: removed all blocklist entries 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.381+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e1006be30 msgr2=0x7f6e1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.381+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e1006be30 0x7f6e1006e2f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6e28000f60 tx=0x7f6e28009040 comp rx=0 tx=0).stop 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.381+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 msgr2=0x7f6e2c14a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.381+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 0x7f6e2c14a870 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6e2400ec40 tx=0x7f6e2400c490 comp rx=0 tx=0).stop 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 shutdown_connections 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e1006be30 0x7f6e1006e2f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e2c162020 0x7f6e2c14a870 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e2c15e660 0x7f6e2c0c98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 --2- 172.21.15.3:0/1244287290 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e2c0d4d60 0x7f6e2c15b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 >> 172.21.15.3:0/1244287290 conn(0x7f6e2c08de10 msgr2=0x7f6e2c0cf400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 shutdown_connections 2024-09-10T07:21:52.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.382+0000 7f6e33aac640 1 -- 172.21.15.3:0/1244287290 wait complete. 2024-09-10T07:21:52.397 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T07:21:52.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.505+0000 7f86d5942640 1 Processor -- start 2024-09-10T07:21:52.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.505+0000 7f86d5942640 1 -- start start 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86d5942640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f86d00cf340 0x7f86d0071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86d5942640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f86d01476d0 0x7f86d00cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86d5942640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86d00d0700 con 0x7f86d00d02f0 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86d5942640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f86d015e7c0 con 0x7f86d01476d0 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86d5942640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f86d0071b80 con 0x7f86d00cf340 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86ce7fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f86d01476d0 0x7f86d00cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86cf7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f86d00d02f0 0x7f86d0161f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34786/0 (socket says 172.21.15.3:34786) 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86cf7fe640 1 -- 172.21.15.3:0/1542623412 learned_addr learned my addr 172.21.15.3:0/1542623412 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86ceffd640 1 --2- 172.21.15.3:0/1542623412 >> v2:172.21.15.70:3300/0 conn(0x7f86d00cf340 0x7f86d0071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86ce7fc640 1 -- 172.21.15.3:0/1542623412 >> v2:172.21.15.70:3300/0 conn(0x7f86d00cf340 msgr2=0x7f86d0071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86ce7fc640 1 --2- 172.21.15.3:0/1542623412 >> v2:172.21.15.70:3300/0 conn(0x7f86d00cf340 0x7f86d0071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86ce7fc640 1 -- 172.21.15.3:0/1542623412 >> v1:172.21.15.3:6789/0 conn(0x7f86d00d02f0 legacy=0x7f86d0161f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.506+0000 7f86cdffb640 1 -- 172.21.15.3:0/1542623412 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 223154246 0 0) 0x7f86c0001490 con 0x7f86d00d02f0 2024-09-10T07:21:52.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.507+0000 7f86ce7fc640 1 -- 172.21.15.3:0/1542623412 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d0071e60 con 0x7f86d01476d0 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.507+0000 7f86ce7fc640 1 --2- 172.21.15.3:0/1542623412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d01476d0 0x7f86d00cfdb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f86d0068890 tx=0x7f86b802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48938ae07ab85770 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.507+0000 7f86cdffb640 1 -- 172.21.15.3:0/1542623412 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b8037070 con 0x7f86d01476d0 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.507+0000 7f86cdffb640 1 -- 172.21.15.3:0/1542623412 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86b8032440 con 0x7f86d01476d0 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.507+0000 7f86cdffb640 1 -- 172.21.15.3:0/1542623412 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b802ae60 con 0x7f86d01476d0 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 -- 172.21.15.3:0/1542623412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d01476d0 msgr2=0x7f86d00cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 --2- 172.21.15.3:0/1542623412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d01476d0 0x7f86d00cfdb0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f86d0068890 tx=0x7f86b802a110 comp rx=0 tx=0).stop 2024-09-10T07:21:52.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 -- 172.21.15.3:0/1542623412 shutdown_connections 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 --2- 172.21.15.3:0/1542623412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d01476d0 0x7f86d00cfdb0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 --2- 172.21.15.3:0/1542623412 >> v2:172.21.15.70:3300/0 conn(0x7f86d00cf340 0x7f86d0071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 -- 172.21.15.3:0/1542623412 >> 172.21.15.3:0/1542623412 conn(0x7f86d00b3d50 msgr2=0x7f86d00b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 -- 172.21.15.3:0/1542623412 shutdown_connections 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.508+0000 7f86d5942640 1 -- 172.21.15.3:0/1542623412 wait complete. 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.509+0000 7f86d5942640 1 Processor -- start 2024-09-10T07:21:52.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.509+0000 7f86d5942640 1 -- start start 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86d5942640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 0x7f86d01f6da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86d5942640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f86d00d02f0 0x7f86d00c62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86d5942640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86d01476d0 0x7f86d00c92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86d5942640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0147ee0 con 0x7f86d00cf340 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86d5942640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0072420 con 0x7f86d01476d0 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86d5942640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f86d00cdc20 con 0x7f86d00d02f0 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86ceffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 0x7f86d01f6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86ceffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 0x7f86d01f6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54566/0 (socket says 172.21.15.3:54566) 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86ceffd640 1 -- 172.21.15.3:0/2062924833 learned_addr learned my addr 172.21.15.3:0/2062924833 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86ce7fc640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f86d00d02f0 0x7f86d00c62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.510+0000 7f86cf7fe640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86d01476d0 0x7f86d00c92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86ceffd640 1 -- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f86d00d02f0 msgr2=0x7f86d00c62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86ceffd640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f86d00d02f0 0x7f86d00c62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86ceffd640 1 -- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86d01476d0 msgr2=0x7f86d00c92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86ceffd640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86d01476d0 0x7f86d00c92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86ceffd640 1 -- 172.21.15.3:0/2062924833 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d0159100 con 0x7f86d00cf340 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86cf7fe640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86d01476d0 0x7f86d00c92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86ceffd640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 0x7f86d01f6da0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f86c800d830 tx=0x7f86c800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c800b6c0 con 0x7f86d00cf340 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86c8019070 con 0x7f86d00cf340 2024-09-10T07:21:52.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86d00c6c10 con 0x7f86d00cf340 2024-09-10T07:21:52.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c800ba80 con 0x7f86d00cf340 2024-09-10T07:21:52.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.511+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86d0159680 con 0x7f86d00cf340 2024-09-10T07:21:52.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.512+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86d0071510 con 0x7f86d00cf340 2024-09-10T07:21:52.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.513+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f86c801e460 con 0x7f86d00cf340 2024-09-10T07:21:52.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.513+0000 7f86c7fff640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f86b006be30 0x7f86b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.513+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5249+0+0 (secure 0 0 0) 0x7f86c808b290 con 0x7f86d00cf340 2024-09-10T07:21:52.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.514+0000 7f86ce7fc640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f86b006be30 0x7f86b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.514+0000 7f86ce7fc640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f86b006be30 0x7f86b006e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f86b8034000 tx=0x7f86b802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:52.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.517+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f86c8059e90 con 0x7f86d00cf340 2024-09-10T07:21:52.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.765+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f86d00d0b30 con 0x7f86d00cf340 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.766+0000 7f86c7fff640 1 -- 172.21.15.3:0/2062924833 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v9) ==== 80+0+5304 (secure 0 0 0) 0x7f86c8059790 con 0x7f86d00cf340 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: "auth_dump": [ 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.a", 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw==", 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.766 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.b", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg==", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:21:52.767 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.c", 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA==", 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.768 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.d", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA==", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.0", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg==", 2024-09-10T07:21:52.769 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.1", 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA==", 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.770 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.2", 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg==", 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.3", 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ==", 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.771 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.4", 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw==", 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.772 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.5", 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew==", 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.6", 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg==", 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.773 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.7", 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A==", 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.774 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.0", 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ==", 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow r", 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.1", 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ==", 2024-09-10T07:21:52.775 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.2", 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg==", 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.776 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.3", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw==", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:21:52.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.admin", 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9moO9QIBAA1fGe/olsh9ewzwW3VLloEw==", 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.778 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.x", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q==", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.y", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w==", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:21:52.779 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:21:52.780 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.780 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:52.780 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:21:52.780 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:21:52.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f86b006be30 msgr2=0x7f86b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f86b006be30 0x7f86b006e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f86b8034000 tx=0x7f86b802e000 comp rx=0 tx=0).stop 2024-09-10T07:21:52.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 msgr2=0x7f86d01f6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 0x7f86d01f6da0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f86c800d830 tx=0x7f86c800dcf0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 shutdown_connections 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f86b006be30 0x7f86b006e2f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f86d01476d0 0x7f86d00c92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f86d00d02f0 0x7f86d00c62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 --2- 172.21.15.3:0/2062924833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f86d00cf340 0x7f86d01f6da0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 >> 172.21.15.3:0/2062924833 conn(0x7f86d00b3d50 msgr2=0x7f86d00b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 shutdown_connections 2024-09-10T07:21:52.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.768+0000 7f86d5942640 1 -- 172.21.15.3:0/2062924833 wait complete. 2024-09-10T07:21:52.783 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T07:21:52.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.885+0000 7f1bcde8d640 1 Processor -- start 2024-09-10T07:21:52.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.885+0000 7f1bcde8d640 1 -- start start 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bcde8d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1bc809aa30 0x7f1bc80d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bcde8d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1bc809ae10 0x7f1bc806cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bcde8d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bc815e7f0 con 0x7f1bc8161ef0 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bcde8d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f1bc80d1a50 con 0x7f1bc809aa30 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bcde8d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1bc80d09b0 con 0x7f1bc809ae10 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1bc809aa30 0x7f1bc80d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1bc809aa30 0x7f1bc80d0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54572/0 (socket says 172.21.15.3:54572) 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 -- 172.21.15.3:0/1655784136 learned_addr learned my addr 172.21.15.3:0/1655784136 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 -- 172.21.15.3:0/1655784136 >> v2:172.21.15.70:3300/0 conn(0x7f1bc809ae10 msgr2=0x7f1bc806cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 --2- 172.21.15.3:0/1655784136 >> v2:172.21.15.70:3300/0 conn(0x7f1bc809ae10 0x7f1bc806cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 -- 172.21.15.3:0/1655784136 >> v1:172.21.15.70:6789/0 conn(0x7f1bc8161ef0 legacy=0x7f1bc8162300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.886+0000 7f1bc77fe640 1 -- 172.21.15.3:0/1655784136 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc80d0c90 con 0x7f1bc809aa30 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.887+0000 7f1bc77fe640 1 --2- 172.21.15.3:0/1655784136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809aa30 0x7f1bc80d0350 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8073c10 tx=0x7f1bb802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e777898313fa8f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.887+0000 7f1bc67fc640 1 -- 172.21.15.3:0/1655784136 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8037070 con 0x7f1bc809aa30 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.887+0000 7f1bc67fc640 1 -- 172.21.15.3:0/1655784136 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bb8032440 con 0x7f1bc809aa30 2024-09-10T07:21:52.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.887+0000 7f1bc67fc640 1 -- 172.21.15.3:0/1655784136 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb8032810 con 0x7f1bc809aa30 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 -- 172.21.15.3:0/1655784136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809aa30 msgr2=0x7f1bc80d0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/1655784136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809aa30 0x7f1bc80d0350 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8073c10 tx=0x7f1bb802a230 comp rx=0 tx=0).stop 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 -- 172.21.15.3:0/1655784136 shutdown_connections 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/1655784136 >> v2:172.21.15.70:3300/0 conn(0x7f1bc809ae10 0x7f1bc806cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/1655784136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809aa30 0x7f1bc80d0350 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 -- 172.21.15.3:0/1655784136 >> 172.21.15.3:0/1655784136 conn(0x7f1bc80b3cf0 msgr2=0x7f1bc80b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 -- 172.21.15.3:0/1655784136 shutdown_connections 2024-09-10T07:21:52.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.888+0000 7f1bcde8d640 1 -- 172.21.15.3:0/1655784136 wait complete. 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.889+0000 7f1bcde8d640 1 Processor -- start 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.889+0000 7f1bcde8d640 1 -- start start 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bcde8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1bc809aa30 0x7f1bc8070fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bcde8d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 0x7f1bc81f4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bcde8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1bc8161ef0 0x7f1bc80b7860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bcde8d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc80d1530 con 0x7f1bc809ae10 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bcde8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc80d1250 con 0x7f1bc809aa30 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bcde8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1bc80b2940 con 0x7f1bc8161ef0 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 0x7f1bc81f4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 0x7f1bc81f4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54582/0 (socket says 172.21.15.3:54582) 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 -- 172.21.15.3:0/2172505045 learned_addr learned my addr 172.21.15.3:0/2172505045 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc7fff640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1bc8161ef0 0x7f1bc80b7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc77fe640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1bc809aa30 0x7f1bc8070fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 -- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1bc8161ef0 msgr2=0x7f1bc80b7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1bc8161ef0 0x7f1bc80b7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 -- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1bc809aa30 msgr2=0x7f1bc8070fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1bc809aa30 0x7f1bc8070fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.890+0000 7f1bc6ffd640 1 -- 172.21.15.3:0/2172505045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc81f78f0 con 0x7f1bc809ae10 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.891+0000 7f1bc6ffd640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 0x7f1bc81f4d00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00b4d0 tx=0x7f1bbc00b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.891+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc014070 con 0x7f1bc809ae10 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.891+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bbc010870 con 0x7f1bc809ae10 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.891+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bc81f7bd0 con 0x7f1bc809ae10 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.891+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc010c60 con 0x7f1bc809ae10 2024-09-10T07:21:52.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.891+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bc81f8190 con 0x7f1bc809ae10 2024-09-10T07:21:52.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.892+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bc809b280 con 0x7f1bc809ae10 2024-09-10T07:21:52.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.892+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1bbc017070 con 0x7f1bc809ae10 2024-09-10T07:21:52.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.893+0000 7f1baffff640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bb406be30 0x7f1bb406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:52.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.893+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5249+0+0 (secure 0 0 0) 0x7f1bbc08a9c0 con 0x7f1bc809ae10 2024-09-10T07:21:52.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.893+0000 7f1bc77fe640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bb406be30 0x7f1bb406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:52.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.894+0000 7f1bc77fe640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bb406be30 0x7f1bb406e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8034000 tx=0x7f1bb802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:52.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:52.897+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1bbc08ce20 con 0x7f1bc809ae10 2024-09-10T07:21:53.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.074+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f1bc80b8180 con 0x7f1bc809ae10 2024-09-10T07:21:53.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.074+0000 7f1baffff640 1 -- 172.21.15.3:0/2172505045 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v48) ==== 84+0+65 (secure 0 0 0) 0x7f1bbc058f70 con 0x7f1bc809ae10 2024-09-10T07:21:53.074 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:53.075 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-09-10T07:21:53.075 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:21:53.075 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-09-10T07:21:53.075 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-09-10T07:21:53.075 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:21:53.075 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-09-10T07:21:53.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bb406be30 msgr2=0x7f1bb406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:53.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bb406be30 0x7f1bb406e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1bb8034000 tx=0x7f1bb802e000 comp rx=0 tx=0).stop 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 msgr2=0x7f1bc81f4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 0x7f1bc81f4d00 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00b4d0 tx=0x7f1bbc00b990 comp rx=0 tx=0).stop 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 shutdown_connections 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1bb406be30 0x7f1bb406e2f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1bc8161ef0 0x7f1bc80b7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1bc809ae10 0x7f1bc81f4d00 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 --2- 172.21.15.3:0/2172505045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1bc809aa30 0x7f1bc8070fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 >> 172.21.15.3:0/2172505045 conn(0x7f1bc80b3cf0 msgr2=0x7f1bc80cd340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 shutdown_connections 2024-09-10T07:21:53.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.076+0000 7f1bcde8d640 1 -- 172.21.15.3:0/2172505045 wait complete. 2024-09-10T07:21:53.088 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:21:53.088 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:21:53.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.195+0000 7fe3175fd640 1 Processor -- start 2024-09-10T07:21:53.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.195+0000 7fe3175fd640 1 -- start start 2024-09-10T07:21:53.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.196+0000 7fe3175fd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe31015e620 0x7fe3101629e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:53.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.196+0000 7fe3175fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 0x7fe31006cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:53.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.196+0000 7fe3175fd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe31015ed70 con 0x7fe31006e8a0 2024-09-10T07:21:53.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.196+0000 7fe3175fd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe31015f050 con 0x7fe31015e620 2024-09-10T07:21:53.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.196+0000 7fe3175fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe31015f330 con 0x7fe3100d0430 2024-09-10T07:21:53.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.196+0000 7fe315b9a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 0x7fe31006cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:53.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315399640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe31015e620 0x7fe3101629e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:53.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315b9a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 0x7fe31006cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:56876/0 (socket says 172.21.15.3:56876) 2024-09-10T07:21:53.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe314b98640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe31006e8a0 0x7fe3100cfd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:39796/0 (socket says 172.21.15.3:39796) 2024-09-10T07:21:53.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315b9a640 1 -- 172.21.15.3:0/3258482426 learned_addr learned my addr 172.21.15.3:0/3258482426 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:53.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315b9a640 1 -- 172.21.15.3:0/3258482426 >> v2:172.21.15.70:3300/0 conn(0x7fe31015e620 msgr2=0x7fe3101629e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:53.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315b9a640 1 --2- 172.21.15.3:0/3258482426 >> v2:172.21.15.70:3300/0 conn(0x7fe31015e620 0x7fe3101629e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315b9a640 1 -- 172.21.15.3:0/3258482426 >> v1:172.21.15.70:6789/0 conn(0x7fe31006e8a0 legacy=0x7fe3100cfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.197+0000 7fe315b9a640 1 -- 172.21.15.3:0/3258482426 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe31015f610 con 0x7fe3100d0430 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe315b9a640 1 --2- 172.21.15.3:0/3258482426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 0x7fe31006cee0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe308009e50 tx=0x7fe30802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15ced8dea6c4e3d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe307fff640 1 -- 172.21.15.3:0/3258482426 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe308036070 con 0x7fe3100d0430 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe307fff640 1 -- 172.21.15.3:0/3258482426 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe308031600 con 0x7fe3100d0430 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe307fff640 1 -- 172.21.15.3:0/3258482426 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3080319d0 con 0x7fe3100d0430 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe3175fd640 1 -- 172.21.15.3:0/3258482426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 msgr2=0x7fe31006cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe3175fd640 1 --2- 172.21.15.3:0/3258482426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 0x7fe31006cee0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe308009e50 tx=0x7fe30802a710 comp rx=0 tx=0).stop 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe3175fd640 1 -- 172.21.15.3:0/3258482426 shutdown_connections 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe3175fd640 1 --2- 172.21.15.3:0/3258482426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe3100d0430 0x7fe31006cee0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe3175fd640 1 --2- 172.21.15.3:0/3258482426 >> v2:172.21.15.70:3300/0 conn(0x7fe31015e620 0x7fe3101629e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.198+0000 7fe3175fd640 1 -- 172.21.15.3:0/3258482426 >> 172.21.15.3:0/3258482426 conn(0x7fe31006fdc0 msgr2=0x7fe3100701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.199+0000 7fe3175fd640 1 -- 172.21.15.3:0/3258482426 shutdown_connections 2024-09-10T07:21:53.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.199+0000 7fe3175fd640 1 -- 172.21.15.3:0/3258482426 wait complete. 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 Processor -- start 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 -- start start 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 0x7fe31014e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3100d0430 0x7fe3100b5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe31015e620 0x7fe3100cb230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe31015fb00 con 0x7fe31006e8a0 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe31015f980 con 0x7fe3100d0430 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.200+0000 7fe3175fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe31015fc80 con 0x7fe31015e620 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 0x7fe31014e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 0x7fe31014e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54584/0 (socket says 172.21.15.3:54584) 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 -- 172.21.15.3:0/590339734 learned_addr learned my addr 172.21.15.3:0/590339734 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315b9a640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe31015e620 0x7fe3100cb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe314b98640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3100d0430 0x7fe3100b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:53.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 -- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe31015e620 msgr2=0x7fe3100cb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe31015e620 0x7fe3100cb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 -- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3100d0430 msgr2=0x7fe3100b5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3100d0430 0x7fe3100b5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 -- 172.21.15.3:0/590339734 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3100b5870 con 0x7fe31006e8a0 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315b9a640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe31015e620 0x7fe3100cb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe315399640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 0x7fe31014e7d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fe30c00e870 tx=0x7fe30c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c017070 con 0x7fe31006e8a0 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3100b5b50 con 0x7fe31006e8a0 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe30c00c940 con 0x7fe31006e8a0 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c00cd30 con 0x7fe31006e8a0 2024-09-10T07:21:53.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.201+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3100b6110 con 0x7fe31006e8a0 2024-09-10T07:21:53.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.202+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3100b6540 con 0x7fe31006e8a0 2024-09-10T07:21:53.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.203+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe30c01a070 con 0x7fe31006e8a0 2024-09-10T07:21:53.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.203+0000 7fe305ffb640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe2f406be30 0x7fe2f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:53.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.203+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5249+0+0 (secure 0 0 0) 0x7fe30c08b030 con 0x7fe31006e8a0 2024-09-10T07:21:53.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.203+0000 7fe314b98640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe2f406be30 0x7fe2f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:53.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.204+0000 7fe314b98640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe2f406be30 0x7fe2f406e2f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe300007fd0 tx=0x7fe300009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:53.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.208+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe30c059a80 con 0x7fe31006e8a0 2024-09-10T07:21:53.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:53.385+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe3101629e0 con 0x7fe31006e8a0 2024-09-10T07:21:54.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.384+0000 7fe305ffb640 1 -- 172.21.15.3:0/590339734 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v49) ==== 138+0+0 (secure 0 0 0) 0x7fe30c059380 con 0x7fe31006e8a0 2024-09-10T07:21:54.384 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-09-10T07:21:54.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe2f406be30 msgr2=0x7fe2f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:54.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe2f406be30 0x7fe2f406e2f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe300007fd0 tx=0x7fe300009040 comp rx=0 tx=0).stop 2024-09-10T07:21:54.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 msgr2=0x7fe31014e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:54.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 0x7fe31014e7d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fe30c00e870 tx=0x7fe30c00ed30 comp rx=0 tx=0).stop 2024-09-10T07:21:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 shutdown_connections 2024-09-10T07:21:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe2f406be30 0x7fe2f406e2f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe31015e620 0x7fe3100cb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3100d0430 0x7fe3100b5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 --2- 172.21.15.3:0/590339734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe31006e8a0 0x7fe31014e7d0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.388+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 >> 172.21.15.3:0/590339734 conn(0x7fe31006fdc0 msgr2=0x7fe310158f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.391+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 shutdown_connections 2024-09-10T07:21:54.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.392+0000 7fe3175fd640 1 -- 172.21.15.3:0/590339734 wait complete. 2024-09-10T07:21:54.407 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:21:54.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.522+0000 7f5cd6ed2640 1 Processor -- start 2024-09-10T07:21:54.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.522+0000 7f5cd6ed2640 1 -- start start 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5cd6ed2640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cd00d3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5cd6ed2640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5cd00b3a40 0x7f5cd006cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5cd6ed2640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cd0161ee0 con 0x7f5cd00d3570 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5cd6ed2640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5cd00ceb70 con 0x7f5cd00b3a40 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5cd6ed2640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd00cf6f0 con 0x7f5cd0161b00 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5ccffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5cd00d3570 0x7f5cd00b5fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34794/0 (socket says 172.21.15.3:34794) 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.523+0000 7f5ccffff640 1 -- 172.21.15.3:0/1972756113 learned_addr learned my addr 172.21.15.3:0/1972756113 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:54.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 268629565 0 0) 0x7f5cd0161ee0 con 0x7f5cd00d3570 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5cb8003520 con 0x7f5cd00d3570 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd546f640 1 --2- 172.21.15.3:0/1972756113 >> v2:172.21.15.70:3300/0 conn(0x7f5cd00b3a40 0x7f5cd006cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cd00d3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3965636284 0 0) 0x7f5cb8003520 con 0x7f5cd00d3570 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 msgr2=0x7f5cd00d3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cd00d3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 >> v2:172.21.15.70:3300/0 conn(0x7f5cd00b3a40 msgr2=0x7f5cd006cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 --2- 172.21.15.3:0/1972756113 >> v2:172.21.15.70:3300/0 conn(0x7f5cd00b3a40 0x7f5cd006cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd00cedc0 con 0x7f5cd00d3570 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f5cc4001670 con 0x7f5cd00d3570 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 >> v1:172.21.15.3:6789/0 conn(0x7f5cd00d3570 legacy=0x7f5cd00b5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cb80039b0 0x7f5cb8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cb8004800 0x7f5cb8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cb80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd00ceb70 con 0x7f5cb80039b0 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd00cf6f0 con 0x7f5cb8004800 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5cb800b9c0 con 0x7f5cd0161b00 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cb80039b0 0x7f5cb8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5ccffff640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cb8004800 0x7f5cb8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd546f640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cb80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 -- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 msgr2=0x7f5cb80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cb80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 -- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cb8004800 msgr2=0x7f5cb8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cb8004800 0x7f5cb8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd4c6e640 1 -- 172.21.15.3:0/1972756113 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb8003520 con 0x7f5cb80039b0 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.524+0000 7f5cd546f640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cd0161b00 0x7f5cb80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:54.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.525+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cb80039b0 0x7f5cb8003dd0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0009ac0 tx=0x7f5cb8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6f610042d9d34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.525+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc0036070 con 0x7f5cb80039b0 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.525+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc0031400 con 0x7f5cb80039b0 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.525+0000 7f5ccf7fe640 1 -- 172.21.15.3:0/1972756113 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc0009690 con 0x7f5cb80039b0 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1972756113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cb80039b0 msgr2=0x7f5cb8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1972756113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cb80039b0 0x7f5cb8003dd0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0009ac0 tx=0x7f5cb8005830 comp rx=0 tx=0).stop 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd546f640 1 -- 172.21.15.3:0/1972756113 reap_dead start 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1972756113 shutdown_connections 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1972756113 >> 172.21.15.3:0/1972756113 conn(0x7f5cd008bfc0 msgr2=0x7f5cd009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1972756113 shutdown_connections 2024-09-10T07:21:54.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.526+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1972756113 wait complete. 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.527+0000 7f5cd6ed2640 1 Processor -- start 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.527+0000 7f5cd6ed2640 1 -- start start 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd6ed2640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cb80039b0 0x7f5cd00cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd6ed2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 0x7f5cd00a19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd6ed2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cd00b4fa0 0x7f5cd00b5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd6ed2640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd00b66b0 con 0x7f5cd00cceb0 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd6ed2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd00cf380 con 0x7f5cd00b4fa0 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd6ed2640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd00b6830 con 0x7f5cb80039b0 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5ccffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 0x7f5cd00a19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5ccffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 0x7f5cd00a19b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54602/0 (socket says 172.21.15.3:54602) 2024-09-10T07:21:54.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5ccffff640 1 -- 172.21.15.3:0/1182274619 learned_addr learned my addr 172.21.15.3:0/1182274619 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd546f640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cd00b4fa0 0x7f5cd00b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.528+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cb80039b0 0x7f5cd00cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccffff640 1 -- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cb80039b0 msgr2=0x7f5cd00cc170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccffff640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cb80039b0 0x7f5cd00cc170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccffff640 1 -- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cd00b4fa0 msgr2=0x7f5cd00b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccffff640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cd00b4fa0 0x7f5cd00b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccffff640 1 -- 172.21.15.3:0/1182274619 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd00cd620 con 0x7f5cd00cceb0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccffff640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 0x7f5cd00a19b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4004ec0 tx=0x7f5cc4007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc400f7b0 con 0x7f5cd00cceb0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc4018070 con 0x7f5cd00cceb0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd00b73f0 con 0x7f5cd00cceb0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc400fb50 con 0x7f5cd00cceb0 2024-09-10T07:21:54.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.529+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd00cd310 con 0x7f5cd00cceb0 2024-09-10T07:21:54.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.530+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd0068880 con 0x7f5cd00cceb0 2024-09-10T07:21:54.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.530+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5cc400fcf0 con 0x7f5cd00cceb0 2024-09-10T07:21:54.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.531+0000 7f5ccd7fa640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cbc06be60 0x7f5cbc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:54.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.531+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5619+0+0 (secure 0 0 0) 0x7f5cc408abe0 con 0x7f5cd00cceb0 2024-09-10T07:21:54.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.531+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cbc06be60 0x7f5cbc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:54.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.532+0000 7f5cd4c6e640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cbc06be60 0x7f5cbc06e320 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0033000 tx=0x7f5cc0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:54.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.536+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5cc4059020 con 0x7f5cd00cceb0 2024-09-10T07:21:54.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:54.710+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f5cd00cfb80 con 0x7f5cd00cceb0 2024-09-10T07:21:55.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.390+0000 7f5ccd7fa640 1 -- 172.21.15.3:0/1182274619 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v50) ==== 170+0+0 (secure 0 0 0) 0x7f5cc405d320 con 0x7f5cd00cceb0 2024-09-10T07:21:55.390 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-09-10T07:21:55.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.393+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cbc06be60 msgr2=0x7f5cbc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:55.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.393+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cbc06be60 0x7f5cbc06e320 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0033000 tx=0x7f5cc0008030 comp rx=0 tx=0).stop 2024-09-10T07:21:55.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.393+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 msgr2=0x7f5cd00a19b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:55.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.393+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 0x7f5cd00a19b0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4004ec0 tx=0x7f5cc4007430 comp rx=0 tx=0).stop 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.394+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 shutdown_connections 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.394+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5cbc06be60 0x7f5cbc06e320 secure :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0033000 tx=0x7f5cc0008030 comp rx=0 tx=0).stop 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.394+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5cd00b4fa0 0x7f5cd00b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.394+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5cd00cceb0 0x7f5cd00a19b0 secure :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4004ec0 tx=0x7f5cc4007430 comp rx=0 tx=0).stop 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.394+0000 7f5cd6ed2640 1 --2- 172.21.15.3:0/1182274619 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5cb80039b0 0x7f5cd00cc170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.394+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 >> 172.21.15.3:0/1182274619 conn(0x7f5cd008bfc0 msgr2=0x7f5cd00b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.395+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 shutdown_connections 2024-09-10T07:21:55.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.396+0000 7f5cd6ed2640 1 -- 172.21.15.3:0/1182274619 wait complete. 2024-09-10T07:21:55.424 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:21:55.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.535+0000 7f1322c37640 1 Processor -- start 2024-09-10T07:21:55.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.535+0000 7f1322c37640 1 -- start start 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f1322c37640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f131c0ccfb0 0x7f131c15c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f1322c37640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f131c0d0db0 0x7f131c15cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f1322c37640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f131c0d0030 con 0x7f131c15a0f0 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f1322c37640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f131c15d730 con 0x7f131c0d0db0 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f1322c37640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f131c0d02d0 con 0x7f131c0ccfb0 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f13211d4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f131c0d0db0 0x7f131c15cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f13211d4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f131c0d0db0 0x7f131c15cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54612/0 (socket says 172.21.15.3:54612) 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f13209d3640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f131c15a0f0 0x7f131c0cc8a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34810/0 (socket says 172.21.15.3:34810) 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.536+0000 7f13211d4640 1 -- 172.21.15.3:0/2757717966 learned_addr learned my addr 172.21.15.3:0/2757717966 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f13211d4640 1 -- 172.21.15.3:0/2757717966 >> v2:172.21.15.70:3300/0 conn(0x7f131c0ccfb0 msgr2=0x7f131c15c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f131bfff640 1 --2- 172.21.15.3:0/2757717966 >> v2:172.21.15.70:3300/0 conn(0x7f131c0ccfb0 0x7f131c15c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:55.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f13211d4640 1 --2- 172.21.15.3:0/2757717966 >> v2:172.21.15.70:3300/0 conn(0x7f131c0ccfb0 0x7f131c15c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f13211d4640 1 -- 172.21.15.3:0/2757717966 >> v1:172.21.15.3:6789/0 conn(0x7f131c15a0f0 legacy=0x7f131c0cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:55.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f131b7fe640 1 -- 172.21.15.3:0/2757717966 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1102050194 0 0) 0x7f131c0d0030 con 0x7f131c15a0f0 2024-09-10T07:21:55.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f13211d4640 1 -- 172.21.15.3:0/2757717966 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f131c0d05b0 con 0x7f131c0d0db0 2024-09-10T07:21:55.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f131bfff640 1 --2- 172.21.15.3:0/2757717966 >> v2:172.21.15.70:3300/0 conn(0x7f131c0ccfb0 0x7f131c15c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:55.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.537+0000 7f13211d4640 1 --2- 172.21.15.3:0/2757717966 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c0d0db0 0x7f131c15cef0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f131c0ce260 tx=0x7f131402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f281635e4f523d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:55.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f131b7fe640 1 -- 172.21.15.3:0/2757717966 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314037070 con 0x7f131c0d0db0 2024-09-10T07:21:55.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f131b7fe640 1 -- 172.21.15.3:0/2757717966 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1314032440 con 0x7f131c0d0db0 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f131b7fe640 1 -- 172.21.15.3:0/2757717966 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314032810 con 0x7f131c0d0db0 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 -- 172.21.15.3:0/2757717966 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c0d0db0 msgr2=0x7f131c15cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 --2- 172.21.15.3:0/2757717966 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c0d0db0 0x7f131c15cef0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f131c0ce260 tx=0x7f131402a270 comp rx=0 tx=0).stop 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 -- 172.21.15.3:0/2757717966 shutdown_connections 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 --2- 172.21.15.3:0/2757717966 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c0d0db0 0x7f131c15cef0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 --2- 172.21.15.3:0/2757717966 >> v2:172.21.15.70:3300/0 conn(0x7f131c0ccfb0 0x7f131c15c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 -- 172.21.15.3:0/2757717966 >> 172.21.15.3:0/2757717966 conn(0x7f131c0b3dc0 msgr2=0x7f131c0b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 -- 172.21.15.3:0/2757717966 shutdown_connections 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.538+0000 7f1322c37640 1 -- 172.21.15.3:0/2757717966 wait complete. 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.539+0000 7f1322c37640 1 Processor -- start 2024-09-10T07:21:55.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.539+0000 7f1322c37640 1 -- start start 2024-09-10T07:21:55.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.540+0000 7f1322c37640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f131c0ccfb0 0x7f131c15b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.540+0000 7f1322c37640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f131c0d0db0 0x7f131c147110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.540+0000 7f1322c37640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 0x7f131c147650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.540+0000 7f1322c37640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f131c0d18b0 con 0x7f131c15a0f0 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.540+0000 7f1322c37640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f131c15d430 con 0x7f131c0ccfb0 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.540+0000 7f1322c37640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f131c0d1a30 con 0x7f131c0d0db0 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 0x7f131c147650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 0x7f131c147650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54624/0 (socket says 172.21.15.3:54624) 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 -- 172.21.15.3:0/3578584935 learned_addr learned my addr 172.21.15.3:0/3578584935 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13209d3640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f131c0ccfb0 0x7f131c15b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f131bfff640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f131c0d0db0 0x7f131c147110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:55.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 -- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f131c0d0db0 msgr2=0x7f131c147110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f131c0d0db0 0x7f131c147110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 -- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f131c0ccfb0 msgr2=0x7f131c15b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f131c0ccfb0 0x7f131c15b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 -- 172.21.15.3:0/3578584935 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f131c0c9f80 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13211d4640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 0x7f131c147650 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f1314035040 tx=0x7f13140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314037040 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1314004030 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f131c0ca260 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314004400 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.541+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f131c15bcd0 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.542+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f131c0cc8a0 con 0x7f131c15a0f0 2024-09-10T07:21:55.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.543+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f131403a070 con 0x7f131c15a0f0 2024-09-10T07:21:55.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.543+0000 7f13197fa640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12fc06be60 0x7f12fc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:55.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.544+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 6001+0+0 (secure 0 0 0) 0x7f13140ab780 con 0x7f131c15a0f0 2024-09-10T07:21:55.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.544+0000 7f13209d3640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12fc06be60 0x7f12fc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:55.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.544+0000 7f13209d3640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12fc06be60 0x7f12fc06e320 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1304007fd0 tx=0x7f1304007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:55.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.548+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1314041020 con 0x7f131c15a0f0 2024-09-10T07:21:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:55.759+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f131c15f430 con 0x7f131c15a0f0 2024-09-10T07:21:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.404+0000 7f13197fa640 1 -- 172.21.15.3:0/3578584935 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v30) ==== 172+0+0 (secure 0 0 0) 0x7f1314079920 con 0x7f131c15a0f0 2024-09-10T07:21:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 7 and data pool 8 2024-09-10T07:21:56.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.410+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12fc06be60 msgr2=0x7f12fc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.410+0000 7f1322c37640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12fc06be60 0x7f12fc06e320 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1304007fd0 tx=0x7f1304007de0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.410+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 msgr2=0x7f131c147650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.410+0000 7f1322c37640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 0x7f131c147650 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f1314035040 tx=0x7f13140046c0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 shutdown_connections 2024-09-10T07:21:56.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12fc06be60 0x7f12fc06e320 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f131c15a0f0 0x7f131c147650 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f131c0d0db0 0x7f131c147110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 --2- 172.21.15.3:0/3578584935 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f131c0ccfb0 0x7f131c15b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 >> 172.21.15.3:0/3578584935 conn(0x7f131c0b3dc0 msgr2=0x7f131c15e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:56.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 shutdown_connections 2024-09-10T07:21:56.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.413+0000 7f1322c37640 1 -- 172.21.15.3:0/3578584935 wait complete. 2024-09-10T07:21:56.436 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:56.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.544+0000 7f549954b640 1 Processor -- start 2024-09-10T07:21:56.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.544+0000 7f549954b640 1 -- start start 2024-09-10T07:21:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f549954b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f54940d04c0 0x7f5494071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f549954b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f54941476d0 0x7f54940ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f549954b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f549415e7c0 con 0x7f54940cf340 2024-09-10T07:21:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f549954b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f5494071b80 con 0x7f54940d04c0 2024-09-10T07:21:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f549954b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5494071e60 con 0x7f54941476d0 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f54940d04c0 0x7f5494071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f54940d04c0 0x7f5494071510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54632/0 (socket says 172.21.15.3:54632) 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 -- 172.21.15.3:0/3254239651 learned_addr learned my addr 172.21.15.3:0/3254239651 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f5492ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f54940cf340 0x7f54940cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34818/0 (socket says 172.21.15.3:34818) 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54937fe640 1 --2- 172.21.15.3:0/3254239651 >> v2:172.21.15.70:3300/0 conn(0x7f54941476d0 0x7f54940ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 -- 172.21.15.3:0/3254239651 >> v2:172.21.15.70:3300/0 conn(0x7f54941476d0 msgr2=0x7f54940ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 --2- 172.21.15.3:0/3254239651 >> v2:172.21.15.70:3300/0 conn(0x7f54941476d0 0x7f54940ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 -- 172.21.15.3:0/3254239651 >> v1:172.21.15.3:6789/0 conn(0x7f54940cf340 legacy=0x7f54940cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.545+0000 7f54927fc640 1 -- 172.21.15.3:0/3254239651 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5494072140 con 0x7f54940d04c0 2024-09-10T07:21:56.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.546+0000 7f54927fc640 1 --2- 172.21.15.3:0/3254239651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54940d04c0 0x7f5494071510 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f5494072900 tx=0x7f548802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24aba4b66ee7eae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:56.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.546+0000 7f5491ffb640 1 -- 172.21.15.3:0/3254239651 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5488037070 con 0x7f54940d04c0 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.546+0000 7f5491ffb640 1 -- 172.21.15.3:0/3254239651 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5488032440 con 0x7f54940d04c0 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.546+0000 7f5491ffb640 1 -- 172.21.15.3:0/3254239651 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5488032810 con 0x7f54940d04c0 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 -- 172.21.15.3:0/3254239651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54940d04c0 msgr2=0x7f5494071510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 --2- 172.21.15.3:0/3254239651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54940d04c0 0x7f5494071510 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f5494072900 tx=0x7f548802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 -- 172.21.15.3:0/3254239651 shutdown_connections 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 --2- 172.21.15.3:0/3254239651 >> v2:172.21.15.70:3300/0 conn(0x7f54941476d0 0x7f54940ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 --2- 172.21.15.3:0/3254239651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54940d04c0 0x7f5494071510 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 -- 172.21.15.3:0/3254239651 >> 172.21.15.3:0/3254239651 conn(0x7f54940b3d50 msgr2=0x7f54940b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 -- 172.21.15.3:0/3254239651 shutdown_connections 2024-09-10T07:21:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.547+0000 7f549954b640 1 -- 172.21.15.3:0/3254239651 wait complete. 2024-09-10T07:21:56.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.548+0000 7f549954b640 1 Processor -- start 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.548+0000 7f549954b640 1 -- start start 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f549954b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54940cf340 0x7f549415de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f549954b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54940d04c0 0x7f54940b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f549954b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 0x7f54940b65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f549954b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f54940cd150 con 0x7f54941476d0 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f549954b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5494147ee0 con 0x7f54940d04c0 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f549954b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f54940cd2d0 con 0x7f54940cf340 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 0x7f54940b65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 0x7f54940b65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54646/0 (socket says 172.21.15.3:54646) 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 -- 172.21.15.3:0/3564023241 learned_addr learned my addr 172.21.15.3:0/3564023241 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54927fc640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54940d04c0 0x7f54940b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f5492ffd640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54940cf340 0x7f549415de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 -- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54940cf340 msgr2=0x7f549415de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54940cf340 0x7f549415de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 -- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54940d04c0 msgr2=0x7f54940b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.549+0000 7f54937fe640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54940d04c0 0x7f54940b60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f54937fe640 1 -- 172.21.15.3:0/3564023241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54941f4e60 con 0x7f54941476d0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f54927fc640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54940d04c0 0x7f54940b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f5492ffd640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54940cf340 0x7f549415de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f54937fe640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 0x7f54940b65e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f548c007e90 tx=0x7f548c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f548c014420 con 0x7f54941476d0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f548c019070 con 0x7f54941476d0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5494161340 con 0x7f54941476d0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f548c014800 con 0x7f54941476d0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.550+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5494161900 con 0x7f54941476d0 2024-09-10T07:21:56.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.551+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5494071510 con 0x7f54941476d0 2024-09-10T07:21:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.551+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f548c0149a0 con 0x7f54941476d0 2024-09-10T07:21:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.552+0000 7f547b7fe640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f548006be30 0x7f548006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.552+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f548c08b810 con 0x7f54941476d0 2024-09-10T07:21:56.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.552+0000 7f5492ffd640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f548006be30 0x7f548006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.553+0000 7f5492ffd640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f548006be30 0x7f548006e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f54940b34f0 tx=0x7f5484009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:56.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.556+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f548c05a020 con 0x7f54941476d0 2024-09-10T07:21:56.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.733+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54940b4b00 con 0x7f54941476d0 2024-09-10T07:21:56.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.734+0000 7f547b7fe640 1 -- 172.21.15.3:0/3564023241 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) ==== 74+0+16895 (secure 0 0 0) 0x7f548c059920 con 0x7f54941476d0 2024-09-10T07:21:56.734 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:56.735 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":51,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:55.760448+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:53.416056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:54.741652+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:56.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f548006be30 msgr2=0x7f548006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f548006be30 0x7f548006e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f54940b34f0 tx=0x7f5484009040 comp rx=0 tx=0).stop 2024-09-10T07:21:56.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 msgr2=0x7f54940b65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 0x7f54940b65e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f548c007e90 tx=0x7f548c00e4b0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 shutdown_connections 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f548006be30 0x7f548006e2f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54941476d0 0x7f54940b65e0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f54940d04c0 0x7f54940b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 --2- 172.21.15.3:0/3564023241 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f54940cf340 0x7f549415de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 >> 172.21.15.3:0/3564023241 conn(0x7f54940b3d50 msgr2=0x7f54940b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 shutdown_connections 2024-09-10T07:21:56.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.736+0000 7f549954b640 1 -- 172.21.15.3:0/3564023241 wait complete. 2024-09-10T07:21:56.747 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:56.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 Processor -- start 2024-09-10T07:21:56.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 -- start start 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f920c15e8d0 0x7f920c06dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f920c0acdd0 0x7f920c0cae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f920c06f530 con 0x7f920c0cb3b0 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f920c0cbbb0 con 0x7f920c0acdd0 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.850+0000 7f921165a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f920c0cbe90 con 0x7f920c15e8d0 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f920c0acdd0 0x7f920c0cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f920c0acdd0 0x7f920c0cae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54648/0 (socket says 172.21.15.3:54648) 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920b7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f920c0cb3b0 0x7f920c0ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34822/0 (socket says 172.21.15.3:34822) 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 -- 172.21.15.3:0/1349901297 learned_addr learned my addr 172.21.15.3:0/1349901297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:56.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920affd640 1 --2- 172.21.15.3:0/1349901297 >> v2:172.21.15.70:3300/0 conn(0x7f920c15e8d0 0x7f920c06dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 -- 172.21.15.3:0/1349901297 >> v2:172.21.15.70:3300/0 conn(0x7f920c15e8d0 msgr2=0x7f920c06dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 --2- 172.21.15.3:0/1349901297 >> v2:172.21.15.70:3300/0 conn(0x7f920c15e8d0 0x7f920c06dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 -- 172.21.15.3:0/1349901297 >> v1:172.21.15.3:6789/0 conn(0x7f920c0cb3b0 legacy=0x7f920c0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920a7fc640 1 -- 172.21.15.3:0/1349901297 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920c0ca5f0 con 0x7f920c0acdd0 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f9209ffb640 1 -- 172.21.15.3:0/1349901297 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1972317810 0 0) 0x7f920c06f530 con 0x7f920c0cb3b0 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.851+0000 7f920affd640 1 --2- 172.21.15.3:0/1349901297 >> v2:172.21.15.70:3300/0 conn(0x7f920c15e8d0 0x7f920c06dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f920a7fc640 1 --2- 172.21.15.3:0/1349901297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c0cae70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9200009870 tx=0x7f920002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c01c427afe333c74 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f9209ffb640 1 -- 172.21.15.3:0/1349901297 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200037070 con 0x7f920c0acdd0 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f9209ffb640 1 -- 172.21.15.3:0/1349901297 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9200032440 con 0x7f920c0acdd0 2024-09-10T07:21:56.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f9209ffb640 1 -- 172.21.15.3:0/1349901297 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200032810 con 0x7f920c0acdd0 2024-09-10T07:21:56.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f921165a640 1 -- 172.21.15.3:0/1349901297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 msgr2=0x7f920c0cae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f921165a640 1 --2- 172.21.15.3:0/1349901297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c0cae70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9200009870 tx=0x7f920002a2a0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f921165a640 1 -- 172.21.15.3:0/1349901297 shutdown_connections 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.852+0000 7f921165a640 1 --2- 172.21.15.3:0/1349901297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c0cae70 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.853+0000 7f921165a640 1 --2- 172.21.15.3:0/1349901297 >> v2:172.21.15.70:3300/0 conn(0x7f920c15e8d0 0x7f920c06dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.853+0000 7f921165a640 1 -- 172.21.15.3:0/1349901297 >> 172.21.15.3:0/1349901297 conn(0x7f920c0cffa0 msgr2=0x7f920c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.853+0000 7f921165a640 1 -- 172.21.15.3:0/1349901297 shutdown_connections 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.853+0000 7f921165a640 1 -- 172.21.15.3:0/1349901297 wait complete. 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.854+0000 7f921165a640 1 Processor -- start 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.854+0000 7f921165a640 1 -- start start 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c15b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f920c0cb3b0 0x7f920c15b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f920c15e8d0 0x7f920c151d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f920c0cb840 con 0x7f920c0acdd0 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f920c0cabb0 con 0x7f920c15e8d0 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f920c073720 con 0x7f920c0cb3b0 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c15b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c15b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54650/0 (socket says 172.21.15.3:54650) 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 -- 172.21.15.3:0/2543398630 learned_addr learned my addr 172.21.15.3:0/2543398630 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920b7fe640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f920c15e8d0 0x7f920c151d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920a7fc640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f920c0cb3b0 0x7f920c15b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 -- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f920c0cb3b0 msgr2=0x7f920c15b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f920c0cb3b0 0x7f920c15b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 -- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f920c15e8d0 msgr2=0x7f920c151d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f920c15e8d0 0x7f920c151d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 -- 172.21.15.3:0/2543398630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920c0b3140 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920a7fc640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f920c0cb3b0 0x7f920c15b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f920affd640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c15b0f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00c7f0 tx=0x7f91fc00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc015070 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91fc007820 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f920c0b3420 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.855+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc007bd0 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.856+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f920c0b39e0 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.856+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f920c073ab0 con 0x7f920c0acdd0 2024-09-10T07:21:56.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.857+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f91fc018070 con 0x7f920c0acdd0 2024-09-10T07:21:56.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.857+0000 7f91f37fe640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f91f806be30 0x7f91f806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:56.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.858+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f91fc08b160 con 0x7f920c0acdd0 2024-09-10T07:21:56.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.858+0000 7f920a7fc640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f91f806be30 0x7f91f806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:56.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.858+0000 7f920a7fc640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f91f806be30 0x7f91f806e2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9200034000 tx=0x7f920002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:56.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:56.862+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f91fc059980 con 0x7f920c0acdd0 2024-09-10T07:21:57.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.039+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f920c0af820 con 0x7f920c0acdd0 2024-09-10T07:21:57.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.040+0000 7f91f37fe640 1 -- 172.21.15.3:0/2543398630 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v51) ==== 74+0+16895 (secure 0 0 0) 0x7f91fc059280 con 0x7f920c0acdd0 2024-09-10T07:21:57.040 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:57.040 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":51,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:55.760448+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:53.416056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:54.741652+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:57.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f91f806be30 msgr2=0x7f91f806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f91f806be30 0x7f91f806e2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9200034000 tx=0x7f920002e000 comp rx=0 tx=0).stop 2024-09-10T07:21:57.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 msgr2=0x7f920c15b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c15b0f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00c7f0 tx=0x7f91fc00ccb0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 shutdown_connections 2024-09-10T07:21:57.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f91f806be30 0x7f91f806e2f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f920c15e8d0 0x7f920c151d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f920c0cb3b0 0x7f920c15b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 --2- 172.21.15.3:0/2543398630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f920c0acdd0 0x7f920c15b0f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 >> 172.21.15.3:0/2543398630 conn(0x7f920c0cffa0 msgr2=0x7f920c06e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:57.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 shutdown_connections 2024-09-10T07:21:57.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.042+0000 7f921165a640 1 -- 172.21.15.3:0/2543398630 wait complete. 2024-09-10T07:21:57.055 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:21:57.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.160+0000 7f16dd05c640 1 Processor -- start 2024-09-10T07:21:57.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.160+0000 7f16dd05c640 1 -- start start 2024-09-10T07:21:57.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.161+0000 7f16dd05c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 0x7f16d815e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.161+0000 7f16dd05c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f16d815ed80 0x7f16d806cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.161+0000 7f16dd05c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16d815f600 con 0x7f16d80cffe0 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.161+0000 7f16dd05c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f16d815f8e0 con 0x7f16d815ed80 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.161+0000 7f16dd05c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16d80ceee0 con 0x7f16d80cf6e0 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d759e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f16d815ed80 0x7f16d806cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d659c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 0x7f16d815e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d659c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 0x7f16d815e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:56934/0 (socket says 172.21.15.3:56934) 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d759e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f16d815ed80 0x7f16d806cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:48618/0 (socket says 172.21.15.3:48618) 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d6d9d640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f16d80cffe0 0x7f16d80d03c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:39812/0 (socket says 172.21.15.3:39812) 2024-09-10T07:21:57.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d659c640 1 -- 172.21.15.3:0/1963946725 learned_addr learned my addr 172.21.15.3:0/1963946725 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d759e640 1 -- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 msgr2=0x7f16d815e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d759e640 1 --2- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 0x7f16d815e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d759e640 1 -- 172.21.15.3:0/1963946725 >> v1:172.21.15.70:6789/0 conn(0x7f16d80cffe0 legacy=0x7f16d80d03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d759e640 1 -- 172.21.15.3:0/1963946725 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d80cf1c0 con 0x7f16d815ed80 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d5d9b640 1 -- 172.21.15.3:0/1963946725 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2007094838 0 0) 0x7f16d815f600 con 0x7f16d80cffe0 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.162+0000 7f16d659c640 1 --2- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 0x7f16d815e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16d759e640 1 --2- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d815ed80 0x7f16d806cc00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f16d0009dc0 tx=0x7f16d002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b20be4958d6b5789 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16d5d9b640 1 -- 172.21.15.3:0/1963946725 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d002ae60 con 0x7f16d815ed80 2024-09-10T07:21:57.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16d5d9b640 1 -- 172.21.15.3:0/1963946725 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16d0007740 con 0x7f16d815ed80 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16d5d9b640 1 -- 172.21.15.3:0/1963946725 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d0007b10 con 0x7f16d815ed80 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16dd05c640 1 -- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d815ed80 msgr2=0x7f16d806cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16dd05c640 1 --2- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d815ed80 0x7f16d806cc00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f16d0009dc0 tx=0x7f16d002a680 comp rx=0 tx=0).stop 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16dd05c640 1 -- 172.21.15.3:0/1963946725 shutdown_connections 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.163+0000 7f16dd05c640 1 --2- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d815ed80 0x7f16d806cc00 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.164+0000 7f16dd05c640 1 --2- 172.21.15.3:0/1963946725 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cf6e0 0x7f16d815e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.164+0000 7f16dd05c640 1 -- 172.21.15.3:0/1963946725 >> 172.21.15.3:0/1963946725 conn(0x7f16d80b3dc0 msgr2=0x7f16d80b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.164+0000 7f16dd05c640 1 -- 172.21.15.3:0/1963946725 shutdown_connections 2024-09-10T07:21:57.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.164+0000 7f16dd05c640 1 -- 172.21.15.3:0/1963946725 wait complete. 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.165+0000 7f16dd05c640 1 Processor -- start 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.165+0000 7f16dd05c640 1 -- start start 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16dd05c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d80cf6e0 0x7f16d8154e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16dd05c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cffe0 0x7f16d81f7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16dd05c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 0x7f16d81f8070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16dd05c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f16d815f210 con 0x7f16d815ed80 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16dd05c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f16d80cebc0 con 0x7f16d80cf6e0 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16dd05c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16d815f390 con 0x7f16d80cffe0 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 0x7f16d81f8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 0x7f16d81f8070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54652/0 (socket says 172.21.15.3:54652) 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 -- 172.21.15.3:0/203229549 learned_addr learned my addr 172.21.15.3:0/203229549 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d6d9d640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d80cf6e0 0x7f16d8154e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d659c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cffe0 0x7f16d81f7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 -- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cffe0 msgr2=0x7f16d81f7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cffe0 0x7f16d81f7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 -- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d80cf6e0 msgr2=0x7f16d8154e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d80cf6e0 0x7f16d8154e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 -- 172.21.15.3:0/203229549 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d80b64e0 con 0x7f16d815ed80 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.166+0000 7f16d759e640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 0x7f16d81f8070 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f16d002ac70 tx=0x7f16d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.167+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d0040070 con 0x7f16d815ed80 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.167+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16d0031d40 con 0x7f16d815ed80 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.167+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d81e81c0 con 0x7f16d815ed80 2024-09-10T07:21:57.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.167+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16d0009450 con 0x7f16d815ed80 2024-09-10T07:21:57.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.167+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d8158370 con 0x7f16d815ed80 2024-09-10T07:21:57.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.168+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d815e840 con 0x7f16d815ed80 2024-09-10T07:21:57.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.168+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f16d0039040 con 0x7f16d815ed80 2024-09-10T07:21:57.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.169+0000 7f16bf7fe640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16c406be30 0x7f16c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.169+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6101+0+0 (secure 0 0 0) 0x7f16d0007e00 con 0x7f16d815ed80 2024-09-10T07:21:57.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.169+0000 7f16d6d9d640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16c406be30 0x7f16c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.169+0000 7f16d6d9d640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16c406be30 0x7f16c406e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f16c8007fd0 tx=0x7f16c8007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:57.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.173+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16d007a550 con 0x7f16d815ed80 2024-09-10T07:21:57.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.384+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f16d80b1a10 con 0x7f16d815ed80 2024-09-10T07:21:57.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.400+0000 7f16bf7fe640 1 -- 172.21.15.3:0/203229549 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v31) ==== 118+0+0 (secure 0 0 0) 0x7f16d007e850 con 0x7f16d815ed80 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.403+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16c406be30 msgr2=0x7f16c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.403+0000 7f16dd05c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16c406be30 0x7f16c406e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f16c8007fd0 tx=0x7f16c8007de0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.403+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 msgr2=0x7f16d81f8070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.403+0000 7f16dd05c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 0x7f16d81f8070 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f16d002ac70 tx=0x7f16d0004a40 comp rx=0 tx=0).stop 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 shutdown_connections 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16c406be30 0x7f16c406e2f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16d815ed80 0x7f16d81f8070 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16d80cffe0 0x7f16d81f7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 --2- 172.21.15.3:0/203229549 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16d80cf6e0 0x7f16d8154e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 >> 172.21.15.3:0/203229549 conn(0x7f16d80b3dc0 msgr2=0x7f16d815fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:57.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 shutdown_connections 2024-09-10T07:21:57.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.404+0000 7f16dd05c640 1 -- 172.21.15.3:0/203229549 wait complete. 2024-09-10T07:21:57.416 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T07:21:57.416 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T07:21:57.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.522+0000 7fe564142640 1 Processor -- start 2024-09-10T07:21:57.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.522+0000 7fe564142640 1 -- start start 2024-09-10T07:21:57.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.523+0000 7fe564142640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 0x7fe55c0d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.523+0000 7fe564142640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe55c0b4dc0 con 0x7fe55c15e290 2024-09-10T07:21:57.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.523+0000 7fe564142640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe55c0b5060 con 0x7fe55c0d1fa0 2024-09-10T07:21:57.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.523+0000 7fe564142640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe55c0b5340 con 0x7fe55c0d4a70 2024-09-10T07:21:57.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.523+0000 7fe561ede640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe55c15e290 0x7fe55c0b45d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34830/0 (socket says 172.21.15.3:34830) 2024-09-10T07:21:57.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.523+0000 7fe561ede640 1 -- 172.21.15.3:0/833516656 learned_addr learned my addr 172.21.15.3:0/833516656 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:57.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5626df640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 0x7fe55c0d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2794845262 0 0) 0x7fe55c0b4dc0 con 0x7fe55c15e290 2024-09-10T07:21:57.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe544003520 con 0x7fe55c15e290 2024-09-10T07:21:57.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1605429385 0 0) 0x7fe544003520 con 0x7fe55c15e290 2024-09-10T07:21:57.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 msgr2=0x7fe55c0d1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:57.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 0x7fe55c0d1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 >> v1:172.21.15.70:6789/0 conn(0x7fe55c0d1fa0 legacy=0x7fe55c0d4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe55c0b5620 con 0x7fe55c15e290 2024-09-10T07:21:57.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe54c001a10 con 0x7fe55c15e290 2024-09-10T07:21:57.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 >> v1:172.21.15.3:6789/0 conn(0x7fe55c15e290 legacy=0x7fe55c0b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 0x7fe5440039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe544003f20 0x7fe544004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544004d40 0x7fe5440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe55c0b5340 con 0x7fe544003f20 2024-09-10T07:21:57.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe54400bad0 con 0x7fe544004d40 2024-09-10T07:21:57.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe54400bcd0 con 0x7fe55c0d4a70 2024-09-10T07:21:57.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5616dd640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe544003f20 0x7fe544004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe561ede640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 0x7fe5440039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5626df640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544004d40 0x7fe5440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5616dd640 1 -- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 msgr2=0x7fe5440039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:57.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5616dd640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c0d4a70 0x7fe5440039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5616dd640 1 -- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544004d40 msgr2=0x7fe5440051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:57.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5616dd640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544004d40 0x7fe5440051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.524+0000 7fe5616dd640 1 -- 172.21.15.3:0/833516656 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe544003520 con 0x7fe544003f20 2024-09-10T07:21:57.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.525+0000 7fe5616dd640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe544003f20 0x7fe544004800 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe550001860 tx=0x7fe544005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=951cf005e932d83b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:57.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.525+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550037070 con 0x7fe544003f20 2024-09-10T07:21:57.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.525+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe55002abf0 con 0x7fe544003f20 2024-09-10T07:21:57.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.525+0000 7fe560edc640 1 -- 172.21.15.3:0/833516656 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550001430 con 0x7fe544003f20 2024-09-10T07:21:57.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe564142640 1 -- 172.21.15.3:0/833516656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe544003f20 msgr2=0x7fe544004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe564142640 1 --2- 172.21.15.3:0/833516656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe544003f20 0x7fe544004800 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe550001860 tx=0x7fe544005830 comp rx=0 tx=0).stop 2024-09-10T07:21:57.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe5626df640 1 -- 172.21.15.3:0/833516656 reap_dead start 2024-09-10T07:21:57.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe564142640 1 -- 172.21.15.3:0/833516656 shutdown_connections 2024-09-10T07:21:57.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe564142640 1 -- 172.21.15.3:0/833516656 >> 172.21.15.3:0/833516656 conn(0x7fe55c08ddc0 msgr2=0x7fe55c09d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:57.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe564142640 1 -- 172.21.15.3:0/833516656 shutdown_connections 2024-09-10T07:21:57.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.526+0000 7fe564142640 1 -- 172.21.15.3:0/833516656 wait complete. 2024-09-10T07:21:57.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.527+0000 7fe564142640 1 Processor -- start 2024-09-10T07:21:57.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.527+0000 7fe564142640 1 -- start start 2024-09-10T07:21:57.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe564142640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544003f20 0x7fe55c1f79c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe564142640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c156fb0 0x7fe55c0b8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe564142640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 0x7fe55c160b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe564142640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe55c15e7f0 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe564142640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe55c15e670 con 0x7fe544003f20 2024-09-10T07:21:57.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe564142640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe55c0d1880 con 0x7fe55c156fb0 2024-09-10T07:21:57.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 0x7fe55c160b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 0x7fe55c160b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54668/0 (socket says 172.21.15.3:54668) 2024-09-10T07:21:57.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 -- 172.21.15.3:0/3412217283 learned_addr learned my addr 172.21.15.3:0/3412217283 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:57.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5616dd640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c156fb0 0x7fe55c0b8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe561ede640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544003f20 0x7fe55c1f79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 -- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c156fb0 msgr2=0x7fe55c0b8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c156fb0 0x7fe55c0b8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 -- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544003f20 msgr2=0x7fe55c1f79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:57.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544003f20 0x7fe55c1f79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:57.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe5626df640 1 -- 172.21.15.3:0/3412217283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe55c0b75c0 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.528+0000 7fe561ede640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544003f20 0x7fe55c1f79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:21:57.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.529+0000 7fe5626df640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 0x7fe55c160b40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe55c161eb0 tx=0x7fe554011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:57.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.529+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe554004240 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.529+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe55401b070 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.529+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe55c0b78a0 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.529+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe55400f770 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.529+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe55c0b7e60 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.530+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe55c0d4360 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.530+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe554012040 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.531+0000 7fe55a7fc640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe54806be60 0x7fe54806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:57.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.531+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7fe55408ae50 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.531+0000 7fe561ede640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe54806be60 0x7fe54806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:57.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.532+0000 7fe561ede640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe54806be60 0x7fe54806e320 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe55c1f6f10 tx=0x7fe54c006040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:57.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.535+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe554059670 con 0x7fe55c0b8fe0 2024-09-10T07:21:57.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:57.746+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe55c0b3fe0 con 0x7fe55c0b8fe0 2024-09-10T07:21:58.383 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:21:58.383+0000 7fc28408a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:21:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.410+0000 7fe55a7fc640 1 -- 172.21.15.3:0/3412217283 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7fe554058f70 con 0x7fe55c0b8fe0 2024-09-10T07:21:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe54806be60 msgr2=0x7fe54806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe54806be60 0x7fe54806e320 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe55c1f6f10 tx=0x7fe54c006040 comp rx=0 tx=0).stop 2024-09-10T07:21:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 msgr2=0x7fe55c160b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 0x7fe55c160b40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe55c161eb0 tx=0x7fe554011cf0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 shutdown_connections 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe54806be60 0x7fe54806e320 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe55c0b8fe0 0x7fe55c160b40 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe55c156fb0 0x7fe55c0b8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 --2- 172.21.15.3:0/3412217283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe544003f20 0x7fe55c1f79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 >> 172.21.15.3:0/3412217283 conn(0x7fe55c08ddc0 msgr2=0x7fe55c06d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.412+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 shutdown_connections 2024-09-10T07:21:58.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.413+0000 7fe564142640 1 -- 172.21.15.3:0/3412217283 wait complete. 2024-09-10T07:21:58.426 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T07:21:58.427 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:21:58.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.537+0000 7fd125dd6640 1 Processor -- start 2024-09-10T07:21:58.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.537+0000 7fd125dd6640 1 -- start start 2024-09-10T07:21:58.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd125dd6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd12015be60 0x7fd12015e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd125dd6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd12015c240 con 0x7fd12015edc0 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd125dd6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd12015f1c0 con 0x7fd1200d04a0 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd125dd6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd12006d2f0 con 0x7fd12015be60 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd117fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd12015edc0 0x7fd1200cfd90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55990/0 (socket says 172.21.15.3:55990) 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd117fff640 1 -- 172.21.15.3:0/1502992191 learned_addr learned my addr 172.21.15.3:0/1502992191 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3452393604 0 0) 0x7fd12015c240 con 0x7fd12015edc0 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd10c003520 con 0x7fd12015edc0 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1502992191 >> v2:172.21.15.70:3300/0 conn(0x7fd12015be60 0x7fd12015e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3166449897 0 0) 0x7fd10c003520 con 0x7fd12015edc0 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 >> v2:172.21.15.70:3300/0 conn(0x7fd12015be60 msgr2=0x7fd12015e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 --2- 172.21.15.3:0/1502992191 >> v2:172.21.15.70:3300/0 conn(0x7fd12015be60 0x7fd12015e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 >> v1:172.21.15.70:6789/0 conn(0x7fd1200d04a0 legacy=0x7fd12006d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd120070b70 con 0x7fd12015edc0 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fd108001670 con 0x7fd12015edc0 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 >> v1:172.21.15.3:6789/0 conn(0x7fd12015edc0 legacy=0x7fd1200cfd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd10c003a20 0x7fd10c003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.538+0000 7fd11effd640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd10c004800 0x7fd10c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11effd640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c0051c0 0x7fd10c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd12006d2f0 con 0x7fd10c004800 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd10c00c0d0 con 0x7fd10c003a20 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd10c00c2d0 con 0x7fd10c0051c0 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd117fff640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd10c004800 0x7fd10c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd10c003a20 0x7fd10c003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11ffff640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c0051c0 0x7fd10c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11f7fe640 1 -- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c0051c0 msgr2=0x7fd10c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c0051c0 0x7fd10c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11f7fe640 1 -- 172.21.15.3:0/1502992191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd10c004800 msgr2=0x7fd10c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:58.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd10c004800 0x7fd10c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11f7fe640 1 -- 172.21.15.3:0/1502992191 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd10c003520 con 0x7fd10c003a20 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd11ffff640 1 -- 172.21.15.3:0/1502992191 reap_dead start 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.539+0000 7fd117fff640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd10c004800 0x7fd10c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.540+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd10c003a20 0x7fd10c003e60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd110009ac0 tx=0x7fd10c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b01b67b8ee03f24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.540+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110036070 con 0x7fd10c003a20 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.540+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd110031400 con 0x7fd10c003a20 2024-09-10T07:21:58.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.540+0000 7fd11effd640 1 -- 172.21.15.3:0/1502992191 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110009690 con 0x7fd10c003a20 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.540+0000 7fd125dd6640 1 -- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd10c003a20 msgr2=0x7fd10c003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.540+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd10c003a20 0x7fd10c003e60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd110009ac0 tx=0x7fd10c005830 comp rx=0 tx=0).stop 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.541+0000 7fd125dd6640 1 -- 172.21.15.3:0/1502992191 shutdown_connections 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.541+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1502992191 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd10c003a20 0x7fd10c003e60 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.541+0000 7fd125dd6640 1 -- 172.21.15.3:0/1502992191 >> 172.21.15.3:0/1502992191 conn(0x7fd12006fde0 msgr2=0x7fd1200701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.541+0000 7fd125dd6640 1 -- 172.21.15.3:0/1502992191 shutdown_connections 2024-09-10T07:21:58.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.541+0000 7fd125dd6640 1 -- 172.21.15.3:0/1502992191 wait complete. 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 Processor -- start 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 -- start start 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c003a20 0x7fd1200b7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1201f4210 0x7fd12015ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 0x7fd1201f7df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd12006cca0 con 0x7fd12015b0b0 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd12015f720 con 0x7fd1201f4210 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.542+0000 7fd125dd6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd12006cf80 con 0x7fd10c003a20 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 0x7fd1201f7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 0x7fd1201f7df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51336/0 (socket says 172.21.15.3:51336) 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11f7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c003a20 0x7fd1200b7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 -- 172.21.15.3:0/1010086018 learned_addr learned my addr 172.21.15.3:0/1010086018 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd117fff640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1201f4210 0x7fd12015ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 -- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c003a20 msgr2=0x7fd1200b7590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c003a20 0x7fd1200b7590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 -- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1201f4210 msgr2=0x7fd12015ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1201f4210 0x7fd12015ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 -- 172.21.15.3:0/1010086018 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1201f4690 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c003a20 0x7fd1200b7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11ffff640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 0x7fd1201f7df0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd120073760 tx=0x7fd11800fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11800fe70 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd118018070 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1200b64f0 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118003de0 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.543+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1200b6ab0 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.544+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12015e880 con 0x7fd12015b0b0 2024-09-10T07:21:58.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.545+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd1180050d0 con 0x7fd12015b0b0 2024-09-10T07:21:58.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.545+0000 7fd11cff9640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd10006be30 0x7fd10006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.545+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7fd11808ad30 con 0x7fd12015b0b0 2024-09-10T07:21:58.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.546+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd10006be30 0x7fd10006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.546+0000 7fd11f7fe640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd10006be30 0x7fd10006e2f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd110033000 tx=0x7fd110008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:58.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.550+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1201f4690 con 0x7fd12015b0b0 2024-09-10T07:21:58.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.763+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd120157d20 con 0x7fd12015b0b0 2024-09-10T07:21:58.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.764+0000 7fd11cff9640 1 -- 172.21.15.3:0/1010086018 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5217 (secure 0 0 0) 0x7fd12015f1c0 con 0x7fd12015b0b0 2024-09-10T07:21:58.764 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:58.764 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":32,"btime":"2024-09-10T07:21:58:406416+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:21:57.748003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5445":{"gid":5445,"name":"c","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2938536535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":2938536535},{"type":"v1","addr":"172.21.15.3:6835","nonce":2938536535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5445,"qdb_cluster":[5445]},"id":3}]} 2024-09-10T07:21:58.764 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 32 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd10006be30 msgr2=0x7fd10006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd10006be30 0x7fd10006e2f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd110033000 tx=0x7fd110008030 comp rx=0 tx=0).stop 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 msgr2=0x7fd1201f7df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 0x7fd1201f7df0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd120073760 tx=0x7fd11800fc80 comp rx=0 tx=0).stop 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 shutdown_connections 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd10006be30 0x7fd10006e2f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd12015b0b0 0x7fd1201f7df0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd1201f4210 0x7fd12015ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 --2- 172.21.15.3:0/1010086018 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd10c003a20 0x7fd1200b7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 >> 172.21.15.3:0/1010086018 conn(0x7fd12006fde0 msgr2=0x7fd1200b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:58.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 shutdown_connections 2024-09-10T07:21:58.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.766+0000 7fd125dd6640 1 -- 172.21.15.3:0/1010086018 wait complete. 2024-09-10T07:21:58.777 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:21:58.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.879+0000 7f7013b8d640 1 Processor -- start 2024-09-10T07:21:58.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.879+0000 7f7013b8d640 1 -- start start 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7013b8d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f700c073280 0x7f700c0cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7013b8d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f700c0cfd10 con 0x7f700c06e570 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7013b8d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f700c0ce990 con 0x7f700c06e950 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7013b8d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f700c0cf470 con 0x7f700c073280 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7011929640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f700c06e570 0x7f700c0cdb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55998/0 (socket says 172.21.15.3:55998) 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7011128640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f700c073280 0x7f700c0cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7011929640 1 -- 172.21.15.3:0/467583222 learned_addr learned my addr 172.21.15.3:0/467583222 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:58.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7011128640 1 -- 172.21.15.3:0/467583222 >> v1:172.21.15.70:6789/0 conn(0x7f700c06e950 legacy=0x7f700c0ce280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:58.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7011128640 1 -- 172.21.15.3:0/467583222 >> v1:172.21.15.3:6789/0 conn(0x7f700c06e570 legacy=0x7f700c0cdb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7011128640 1 -- 172.21.15.3:0/467583222 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f700c0cf750 con 0x7f700c073280 2024-09-10T07:21:58.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.880+0000 7f7010927640 1 -- 172.21.15.3:0/467583222 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2545254812 0 0) 0x7f700c0cfd10 con 0x7f700c06e570 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.881+0000 7f7011128640 1 --2- 172.21.15.3:0/467583222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c073280 0x7f700c0cecc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc00a940 tx=0x7f6ffc02b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf40161e33db23bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.881+0000 7f7010927640 1 -- 172.21.15.3:0/467583222 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc00b040 con 0x7f700c073280 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.881+0000 7f7010927640 1 -- 172.21.15.3:0/467583222 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ffc030710 con 0x7f700c073280 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.881+0000 7f7010927640 1 -- 172.21.15.3:0/467583222 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc030ae0 con 0x7f700c073280 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 -- 172.21.15.3:0/467583222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c073280 msgr2=0x7f700c0cecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 --2- 172.21.15.3:0/467583222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c073280 0x7f700c0cecc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc00a940 tx=0x7f6ffc02b5a0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 -- 172.21.15.3:0/467583222 shutdown_connections 2024-09-10T07:21:58.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 --2- 172.21.15.3:0/467583222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c073280 0x7f700c0cecc0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 -- 172.21.15.3:0/467583222 >> 172.21.15.3:0/467583222 conn(0x7f700c0cffa0 msgr2=0x7f700c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:58.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 -- 172.21.15.3:0/467583222 shutdown_connections 2024-09-10T07:21:58.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.882+0000 7f7013b8d640 1 -- 172.21.15.3:0/467583222 wait complete. 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.883+0000 7f7013b8d640 1 Processor -- start 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.883+0000 7f7013b8d640 1 -- start start 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7013b8d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 0x7f700c1f3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7013b8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f700c06e950 0x7f700c0c5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7013b8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f700c073280 0x7f700c09b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7013b8d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f700c0cb690 con 0x7f700c06e570 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7013b8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f700c0d0e60 con 0x7f700c073280 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7013b8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f700c0cb810 con 0x7f700c06e950 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 0x7f700c1f3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 0x7f700c1f3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51344/0 (socket says 172.21.15.3:51344) 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 -- 172.21.15.3:0/3390167625 learned_addr learned my addr 172.21.15.3:0/3390167625 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:58.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f701212a640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f700c073280 0x7f700c09b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011128640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f700c06e950 0x7f700c0c5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 -- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f700c06e950 msgr2=0x7f700c0c5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f700c06e950 0x7f700c0c5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 -- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f700c073280 msgr2=0x7f700c09b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f700c073280 0x7f700c09b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 -- 172.21.15.3:0/3390167625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f700c1e5140 con 0x7f700c06e570 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f701212a640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f700c073280 0x7f700c09b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011128640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f700c06e950 0x7f700c0c5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.884+0000 7f7011929640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 0x7f700c1f3470 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f700800c4d0 tx=0x7f700800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.885+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7008018070 con 0x7f700c06e570 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.885+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7008007500 con 0x7f700c06e570 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.885+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f700c1e5420 con 0x7f700c06e570 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.885+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7008004a20 con 0x7f700c06e570 2024-09-10T07:21:58.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.885+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f700c0c6210 con 0x7f700c06e570 2024-09-10T07:21:58.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.886+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f700c0cecc0 con 0x7f700c06e570 2024-09-10T07:21:58.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.886+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f700801b070 con 0x7f700c06e570 2024-09-10T07:21:58.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.887+0000 7f70027fc640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6ff006be30 0x7f6ff006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:58.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.887+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f700808a2e0 con 0x7f700c06e570 2024-09-10T07:21:58.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.887+0000 7f7011128640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6ff006be30 0x7f6ff006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:58.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.887+0000 7f7011128640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6ff006be30 0x7f6ff006e2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc035000 tx=0x7f6ffc00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:58.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:58.891+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7008058b90 con 0x7f700c06e570 2024-09-10T07:21:59.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.067+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f700c0ce750 con 0x7f700c06e570 2024-09-10T07:21:59.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.068+0000 7f70027fc640 1 -- 172.21.15.3:0/3390167625 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+16882 (secure 0 0 0) 0x7f7008058490 con 0x7f700c06e570 2024-09-10T07:21:59.068 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:59.068 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":52,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:21:57.400905+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:53.416056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:54.741652+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6ff006be30 msgr2=0x7f6ff006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6ff006be30 0x7f6ff006e2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc035000 tx=0x7f6ffc00c040 comp rx=0 tx=0).stop 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 msgr2=0x7f700c1f3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 0x7f700c1f3470 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f700800c4d0 tx=0x7f700800c990 comp rx=0 tx=0).stop 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 shutdown_connections 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6ff006be30 0x7f6ff006e2f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f700c073280 0x7f700c09b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f700c06e950 0x7f700c0c5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 --2- 172.21.15.3:0/3390167625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f700c06e570 0x7f700c1f3470 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 >> 172.21.15.3:0/3390167625 conn(0x7f700c0cffa0 msgr2=0x7f700c0acdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 shutdown_connections 2024-09-10T07:21:59.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.070+0000 7f7013b8d640 1 -- 172.21.15.3:0/3390167625 wait complete. 2024-09-10T07:21:59.081 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:21:59.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:59.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.183+0000 7ff69c2a4640 1 Processor -- start 2024-09-10T07:21:59.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.184+0000 7ff69c2a4640 1 -- start start 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.184+0000 7ff69c2a4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff6940cf340 0x7ff694071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.184+0000 7ff69c2a4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff6940d04c0 0x7ff6940ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.184+0000 7ff69c2a4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff69415e7c0 con 0x7ff6941476d0 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.184+0000 7ff69c2a4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ff694071b80 con 0x7ff6940d04c0 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.184+0000 7ff69c2a4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff694071e60 con 0x7ff6940cf340 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff6940d04c0 0x7ff6940ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff6940d04c0 0x7ff6940ccc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51350/0 (socket says 172.21.15.3:51350) 2024-09-10T07:21:59.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 -- 172.21.15.3:0/3355251402 learned_addr learned my addr 172.21.15.3:0/3355251402 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:59.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a040640 1 --2- 172.21.15.3:0/3355251402 >> v2:172.21.15.70:3300/0 conn(0x7ff6940cf340 0x7ff694071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 -- 172.21.15.3:0/3355251402 >> v2:172.21.15.70:3300/0 conn(0x7ff6940cf340 msgr2=0x7ff694071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:59.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 --2- 172.21.15.3:0/3355251402 >> v2:172.21.15.70:3300/0 conn(0x7ff6940cf340 0x7ff694071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 -- 172.21.15.3:0/3355251402 >> v1:172.21.15.70:6789/0 conn(0x7ff6941476d0 legacy=0x7ff6940cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.185+0000 7ff69a841640 1 -- 172.21.15.3:0/3355251402 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff694072140 con 0x7ff6940d04c0 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.186+0000 7ff69a841640 1 --2- 172.21.15.3:0/3355251402 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940ccc10 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7ff694068890 tx=0x7ff68402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c24cd9fbfdc64ea3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.186+0000 7ff69903e640 1 -- 172.21.15.3:0/3355251402 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff684036070 con 0x7ff6940d04c0 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.186+0000 7ff69903e640 1 -- 172.21.15.3:0/3355251402 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff684031600 con 0x7ff6940d04c0 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.186+0000 7ff69903e640 1 -- 172.21.15.3:0/3355251402 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6840319d0 con 0x7ff6940d04c0 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.186+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3355251402 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 msgr2=0x7ff6940ccc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.186+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3355251402 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940ccc10 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7ff694068890 tx=0x7ff68402a6a0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.187+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3355251402 shutdown_connections 2024-09-10T07:21:59.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.187+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3355251402 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940ccc10 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.187+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3355251402 >> v2:172.21.15.70:3300/0 conn(0x7ff6940cf340 0x7ff694071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.187+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3355251402 >> 172.21.15.3:0/3355251402 conn(0x7ff6940b3d50 msgr2=0x7ff6940b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:59.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.187+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3355251402 shutdown_connections 2024-09-10T07:21:59.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.187+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3355251402 wait complete. 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.188+0000 7ff69c2a4640 1 Processor -- start 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.188+0000 7ff69c2a4640 1 -- start start 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.188+0000 7ff69c2a4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6940cf340 0x7ff69415dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.188+0000 7ff69c2a4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940c6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69c2a4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6941476d0 0x7ff6940ae450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69c2a4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff6940cd150 con 0x7ff6940d04c0 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69c2a4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff694147ee0 con 0x7ff6940cf340 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69c2a4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff6940cd2d0 con 0x7ff6941476d0 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940c6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940c6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51368/0 (socket says 172.21.15.3:51368) 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 -- 172.21.15.3:0/3454666349 learned_addr learned my addr 172.21.15.3:0/3454666349 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69a040640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6940cf340 0x7ff69415dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69a841640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6941476d0 0x7ff6940ae450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 -- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6941476d0 msgr2=0x7ff6940ae450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6941476d0 0x7ff6940ae450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 -- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6940cf340 msgr2=0x7ff69415dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6940cf340 0x7ff69415dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 -- 172.21.15.3:0/3454666349 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6940b00c0 con 0x7ff6940d04c0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69983f640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940c6530 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff68800c3c0 tx=0x7ff68800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6880052d0 con 0x7ff6940d04c0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff688005490 con 0x7ff6940d04c0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6940b03a0 con 0x7ff6940d04c0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff688007260 con 0x7ff6940d04c0 2024-09-10T07:21:59.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.189+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6940afdb0 con 0x7ff6940d04c0 2024-09-10T07:21:59.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.190+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff694071510 con 0x7ff6940d04c0 2024-09-10T07:21:59.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.191+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff688007400 con 0x7ff6940d04c0 2024-09-10T07:21:59.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.191+0000 7ff692ffd640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff68006be30 0x7ff68006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.191+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7ff68808a420 con 0x7ff6940d04c0 2024-09-10T07:21:59.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.192+0000 7ff69a040640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff68006be30 0x7ff68006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.192+0000 7ff69a040640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff68006be30 0x7ff68006e2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff68c006fd0 tx=0x7ff68c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.196+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff6880585f0 con 0x7ff6940d04c0 2024-09-10T07:21:59.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.370+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff6940b3850 con 0x7ff68006be30 2024-09-10T07:21:59.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.377+0000 7ff692ffd640 1 -- 172.21.15.3:0/3454666349 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251390 (secure 0 0 0) 0x7ff6940b3850 con 0x7ff68006be30 2024-09-10T07:21:59.380 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:59.381 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:59.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff68006be30 msgr2=0x7ff68006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff68006be30 0x7ff68006e2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff68c006fd0 tx=0x7ff68c008040 comp rx=0 tx=0).stop 2024-09-10T07:21:59.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 msgr2=0x7ff6940c6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940c6530 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff68800c3c0 tx=0x7ff68800c880 comp rx=0 tx=0).stop 2024-09-10T07:21:59.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 shutdown_connections 2024-09-10T07:21:59.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff68006be30 0x7ff68006e2f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff6941476d0 0x7ff6940ae450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff6940d04c0 0x7ff6940c6530 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 --2- 172.21.15.3:0/3454666349 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff6940cf340 0x7ff69415dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 >> 172.21.15.3:0/3454666349 conn(0x7ff6940b3d50 msgr2=0x7ff69406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:59.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 shutdown_connections 2024-09-10T07:21:59.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.380+0000 7ff69c2a4640 1 -- 172.21.15.3:0/3454666349 wait complete. 2024-09-10T07:21:59.391 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T07:21:58.083750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592126,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238764,"kb_used_data":5888,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735956,"statfs":{"total":773094113280,"available":772849618944,"internally_reserved":0,"allocated":6029312,"data_stored":3301613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000778"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427934+0000","last_change":"2024-09-10T07:21:56.416912+0000","last_active":"2024-09-10T07:21:56.427934+0000","last_peered":"2024-09-10T07:21:56.427934+0000","last_clean":"2024-09-10T07:21:56.427934+0000","last_became_active":"2024-09-10T07:21:56.416502+0000","last_became_peered":"2024-09-10T07:21:56.416502+0000","last_unstale":"2024-09-10T07:21:56.427934+0000","last_undegraded":"2024-09-10T07:21:56.427934+0000","last_fullsized":"2024-09-10T07:21:56.427934+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:54.219357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415487+0000","last_change":"2024-09-10T07:21:56.414433+0000","last_active":"2024-09-10T07:21:56.415487+0000","last_peered":"2024-09-10T07:21:56.415487+0000","last_clean":"2024-09-10T07:21:56.415487+0000","last_became_active":"2024-09-10T07:21:56.414165+0000","last_became_peered":"2024-09-10T07:21:56.414165+0000","last_unstale":"2024-09-10T07:21:56.415487+0000","last_undegraded":"2024-09-10T07:21:56.415487+0000","last_fullsized":"2024-09-10T07:21:56.415487+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434230+0000","last_change":"2024-09-10T07:21:56.424746+0000","last_active":"2024-09-10T07:21:56.434230+0000","last_peered":"2024-09-10T07:21:56.434230+0000","last_clean":"2024-09-10T07:21:56.434230+0000","last_became_active":"2024-09-10T07:21:56.423534+0000","last_became_peered":"2024-09-10T07:21:56.423534+0000","last_unstale":"2024-09-10T07:21:56.434230+0000","last_undegraded":"2024-09-10T07:21:56.434230+0000","last_fullsized":"2024-09-10T07:21:56.434230+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427430+0000","last_change":"2024-09-10T07:21:56.426965+0000","last_active":"2024-09-10T07:21:56.427430+0000","last_peered":"2024-09-10T07:21:56.427430+0000","last_clean":"2024-09-10T07:21:56.427430+0000","last_became_active":"2024-09-10T07:21:56.426770+0000","last_became_peered":"2024-09-10T07:21:56.426770+0000","last_unstale":"2024-09-10T07:21:56.427430+0000","last_undegraded":"2024-09-10T07:21:56.427430+0000","last_fullsized":"2024-09-10T07:21:56.427430+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.411825+0000","last_change":"2024-09-10T07:21:56.410304+0000","last_active":"2024-09-10T07:21:56.411825+0000","last_peered":"2024-09-10T07:21:56.411825+0000","last_clean":"2024-09-10T07:21:56.411825+0000","last_became_active":"2024-09-10T07:21:56.409986+0000","last_became_peered":"2024-09-10T07:21:56.409986+0000","last_unstale":"2024-09-10T07:21:56.411825+0000","last_undegraded":"2024-09-10T07:21:56.411825+0000","last_fullsized":"2024-09-10T07:21:56.411825+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:43:33.011577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427219+0000","last_change":"2024-09-10T07:21:56.419145+0000","last_active":"2024-09-10T07:21:56.427219+0000","last_peered":"2024-09-10T07:21:56.427219+0000","last_clean":"2024-09-10T07:21:56.427219+0000","last_became_active":"2024-09-10T07:21:56.418868+0000","last_became_peered":"2024-09-10T07:21:56.418868+0000","last_unstale":"2024-09-10T07:21:56.427219+0000","last_undegraded":"2024-09-10T07:21:56.427219+0000","last_fullsized":"2024-09-10T07:21:56.427219+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:26.784211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434202+0000","last_change":"2024-09-10T07:21:56.424292+0000","last_active":"2024-09-10T07:21:56.434202+0000","last_peered":"2024-09-10T07:21:56.434202+0000","last_clean":"2024-09-10T07:21:56.434202+0000","last_became_active":"2024-09-10T07:21:56.423934+0000","last_became_peered":"2024-09-10T07:21:56.423934+0000","last_unstale":"2024-09-10T07:21:56.434202+0000","last_undegraded":"2024-09-10T07:21:56.434202+0000","last_fullsized":"2024-09-10T07:21:56.434202+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437064+0000","last_change":"2024-09-10T07:21:56.432422+0000","last_active":"2024-09-10T07:21:56.437064+0000","last_peered":"2024-09-10T07:21:56.437064+0000","last_clean":"2024-09-10T07:21:56.437064+0000","last_became_active":"2024-09-10T07:21:56.431888+0000","last_became_peered":"2024-09-10T07:21:56.431888+0000","last_unstale":"2024-09-10T07:21:56.437064+0000","last_undegraded":"2024-09-10T07:21:56.437064+0000","last_fullsized":"2024-09-10T07:21:56.437064+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:26.700024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434086+0000","last_change":"2024-09-10T07:21:56.431249+0000","last_active":"2024-09-10T07:21:56.434086+0000","last_peered":"2024-09-10T07:21:56.434086+0000","last_clean":"2024-09-10T07:21:56.434086+0000","last_became_active":"2024-09-10T07:21:56.430968+0000","last_became_peered":"2024-09-10T07:21:56.430968+0000","last_unstale":"2024-09-10T07:21:56.434086+0000","last_undegraded":"2024-09-10T07:21:56.434086+0000","last_fullsized":"2024-09-10T07:21:56.434086+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:21.078758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416696+0000","last_change":"2024-09-10T07:21:56.412283+0000","last_active":"2024-09-10T07:21:56.416696+0000","last_peered":"2024-09-10T07:21:56.416696+0000","last_clean":"2024-09-10T07:21:56.416696+0000","last_became_active":"2024-09-10T07:21:56.412013+0000","last_became_peered":"2024-09-10T07:21:56.412013+0000","last_unstale":"2024-09-10T07:21:56.416696+0000","last_undegraded":"2024-09-10T07:21:56.416696+0000","last_fullsized":"2024-09-10T07:21:56.416696+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:09.465325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421849+0000","last_change":"2024-09-10T07:21:56.411177+0000","last_active":"2024-09-10T07:21:56.421849+0000","last_peered":"2024-09-10T07:21:56.421849+0000","last_clean":"2024-09-10T07:21:56.421849+0000","last_became_active":"2024-09-10T07:21:56.410895+0000","last_became_peered":"2024-09-10T07:21:56.410895+0000","last_unstale":"2024-09-10T07:21:56.421849+0000","last_undegraded":"2024-09-10T07:21:56.421849+0000","last_fullsized":"2024-09-10T07:21:56.421849+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:54.821093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425691+0000","last_change":"2024-09-10T07:21:56.410853+0000","last_active":"2024-09-10T07:21:56.425691+0000","last_peered":"2024-09-10T07:21:56.425691+0000","last_clean":"2024-09-10T07:21:56.425691+0000","last_became_active":"2024-09-10T07:21:56.410068+0000","last_became_peered":"2024-09-10T07:21:56.410068+0000","last_unstale":"2024-09-10T07:21:56.425691+0000","last_undegraded":"2024-09-10T07:21:56.425691+0000","last_fullsized":"2024-09-10T07:21:56.425691+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:54:36.861059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416857+0000","last_change":"2024-09-10T07:21:56.411474+0000","last_active":"2024-09-10T07:21:56.416857+0000","last_peered":"2024-09-10T07:21:56.416857+0000","last_clean":"2024-09-10T07:21:56.416857+0000","last_became_active":"2024-09-10T07:21:56.411204+0000","last_became_peered":"2024-09-10T07:21:56.411204+0000","last_unstale":"2024-09-10T07:21:56.416857+0000","last_undegraded":"2024-09-10T07:21:56.416857+0000","last_fullsized":"2024-09-10T07:21:56.416857+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:52.290097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434286+0000","last_change":"2024-09-10T07:21:56.425104+0000","last_active":"2024-09-10T07:21:56.434286+0000","last_peered":"2024-09-10T07:21:56.434286+0000","last_clean":"2024-09-10T07:21:56.434286+0000","last_became_active":"2024-09-10T07:21:56.424607+0000","last_became_peered":"2024-09-10T07:21:56.424607+0000","last_unstale":"2024-09-10T07:21:56.434286+0000","last_undegraded":"2024-09-10T07:21:56.434286+0000","last_fullsized":"2024-09-10T07:21:56.434286+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:20.863653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414087+0000","last_change":"2024-09-10T07:21:56.412470+0000","last_active":"2024-09-10T07:21:56.414087+0000","last_peered":"2024-09-10T07:21:56.414087+0000","last_clean":"2024-09-10T07:21:56.414087+0000","last_became_active":"2024-09-10T07:21:56.412156+0000","last_became_peered":"2024-09-10T07:21:56.412156+0000","last_unstale":"2024-09-10T07:21:56.414087+0000","last_undegraded":"2024-09-10T07:21:56.414087+0000","last_fullsized":"2024-09-10T07:21:56.414087+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415197+0000","last_change":"2024-09-10T07:21:56.410788+0000","last_active":"2024-09-10T07:21:56.415197+0000","last_peered":"2024-09-10T07:21:56.415197+0000","last_clean":"2024-09-10T07:21:56.415197+0000","last_became_active":"2024-09-10T07:21:56.410418+0000","last_became_peered":"2024-09-10T07:21:56.410418+0000","last_unstale":"2024-09-10T07:21:56.415197+0000","last_undegraded":"2024-09-10T07:21:56.415197+0000","last_fullsized":"2024-09-10T07:21:56.415197+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:46.127515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434557+0000","last_change":"2024-09-10T07:21:56.427616+0000","last_active":"2024-09-10T07:21:56.434557+0000","last_peered":"2024-09-10T07:21:56.434557+0000","last_clean":"2024-09-10T07:21:56.434557+0000","last_became_active":"2024-09-10T07:21:56.427294+0000","last_became_peered":"2024-09-10T07:21:56.427294+0000","last_unstale":"2024-09-10T07:21:56.434557+0000","last_undegraded":"2024-09-10T07:21:56.434557+0000","last_fullsized":"2024-09-10T07:21:56.434557+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:26.363685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415478+0000","last_change":"2024-09-10T07:21:56.414180+0000","last_active":"2024-09-10T07:21:56.415478+0000","last_peered":"2024-09-10T07:21:56.415478+0000","last_clean":"2024-09-10T07:21:56.415478+0000","last_became_active":"2024-09-10T07:21:56.413549+0000","last_became_peered":"2024-09-10T07:21:56.413549+0000","last_unstale":"2024-09-10T07:21:56.415478+0000","last_undegraded":"2024-09-10T07:21:56.415478+0000","last_fullsized":"2024-09-10T07:21:56.415478+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434200+0000","last_change":"2024-09-10T07:21:56.423284+0000","last_active":"2024-09-10T07:21:56.434200+0000","last_peered":"2024-09-10T07:21:56.434200+0000","last_clean":"2024-09-10T07:21:56.434200+0000","last_became_active":"2024-09-10T07:21:56.421280+0000","last_became_peered":"2024-09-10T07:21:56.421280+0000","last_unstale":"2024-09-10T07:21:56.434200+0000","last_undegraded":"2024-09-10T07:21:56.434200+0000","last_fullsized":"2024-09-10T07:21:56.434200+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398796+0000","last_change":"2024-09-10T07:21:55.398796+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398796+0000","last_undegraded":"2024-09-10T07:21:55.398796+0000","last_fullsized":"2024-09-10T07:21:55.398796+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397993+0000","last_change":"2024-09-10T07:21:55.397993+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397993+0000","last_undegraded":"2024-09-10T07:21:55.397993+0000","last_fullsized":"2024-09-10T07:21:55.397993+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432281+0000","last_change":"2024-09-10T07:21:56.427057+0000","last_active":"2024-09-10T07:21:56.432281+0000","last_peered":"2024-09-10T07:21:56.432281+0000","last_clean":"2024-09-10T07:21:56.432281+0000","last_became_active":"2024-09-10T07:21:56.426716+0000","last_became_peered":"2024-09-10T07:21:56.426716+0000","last_unstale":"2024-09-10T07:21:56.432281+0000","last_undegraded":"2024-09-10T07:21:56.432281+0000","last_fullsized":"2024-09-10T07:21:56.432281+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:32.136349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421799+0000","last_change":"2024-09-10T07:21:56.411836+0000","last_active":"2024-09-10T07:21:56.421799+0000","last_peered":"2024-09-10T07:21:56.421799+0000","last_clean":"2024-09-10T07:21:56.421799+0000","last_became_active":"2024-09-10T07:21:56.411565+0000","last_became_peered":"2024-09-10T07:21:56.411565+0000","last_unstale":"2024-09-10T07:21:56.421799+0000","last_undegraded":"2024-09-10T07:21:56.421799+0000","last_fullsized":"2024-09-10T07:21:56.421799+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:46.805381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434584+0000","last_change":"2024-09-10T07:21:56.427964+0000","last_active":"2024-09-10T07:21:56.434584+0000","last_peered":"2024-09-10T07:21:56.434584+0000","last_clean":"2024-09-10T07:21:56.434584+0000","last_became_active":"2024-09-10T07:21:56.427676+0000","last_became_peered":"2024-09-10T07:21:56.427676+0000","last_unstale":"2024-09-10T07:21:56.434584+0000","last_undegraded":"2024-09-10T07:21:56.434584+0000","last_fullsized":"2024-09-10T07:21:56.434584+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:59:51.103816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434429+0000","last_change":"2024-09-10T07:21:56.426432+0000","last_active":"2024-09-10T07:21:56.434429+0000","last_peered":"2024-09-10T07:21:56.434429+0000","last_clean":"2024-09-10T07:21:56.434429+0000","last_became_active":"2024-09-10T07:21:56.425689+0000","last_became_peered":"2024-09-10T07:21:56.425689+0000","last_unstale":"2024-09-10T07:21:56.434429+0000","last_undegraded":"2024-09-10T07:21:56.434429+0000","last_fullsized":"2024-09-10T07:21:56.434429+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:00.043350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424011+0000","last_change":"2024-09-10T07:21:56.410605+0000","last_active":"2024-09-10T07:21:56.424011+0000","last_peered":"2024-09-10T07:21:56.424011+0000","last_clean":"2024-09-10T07:21:56.424011+0000","last_became_active":"2024-09-10T07:21:56.410296+0000","last_became_peered":"2024-09-10T07:21:56.410296+0000","last_unstale":"2024-09-10T07:21:56.424011+0000","last_undegraded":"2024-09-10T07:21:56.424011+0000","last_fullsized":"2024-09-10T07:21:56.424011+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:38.542487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431749+0000","last_change":"2024-09-10T07:21:56.430918+0000","last_active":"2024-09-10T07:21:56.431749+0000","last_peered":"2024-09-10T07:21:56.431749+0000","last_clean":"2024-09-10T07:21:56.431749+0000","last_became_active":"2024-09-10T07:21:56.430345+0000","last_became_peered":"2024-09-10T07:21:56.430345+0000","last_unstale":"2024-09-10T07:21:56.431749+0000","last_undegraded":"2024-09-10T07:21:56.431749+0000","last_fullsized":"2024-09-10T07:21:56.431749+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:25.199747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398387+0000","last_change":"2024-09-10T07:21:55.398387+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398387+0000","last_undegraded":"2024-09-10T07:21:55.398387+0000","last_fullsized":"2024-09-10T07:21:55.398387+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434266+0000","last_change":"2024-09-10T07:21:56.425045+0000","last_active":"2024-09-10T07:21:56.434266+0000","last_peered":"2024-09-10T07:21:56.434266+0000","last_clean":"2024-09-10T07:21:56.434266+0000","last_became_active":"2024-09-10T07:21:56.424738+0000","last_became_peered":"2024-09-10T07:21:56.424738+0000","last_unstale":"2024-09-10T07:21:56.434266+0000","last_undegraded":"2024-09-10T07:21:56.434266+0000","last_fullsized":"2024-09-10T07:21:56.434266+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422139+0000","last_change":"2024-09-10T07:21:56.420854+0000","last_active":"2024-09-10T07:21:56.422139+0000","last_peered":"2024-09-10T07:21:56.422139+0000","last_clean":"2024-09-10T07:21:56.422139+0000","last_became_active":"2024-09-10T07:21:56.420584+0000","last_became_peered":"2024-09-10T07:21:56.420584+0000","last_unstale":"2024-09-10T07:21:56.422139+0000","last_undegraded":"2024-09-10T07:21:56.422139+0000","last_fullsized":"2024-09-10T07:21:56.422139+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434149+0000","last_change":"2024-09-10T07:21:56.421435+0000","last_active":"2024-09-10T07:21:56.434149+0000","last_peered":"2024-09-10T07:21:56.434149+0000","last_clean":"2024-09-10T07:21:56.434149+0000","last_became_active":"2024-09-10T07:21:56.421118+0000","last_became_peered":"2024-09-10T07:21:56.421118+0000","last_unstale":"2024-09-10T07:21:56.434149+0000","last_undegraded":"2024-09-10T07:21:56.434149+0000","last_fullsized":"2024-09-10T07:21:56.434149+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410576+0000","last_change":"2024-09-10T07:21:56.407480+0000","last_active":"2024-09-10T07:21:56.410576+0000","last_peered":"2024-09-10T07:21:56.410576+0000","last_clean":"2024-09-10T07:21:56.410576+0000","last_became_active":"2024-09-10T07:21:56.407205+0000","last_became_peered":"2024-09-10T07:21:56.407205+0000","last_unstale":"2024-09-10T07:21:56.410576+0000","last_undegraded":"2024-09-10T07:21:56.410576+0000","last_fullsized":"2024-09-10T07:21:56.410576+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415458+0000","last_change":"2024-09-10T07:21:56.414021+0000","last_active":"2024-09-10T07:21:56.415458+0000","last_peered":"2024-09-10T07:21:56.415458+0000","last_clean":"2024-09-10T07:21:56.415458+0000","last_became_active":"2024-09-10T07:21:56.413213+0000","last_became_peered":"2024-09-10T07:21:56.413213+0000","last_unstale":"2024-09-10T07:21:56.415458+0000","last_undegraded":"2024-09-10T07:21:56.415458+0000","last_fullsized":"2024-09-10T07:21:56.415458+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407150+0000","last_change":"2024-09-10T07:21:55.405606+0000","last_active":"2024-09-10T07:21:55.407150+0000","last_peered":"2024-09-10T07:21:55.407150+0000","last_clean":"2024-09-10T07:21:55.407150+0000","last_became_active":"2024-09-10T07:21:55.405335+0000","last_became_peered":"2024-09-10T07:21:55.405335+0000","last_unstale":"2024-09-10T07:21:55.407150+0000","last_undegraded":"2024-09-10T07:21:55.407150+0000","last_fullsized":"2024-09-10T07:21:55.407150+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:40.971720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.412963+0000","last_change":"2024-09-10T07:21:56.408097+0000","last_active":"2024-09-10T07:21:56.412963+0000","last_peered":"2024-09-10T07:21:56.412963+0000","last_clean":"2024-09-10T07:21:56.412963+0000","last_became_active":"2024-09-10T07:21:56.407530+0000","last_became_peered":"2024-09-10T07:21:56.407530+0000","last_unstale":"2024-09-10T07:21:56.412963+0000","last_undegraded":"2024-09-10T07:21:56.412963+0000","last_fullsized":"2024-09-10T07:21:56.412963+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432561+0000","last_change":"2024-09-10T07:21:55.414281+0000","last_active":"2024-09-10T07:21:56.432561+0000","last_peered":"2024-09-10T07:21:56.432561+0000","last_clean":"2024-09-10T07:21:56.432561+0000","last_became_active":"2024-09-10T07:21:55.413746+0000","last_became_peered":"2024-09-10T07:21:55.413746+0000","last_unstale":"2024-09-10T07:21:56.432561+0000","last_undegraded":"2024-09-10T07:21:56.432561+0000","last_fullsized":"2024-09-10T07:21:56.432561+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:48.875640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398547+0000","last_change":"2024-09-10T07:21:55.398547+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398547+0000","last_undegraded":"2024-09-10T07:21:55.398547+0000","last_fullsized":"2024-09-10T07:21:55.398547+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426532+0000","last_change":"2024-09-10T07:21:55.408464+0000","last_active":"2024-09-10T07:21:56.426532+0000","last_peered":"2024-09-10T07:21:56.426532+0000","last_clean":"2024-09-10T07:21:56.426532+0000","last_became_active":"2024-09-10T07:21:55.408101+0000","last_became_peered":"2024-09-10T07:21:55.408101+0000","last_unstale":"2024-09-10T07:21:56.426532+0000","last_undegraded":"2024-09-10T07:21:56.426532+0000","last_fullsized":"2024-09-10T07:21:56.426532+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:44.716898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423860+0000","last_change":"2024-09-10T07:21:56.412248+0000","last_active":"2024-09-10T07:21:56.423860+0000","last_peered":"2024-09-10T07:21:56.423860+0000","last_clean":"2024-09-10T07:21:56.423860+0000","last_became_active":"2024-09-10T07:21:56.411972+0000","last_became_peered":"2024-09-10T07:21:56.411972+0000","last_unstale":"2024-09-10T07:21:56.423860+0000","last_undegraded":"2024-09-10T07:21:56.423860+0000","last_fullsized":"2024-09-10T07:21:56.423860+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:47:41.799658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430553+0000","last_change":"2024-09-10T07:21:55.408033+0000","last_active":"2024-09-10T07:21:56.430553+0000","last_peered":"2024-09-10T07:21:56.430553+0000","last_clean":"2024-09-10T07:21:56.430553+0000","last_became_active":"2024-09-10T07:21:55.407704+0000","last_became_peered":"2024-09-10T07:21:55.407704+0000","last_unstale":"2024-09-10T07:21:56.430553+0000","last_undegraded":"2024-09-10T07:21:56.430553+0000","last_fullsized":"2024-09-10T07:21:56.430553+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425593+0000","last_change":"2024-09-10T07:21:56.424942+0000","last_active":"2024-09-10T07:21:56.425593+0000","last_peered":"2024-09-10T07:21:56.425593+0000","last_clean":"2024-09-10T07:21:56.425593+0000","last_became_active":"2024-09-10T07:21:56.424573+0000","last_became_peered":"2024-09-10T07:21:56.424573+0000","last_unstale":"2024-09-10T07:21:56.425593+0000","last_undegraded":"2024-09-10T07:21:56.425593+0000","last_fullsized":"2024-09-10T07:21:56.425593+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:56.366609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434622+0000","last_change":"2024-09-10T07:21:55.411486+0000","last_active":"2024-09-10T07:21:56.434622+0000","last_peered":"2024-09-10T07:21:56.434622+0000","last_clean":"2024-09-10T07:21:56.434622+0000","last_became_active":"2024-09-10T07:21:55.411174+0000","last_became_peered":"2024-09-10T07:21:55.411174+0000","last_unstale":"2024-09-10T07:21:56.434622+0000","last_undegraded":"2024-09-10T07:21:56.434622+0000","last_fullsized":"2024-09-10T07:21:56.434622+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422135+0000","last_change":"2024-09-10T07:21:56.420804+0000","last_active":"2024-09-10T07:21:56.422135+0000","last_peered":"2024-09-10T07:21:56.422135+0000","last_clean":"2024-09-10T07:21:56.422135+0000","last_became_active":"2024-09-10T07:21:56.420521+0000","last_became_peered":"2024-09-10T07:21:56.420521+0000","last_unstale":"2024-09-10T07:21:56.422135+0000","last_undegraded":"2024-09-10T07:21:56.422135+0000","last_fullsized":"2024-09-10T07:21:56.422135+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422099+0000","last_change":"2024-09-10T07:21:55.401691+0000","last_active":"2024-09-10T07:21:56.422099+0000","last_peered":"2024-09-10T07:21:56.422099+0000","last_clean":"2024-09-10T07:21:56.422099+0000","last_became_active":"2024-09-10T07:21:55.401345+0000","last_became_peered":"2024-09-10T07:21:55.401345+0000","last_unstale":"2024-09-10T07:21:56.422099+0000","last_undegraded":"2024-09-10T07:21:56.422099+0000","last_fullsized":"2024-09-10T07:21:56.422099+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:52.917928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424032+0000","last_change":"2024-09-10T07:21:56.411083+0000","last_active":"2024-09-10T07:21:56.424032+0000","last_peered":"2024-09-10T07:21:56.424032+0000","last_clean":"2024-09-10T07:21:56.424032+0000","last_became_active":"2024-09-10T07:21:56.410767+0000","last_became_peered":"2024-09-10T07:21:56.410767+0000","last_unstale":"2024-09-10T07:21:56.424032+0000","last_undegraded":"2024-09-10T07:21:56.424032+0000","last_fullsized":"2024-09-10T07:21:56.424032+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:32.583988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407102+0000","last_change":"2024-09-10T07:21:55.405596+0000","last_active":"2024-09-10T07:21:55.407102+0000","last_peered":"2024-09-10T07:21:55.407102+0000","last_clean":"2024-09-10T07:21:55.407102+0000","last_became_active":"2024-09-10T07:21:55.405157+0000","last_became_peered":"2024-09-10T07:21:55.405157+0000","last_unstale":"2024-09-10T07:21:55.407102+0000","last_undegraded":"2024-09-10T07:21:55.407102+0000","last_fullsized":"2024-09-10T07:21:55.407102+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:57.426517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431182+0000","last_change":"2024-09-10T07:21:56.430552+0000","last_active":"2024-09-10T07:21:56.431182+0000","last_peered":"2024-09-10T07:21:56.431182+0000","last_clean":"2024-09-10T07:21:56.431182+0000","last_became_active":"2024-09-10T07:21:56.430257+0000","last_became_peered":"2024-09-10T07:21:56.430257+0000","last_unstale":"2024-09-10T07:21:56.431182+0000","last_undegraded":"2024-09-10T07:21:56.431182+0000","last_fullsized":"2024-09-10T07:21:56.431182+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414495+0000","last_change":"2024-09-10T07:21:55.406947+0000","last_active":"2024-09-10T07:21:56.414495+0000","last_peered":"2024-09-10T07:21:56.414495+0000","last_clean":"2024-09-10T07:21:56.414495+0000","last_became_active":"2024-09-10T07:21:55.406574+0000","last_became_peered":"2024-09-10T07:21:55.406574+0000","last_unstale":"2024-09-10T07:21:56.414495+0000","last_undegraded":"2024-09-10T07:21:56.414495+0000","last_fullsized":"2024-09-10T07:21:56.414495+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:44.698027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410045+0000","last_change":"2024-09-10T07:21:56.408707+0000","last_active":"2024-09-10T07:21:56.410045+0000","last_peered":"2024-09-10T07:21:56.410045+0000","last_clean":"2024-09-10T07:21:56.410045+0000","last_became_active":"2024-09-10T07:21:56.408438+0000","last_became_peered":"2024-09-10T07:21:56.408438+0000","last_unstale":"2024-09-10T07:21:56.410045+0000","last_undegraded":"2024-09-10T07:21:56.410045+0000","last_fullsized":"2024-09-10T07:21:56.410045+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:47.993473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.405586+0000","last_change":"2024-09-10T07:21:55.405680+0000","last_active":"2024-09-10T07:21:56.405586+0000","last_peered":"2024-09-10T07:21:56.405586+0000","last_clean":"2024-09-10T07:21:56.405586+0000","last_became_active":"2024-09-10T07:21:55.405391+0000","last_became_peered":"2024-09-10T07:21:55.405391+0000","last_unstale":"2024-09-10T07:21:56.405586+0000","last_undegraded":"2024-09-10T07:21:56.405586+0000","last_fullsized":"2024-09-10T07:21:56.405586+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408259+0000","last_change":"2024-09-10T07:21:56.400828+0000","last_active":"2024-09-10T07:21:56.408259+0000","last_peered":"2024-09-10T07:21:56.408259+0000","last_clean":"2024-09-10T07:21:56.408259+0000","last_became_active":"2024-09-10T07:21:56.400297+0000","last_became_peered":"2024-09-10T07:21:56.400297+0000","last_unstale":"2024-09-10T07:21:56.408259+0000","last_undegraded":"2024-09-10T07:21:56.408259+0000","last_fullsized":"2024-09-10T07:21:56.408259+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.397199+0000","last_change":"2024-09-10T07:21:55.408308+0000","last_active":"2024-09-10T07:21:56.397199+0000","last_peered":"2024-09-10T07:21:56.397199+0000","last_clean":"2024-09-10T07:21:56.397199+0000","last_became_active":"2024-09-10T07:21:55.408039+0000","last_became_peered":"2024-09-10T07:21:55.408039+0000","last_unstale":"2024-09-10T07:21:56.397199+0000","last_undegraded":"2024-09-10T07:21:56.397199+0000","last_fullsized":"2024-09-10T07:21:56.397199+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:01.282122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434373+0000","last_change":"2024-09-10T07:21:56.425467+0000","last_active":"2024-09-10T07:21:56.434373+0000","last_peered":"2024-09-10T07:21:56.434373+0000","last_clean":"2024-09-10T07:21:56.434373+0000","last_became_active":"2024-09-10T07:21:56.424180+0000","last_became_peered":"2024-09-10T07:21:56.424180+0000","last_unstale":"2024-09-10T07:21:56.434373+0000","last_undegraded":"2024-09-10T07:21:56.434373+0000","last_fullsized":"2024-09-10T07:21:56.434373+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:01:37.890823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"51'3","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428334+0000","last_change":"2024-09-10T07:21:55.409801+0000","last_active":"2024-09-10T07:21:56.428334+0000","last_peered":"2024-09-10T07:21:56.428334+0000","last_clean":"2024-09-10T07:21:56.428334+0000","last_became_active":"2024-09-10T07:21:55.409558+0000","last_became_peered":"2024-09-10T07:21:55.409558+0000","last_unstale":"2024-09-10T07:21:56.428334+0000","last_undegraded":"2024-09-10T07:21:56.428334+0000","last_fullsized":"2024-09-10T07:21:56.428334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.409520+0000","last_change":"2024-09-10T07:21:56.407958+0000","last_active":"2024-09-10T07:21:56.409520+0000","last_peered":"2024-09-10T07:21:56.409520+0000","last_clean":"2024-09-10T07:21:56.409520+0000","last_became_active":"2024-09-10T07:21:56.407062+0000","last_became_peered":"2024-09-10T07:21:56.407062+0000","last_unstale":"2024-09-10T07:21:56.409520+0000","last_undegraded":"2024-09-10T07:21:56.409520+0000","last_fullsized":"2024-09-10T07:21:56.409520+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:24.135121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"51'6","reported_seq":18,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437425+0000","last_change":"2024-09-10T07:21:55.411057+0000","last_active":"2024-09-10T07:21:56.437425+0000","last_peered":"2024-09-10T07:21:56.437425+0000","last_clean":"2024-09-10T07:21:56.437425+0000","last_became_active":"2024-09-10T07:21:55.410777+0000","last_became_peered":"2024-09-10T07:21:55.410777+0000","last_unstale":"2024-09-10T07:21:56.437425+0000","last_undegraded":"2024-09-10T07:21:56.437425+0000","last_fullsized":"2024-09-10T07:21:56.437425+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:51.637531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413384+0000","last_change":"2024-09-10T07:21:56.411461+0000","last_active":"2024-09-10T07:21:56.413384+0000","last_peered":"2024-09-10T07:21:56.413384+0000","last_clean":"2024-09-10T07:21:56.413384+0000","last_became_active":"2024-09-10T07:21:56.411189+0000","last_became_peered":"2024-09-10T07:21:56.411189+0000","last_unstale":"2024-09-10T07:21:56.413384+0000","last_undegraded":"2024-09-10T07:21:56.413384+0000","last_fullsized":"2024-09-10T07:21:56.413384+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434562+0000","last_change":"2024-09-10T07:21:55.411039+0000","last_active":"2024-09-10T07:21:56.434562+0000","last_peered":"2024-09-10T07:21:56.434562+0000","last_clean":"2024-09-10T07:21:56.434562+0000","last_became_active":"2024-09-10T07:21:55.410759+0000","last_became_peered":"2024-09-10T07:21:55.410759+0000","last_unstale":"2024-09-10T07:21:56.434562+0000","last_undegraded":"2024-09-10T07:21:56.434562+0000","last_fullsized":"2024-09-10T07:21:56.434562+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434326+0000","last_change":"2024-09-10T07:21:56.425221+0000","last_active":"2024-09-10T07:21:56.434326+0000","last_peered":"2024-09-10T07:21:56.434326+0000","last_clean":"2024-09-10T07:21:56.434326+0000","last_became_active":"2024-09-10T07:21:56.424920+0000","last_became_peered":"2024-09-10T07:21:56.424920+0000","last_unstale":"2024-09-10T07:21:56.434326+0000","last_undegraded":"2024-09-10T07:21:56.434326+0000","last_fullsized":"2024-09-10T07:21:56.434326+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:41.431322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411816+0000","last_change":"2024-09-10T07:21:55.411218+0000","last_active":"2024-09-10T07:21:55.411816+0000","last_peered":"2024-09-10T07:21:55.411816+0000","last_clean":"2024-09-10T07:21:55.411816+0000","last_became_active":"2024-09-10T07:21:55.410929+0000","last_became_peered":"2024-09-10T07:21:55.410929+0000","last_unstale":"2024-09-10T07:21:55.411816+0000","last_undegraded":"2024-09-10T07:21:55.411816+0000","last_fullsized":"2024-09-10T07:21:55.411816+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:07.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424050+0000","last_change":"2024-09-10T07:21:56.417221+0000","last_active":"2024-09-10T07:21:56.424050+0000","last_peered":"2024-09-10T07:21:56.424050+0000","last_clean":"2024-09-10T07:21:56.424050+0000","last_became_active":"2024-09-10T07:21:56.416924+0000","last_became_peered":"2024-09-10T07:21:56.416924+0000","last_unstale":"2024-09-10T07:21:56.424050+0000","last_undegraded":"2024-09-10T07:21:56.424050+0000","last_fullsized":"2024-09-10T07:21:56.424050+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:52:30.336459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406631+0000","last_change":"2024-09-10T07:21:55.404115+0000","last_active":"2024-09-10T07:21:56.406631+0000","last_peered":"2024-09-10T07:21:56.406631+0000","last_clean":"2024-09-10T07:21:56.406631+0000","last_became_active":"2024-09-10T07:21:55.403729+0000","last_became_peered":"2024-09-10T07:21:55.403729+0000","last_unstale":"2024-09-10T07:21:56.406631+0000","last_undegraded":"2024-09-10T07:21:56.406631+0000","last_fullsized":"2024-09-10T07:21:56.406631+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434459+0000","last_change":"2024-09-10T07:21:56.426681+0000","last_active":"2024-09-10T07:21:56.434459+0000","last_peered":"2024-09-10T07:21:56.434459+0000","last_clean":"2024-09-10T07:21:56.434459+0000","last_became_active":"2024-09-10T07:21:56.425996+0000","last_became_peered":"2024-09-10T07:21:56.425996+0000","last_unstale":"2024-09-10T07:21:56.434459+0000","last_undegraded":"2024-09-10T07:21:56.434459+0000","last_fullsized":"2024-09-10T07:21:56.434459+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:19.117875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"51'8","reported_seq":20,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430708+0000","last_change":"2024-09-10T07:21:55.413225+0000","last_active":"2024-09-10T07:21:56.430708+0000","last_peered":"2024-09-10T07:21:56.430708+0000","last_clean":"2024-09-10T07:21:56.430708+0000","last_became_active":"2024-09-10T07:21:55.411598+0000","last_became_peered":"2024-09-10T07:21:55.411598+0000","last_unstale":"2024-09-10T07:21:56.430708+0000","last_undegraded":"2024-09-10T07:21:56.430708+0000","last_fullsized":"2024-09-10T07:21:56.430708+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:52.320830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430102+0000","last_change":"2024-09-10T07:21:56.419761+0000","last_active":"2024-09-10T07:21:56.430102+0000","last_peered":"2024-09-10T07:21:56.430102+0000","last_clean":"2024-09-10T07:21:56.430102+0000","last_became_active":"2024-09-10T07:21:56.419209+0000","last_became_peered":"2024-09-10T07:21:56.419209+0000","last_unstale":"2024-09-10T07:21:56.430102+0000","last_undegraded":"2024-09-10T07:21:56.430102+0000","last_fullsized":"2024-09-10T07:21:56.430102+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:27.079401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437350+0000","last_change":"2024-09-10T07:21:55.418239+0000","last_active":"2024-09-10T07:21:56.437350+0000","last_peered":"2024-09-10T07:21:56.437350+0000","last_clean":"2024-09-10T07:21:56.437350+0000","last_became_active":"2024-09-10T07:21:55.417921+0000","last_became_peered":"2024-09-10T07:21:55.417921+0000","last_unstale":"2024-09-10T07:21:56.437350+0000","last_undegraded":"2024-09-10T07:21:56.437350+0000","last_fullsized":"2024-09-10T07:21:56.437350+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:08.373556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431285+0000","last_change":"2024-09-10T07:21:56.429186+0000","last_active":"2024-09-10T07:21:56.431285+0000","last_peered":"2024-09-10T07:21:56.431285+0000","last_clean":"2024-09-10T07:21:56.431285+0000","last_became_active":"2024-09-10T07:21:56.428905+0000","last_became_peered":"2024-09-10T07:21:56.428905+0000","last_unstale":"2024-09-10T07:21:56.431285+0000","last_undegraded":"2024-09-10T07:21:56.431285+0000","last_fullsized":"2024-09-10T07:21:56.431285+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:54.274805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422038+0000","last_change":"2024-09-10T07:21:55.408034+0000","last_active":"2024-09-10T07:21:56.422038+0000","last_peered":"2024-09-10T07:21:56.422038+0000","last_clean":"2024-09-10T07:21:56.422038+0000","last_became_active":"2024-09-10T07:21:55.407694+0000","last_became_peered":"2024-09-10T07:21:55.407694+0000","last_unstale":"2024-09-10T07:21:56.422038+0000","last_undegraded":"2024-09-10T07:21:56.422038+0000","last_fullsized":"2024-09-10T07:21:56.422038+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:32.332852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425598+0000","last_change":"2024-09-10T07:21:56.425061+0000","last_active":"2024-09-10T07:21:56.425598+0000","last_peered":"2024-09-10T07:21:56.425598+0000","last_clean":"2024-09-10T07:21:56.425598+0000","last_became_active":"2024-09-10T07:21:56.424569+0000","last_became_peered":"2024-09-10T07:21:56.424569+0000","last_unstale":"2024-09-10T07:21:56.425598+0000","last_undegraded":"2024-09-10T07:21:56.425598+0000","last_fullsized":"2024-09-10T07:21:56.425598+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:58.805775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.410982+0000","last_change":"2024-09-10T07:21:55.410167+0000","last_active":"2024-09-10T07:21:55.410982+0000","last_peered":"2024-09-10T07:21:55.410982+0000","last_clean":"2024-09-10T07:21:55.410982+0000","last_became_active":"2024-09-10T07:21:55.409861+0000","last_became_peered":"2024-09-10T07:21:55.409861+0000","last_unstale":"2024-09-10T07:21:55.410982+0000","last_undegraded":"2024-09-10T07:21:55.410982+0000","last_fullsized":"2024-09-10T07:21:55.410982+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:31.352569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421851+0000","last_change":"2024-09-10T07:21:56.415984+0000","last_active":"2024-09-10T07:21:56.421851+0000","last_peered":"2024-09-10T07:21:56.421851+0000","last_clean":"2024-09-10T07:21:56.421851+0000","last_became_active":"2024-09-10T07:21:56.415610+0000","last_became_peered":"2024-09-10T07:21:56.415610+0000","last_unstale":"2024-09-10T07:21:56.421851+0000","last_undegraded":"2024-09-10T07:21:56.421851+0000","last_fullsized":"2024-09-10T07:21:56.421851+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:53.189891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.412517+0000","last_change":"2024-09-10T07:21:55.412168+0000","last_active":"2024-09-10T07:21:55.412517+0000","last_peered":"2024-09-10T07:21:55.412517+0000","last_clean":"2024-09-10T07:21:55.412517+0000","last_became_active":"2024-09-10T07:21:55.411942+0000","last_became_peered":"2024-09-10T07:21:55.411942+0000","last_unstale":"2024-09-10T07:21:55.412517+0000","last_undegraded":"2024-09-10T07:21:55.412517+0000","last_fullsized":"2024-09-10T07:21:55.412517+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.925289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408175+0000","last_change":"2024-09-10T07:21:56.399593+0000","last_active":"2024-09-10T07:21:56.408175+0000","last_peered":"2024-09-10T07:21:56.408175+0000","last_clean":"2024-09-10T07:21:56.408175+0000","last_became_active":"2024-09-10T07:21:56.399304+0000","last_became_peered":"2024-09-10T07:21:56.399304+0000","last_unstale":"2024-09-10T07:21:56.408175+0000","last_undegraded":"2024-09-10T07:21:56.408175+0000","last_fullsized":"2024-09-10T07:21:56.408175+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:12.403390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426228+0000","last_change":"2024-09-10T07:21:55.405888+0000","last_active":"2024-09-10T07:21:56.426228+0000","last_peered":"2024-09-10T07:21:56.426228+0000","last_clean":"2024-09-10T07:21:56.426228+0000","last_became_active":"2024-09-10T07:21:55.405604+0000","last_became_peered":"2024-09-10T07:21:55.405604+0000","last_unstale":"2024-09-10T07:21:56.426228+0000","last_undegraded":"2024-09-10T07:21:56.426228+0000","last_fullsized":"2024-09-10T07:21:56.426228+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:47.855606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398950+0000","last_change":"2024-09-10T07:21:55.398950+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398950+0000","last_undegraded":"2024-09-10T07:21:55.398950+0000","last_fullsized":"2024-09-10T07:21:55.398950+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400619+0000","last_change":"2024-09-10T07:21:55.412558+0000","last_active":"2024-09-10T07:21:56.400619+0000","last_peered":"2024-09-10T07:21:56.400619+0000","last_clean":"2024-09-10T07:21:56.400619+0000","last_became_active":"2024-09-10T07:21:55.412251+0000","last_became_peered":"2024-09-10T07:21:55.412251+0000","last_unstale":"2024-09-10T07:21:56.400619+0000","last_undegraded":"2024-09-10T07:21:56.400619+0000","last_fullsized":"2024-09-10T07:21:56.400619+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:05.729336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434437+0000","last_change":"2024-09-10T07:21:56.426604+0000","last_active":"2024-09-10T07:21:56.434437+0000","last_peered":"2024-09-10T07:21:56.434437+0000","last_clean":"2024-09-10T07:21:56.434437+0000","last_became_active":"2024-09-10T07:21:56.426277+0000","last_became_peered":"2024-09-10T07:21:56.426277+0000","last_unstale":"2024-09-10T07:21:56.434437+0000","last_undegraded":"2024-09-10T07:21:56.434437+0000","last_fullsized":"2024-09-10T07:21:56.434437+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:37.490256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.402513+0000","last_change":"2024-09-10T07:21:55.413659+0000","last_active":"2024-09-10T07:21:56.402513+0000","last_peered":"2024-09-10T07:21:56.402513+0000","last_clean":"2024-09-10T07:21:56.402513+0000","last_became_active":"2024-09-10T07:21:55.413332+0000","last_became_peered":"2024-09-10T07:21:55.413332+0000","last_unstale":"2024-09-10T07:21:56.402513+0000","last_undegraded":"2024-09-10T07:21:56.402513+0000","last_fullsized":"2024-09-10T07:21:56.402513+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428331+0000","last_change":"2024-09-10T07:21:56.427758+0000","last_active":"2024-09-10T07:21:56.428331+0000","last_peered":"2024-09-10T07:21:56.428331+0000","last_clean":"2024-09-10T07:21:56.428331+0000","last_became_active":"2024-09-10T07:21:56.425641+0000","last_became_peered":"2024-09-10T07:21:56.425641+0000","last_unstale":"2024-09-10T07:21:56.428331+0000","last_undegraded":"2024-09-10T07:21:56.428331+0000","last_fullsized":"2024-09-10T07:21:56.428331+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:07.729617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.395086+0000","last_change":"2024-09-10T07:21:55.406953+0000","last_active":"2024-09-10T07:21:56.395086+0000","last_peered":"2024-09-10T07:21:56.395086+0000","last_clean":"2024-09-10T07:21:56.395086+0000","last_became_active":"2024-09-10T07:21:55.406681+0000","last_became_peered":"2024-09-10T07:21:55.406681+0000","last_unstale":"2024-09-10T07:21:56.395086+0000","last_undegraded":"2024-09-10T07:21:56.395086+0000","last_fullsized":"2024-09-10T07:21:56.395086+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:34.082684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410535+0000","last_change":"2024-09-10T07:21:56.406300+0000","last_active":"2024-09-10T07:21:56.410535+0000","last_peered":"2024-09-10T07:21:56.410535+0000","last_clean":"2024-09-10T07:21:56.410535+0000","last_became_active":"2024-09-10T07:21:56.405743+0000","last_became_peered":"2024-09-10T07:21:56.405743+0000","last_unstale":"2024-09-10T07:21:56.410535+0000","last_undegraded":"2024-09-10T07:21:56.410535+0000","last_fullsized":"2024-09-10T07:21:56.410535+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411805+0000","last_change":"2024-09-10T07:21:55.411235+0000","last_active":"2024-09-10T07:21:55.411805+0000","last_peered":"2024-09-10T07:21:55.411805+0000","last_clean":"2024-09-10T07:21:55.411805+0000","last_became_active":"2024-09-10T07:21:55.411012+0000","last_became_peered":"2024-09-10T07:21:55.411012+0000","last_unstale":"2024-09-10T07:21:55.411805+0000","last_undegraded":"2024-09-10T07:21:55.411805+0000","last_fullsized":"2024-09-10T07:21:55.411805+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:39.596834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415274+0000","last_change":"2024-09-10T07:21:56.410806+0000","last_active":"2024-09-10T07:21:56.415274+0000","last_peered":"2024-09-10T07:21:56.415274+0000","last_clean":"2024-09-10T07:21:56.415274+0000","last_became_active":"2024-09-10T07:21:56.410381+0000","last_became_peered":"2024-09-10T07:21:56.410381+0000","last_unstale":"2024-09-10T07:21:56.415274+0000","last_undegraded":"2024-09-10T07:21:56.415274+0000","last_fullsized":"2024-09-10T07:21:56.415274+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:55.005819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.404806+0000","last_change":"2024-09-10T07:21:55.410835+0000","last_active":"2024-09-10T07:21:56.404806+0000","last_peered":"2024-09-10T07:21:56.404806+0000","last_clean":"2024-09-10T07:21:56.404806+0000","last_became_active":"2024-09-10T07:21:55.410542+0000","last_became_peered":"2024-09-10T07:21:55.410542+0000","last_unstale":"2024-09-10T07:21:56.404806+0000","last_undegraded":"2024-09-10T07:21:56.404806+0000","last_fullsized":"2024-09-10T07:21:56.404806+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.418058+0000","last_change":"2024-09-10T07:21:56.404453+0000","last_active":"2024-09-10T07:21:56.418058+0000","last_peered":"2024-09-10T07:21:56.418058+0000","last_clean":"2024-09-10T07:21:56.418058+0000","last_became_active":"2024-09-10T07:21:56.404136+0000","last_became_peered":"2024-09-10T07:21:56.404136+0000","last_unstale":"2024-09-10T07:21:56.418058+0000","last_undegraded":"2024-09-10T07:21:56.418058+0000","last_fullsized":"2024-09-10T07:21:56.418058+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:04.315996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408654+0000","last_change":"2024-09-10T07:21:55.407140+0000","last_active":"2024-09-10T07:21:56.408654+0000","last_peered":"2024-09-10T07:21:56.408654+0000","last_clean":"2024-09-10T07:21:56.408654+0000","last_became_active":"2024-09-10T07:21:55.406850+0000","last_became_peered":"2024-09-10T07:21:55.406850+0000","last_unstale":"2024-09-10T07:21:56.408654+0000","last_undegraded":"2024-09-10T07:21:56.408654+0000","last_fullsized":"2024-09-10T07:21:56.408654+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434606+0000","last_change":"2024-09-10T07:21:56.429051+0000","last_active":"2024-09-10T07:21:56.434606+0000","last_peered":"2024-09-10T07:21:56.434606+0000","last_clean":"2024-09-10T07:21:56.434606+0000","last_became_active":"2024-09-10T07:21:56.428770+0000","last_became_peered":"2024-09-10T07:21:56.428770+0000","last_unstale":"2024-09-10T07:21:56.434606+0000","last_undegraded":"2024-09-10T07:21:56.434606+0000","last_fullsized":"2024-09-10T07:21:56.434606+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:29.220108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400773+0000","last_change":"2024-09-10T07:21:55.409982+0000","last_active":"2024-09-10T07:21:56.400773+0000","last_peered":"2024-09-10T07:21:56.400773+0000","last_clean":"2024-09-10T07:21:56.400773+0000","last_became_active":"2024-09-10T07:21:55.409650+0000","last_became_peered":"2024-09-10T07:21:55.409650+0000","last_unstale":"2024-09-10T07:21:56.400773+0000","last_undegraded":"2024-09-10T07:21:56.400773+0000","last_fullsized":"2024-09-10T07:21:56.400773+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:26.338645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413300+0000","last_change":"2024-09-10T07:21:56.410897+0000","last_active":"2024-09-10T07:21:56.413300+0000","last_peered":"2024-09-10T07:21:56.413300+0000","last_clean":"2024-09-10T07:21:56.413300+0000","last_became_active":"2024-09-10T07:21:56.410562+0000","last_became_peered":"2024-09-10T07:21:56.410562+0000","last_unstale":"2024-09-10T07:21:56.413300+0000","last_undegraded":"2024-09-10T07:21:56.413300+0000","last_fullsized":"2024-09-10T07:21:56.413300+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.401115+0000","last_change":"2024-09-10T07:21:55.407878+0000","last_active":"2024-09-10T07:21:56.401115+0000","last_peered":"2024-09-10T07:21:56.401115+0000","last_clean":"2024-09-10T07:21:56.401115+0000","last_became_active":"2024-09-10T07:21:55.407185+0000","last_became_peered":"2024-09-10T07:21:55.407185+0000","last_unstale":"2024-09-10T07:21:56.401115+0000","last_undegraded":"2024-09-10T07:21:56.401115+0000","last_fullsized":"2024-09-10T07:21:56.401115+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:54.683822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434549+0000","last_change":"2024-09-10T07:21:56.427198+0000","last_active":"2024-09-10T07:21:56.434549+0000","last_peered":"2024-09-10T07:21:56.434549+0000","last_clean":"2024-09-10T07:21:56.434549+0000","last_became_active":"2024-09-10T07:21:56.426909+0000","last_became_peered":"2024-09-10T07:21:56.426909+0000","last_unstale":"2024-09-10T07:21:56.434549+0000","last_undegraded":"2024-09-10T07:21:56.434549+0000","last_fullsized":"2024-09-10T07:21:56.434549+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:30.204375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396186+0000","last_change":"2024-09-10T07:21:55.400389+0000","last_active":"2024-09-10T07:21:56.396186+0000","last_peered":"2024-09-10T07:21:56.396186+0000","last_clean":"2024-09-10T07:21:56.396186+0000","last_became_active":"2024-09-10T07:21:55.400091+0000","last_became_peered":"2024-09-10T07:21:55.400091+0000","last_unstale":"2024-09-10T07:21:56.396186+0000","last_undegraded":"2024-09-10T07:21:56.396186+0000","last_fullsized":"2024-09-10T07:21:56.396186+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:03.107978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423742+0000","last_change":"2024-09-10T07:21:56.410414+0000","last_active":"2024-09-10T07:21:56.423742+0000","last_peered":"2024-09-10T07:21:56.423742+0000","last_clean":"2024-09-10T07:21:56.423742+0000","last_became_active":"2024-09-10T07:21:56.410095+0000","last_became_peered":"2024-09-10T07:21:56.410095+0000","last_unstale":"2024-09-10T07:21:56.423742+0000","last_undegraded":"2024-09-10T07:21:56.423742+0000","last_fullsized":"2024-09-10T07:21:56.423742+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:08.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396936+0000","last_change":"2024-09-10T07:21:55.406552+0000","last_active":"2024-09-10T07:21:56.396936+0000","last_peered":"2024-09-10T07:21:56.396936+0000","last_clean":"2024-09-10T07:21:56.396936+0000","last_became_active":"2024-09-10T07:21:55.406266+0000","last_became_peered":"2024-09-10T07:21:55.406266+0000","last_unstale":"2024-09-10T07:21:56.396936+0000","last_undegraded":"2024-09-10T07:21:56.396936+0000","last_fullsized":"2024-09-10T07:21:56.396936+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397489+0000","last_change":"2024-09-10T07:21:55.397489+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397489+0000","last_undegraded":"2024-09-10T07:21:55.397489+0000","last_fullsized":"2024-09-10T07:21:55.397489+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414302+0000","last_change":"2024-09-10T07:21:55.410291+0000","last_active":"2024-09-10T07:21:56.414302+0000","last_peered":"2024-09-10T07:21:56.414302+0000","last_clean":"2024-09-10T07:21:56.414302+0000","last_became_active":"2024-09-10T07:21:55.409993+0000","last_became_peered":"2024-09-10T07:21:55.409993+0000","last_unstale":"2024-09-10T07:21:56.414302+0000","last_undegraded":"2024-09-10T07:21:56.414302+0000","last_fullsized":"2024-09-10T07:21:56.414302+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:01.811848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":223,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406535+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:56.406535+0000","last_peered":"2024-09-10T07:21:56.406535+0000","last_clean":"2024-09-10T07:21:56.406535+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:56.406535+0000","last_undegraded":"2024-09-10T07:21:56.406535+0000","last_fullsized":"2024-09-10T07:21:56.406535+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542170,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1204224,"data_stored":856185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542170,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":606208,"data_stored":266275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":618496,"data_stored":267327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542172,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":265853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542171,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1196032,"data_stored":856061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":258526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:59.396 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:59.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.534+0000 7f3403752640 1 Processor -- start 2024-09-10T07:21:59.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.534+0000 7f3403752640 1 -- start start 2024-09-10T07:21:59.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3403752640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f33fc15e4d0 0x7f33fc0cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3403752640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc0cf8f0 0x7f33fc0d1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3403752640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f33fc0d1890 0x7f33fc0d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3403752640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0d3bf0 con 0x7f33fc15e4d0 2024-09-10T07:21:59.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3403752640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0d3100 con 0x7f33fc0d1890 2024-09-10T07:21:59.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3403752640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33fc0d1cc0 con 0x7f33fc0cf8f0 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f33fc15e4d0 0x7f33fc0cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f33fc15e4d0 0x7f33fc0cf3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51370/0 (socket says 172.21.15.3:51370) 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 -- 172.21.15.3:0/982341931 learned_addr learned my addr 172.21.15.3:0/982341931 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3401cef640 1 --2- 172.21.15.3:0/982341931 >> v2:172.21.15.70:3300/0 conn(0x7f33fc0d1890 0x7f33fc0d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3400ced640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc0cf8f0 0x7f33fc0d1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 -- 172.21.15.3:0/982341931 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc0cf8f0 msgr2=0x7f33fc0d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc0cf8f0 0x7f33fc0d1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 -- 172.21.15.3:0/982341931 >> v2:172.21.15.70:3300/0 conn(0x7f33fc0d1890 msgr2=0x7f33fc0d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 --2- 172.21.15.3:0/982341931 >> v2:172.21.15.70:3300/0 conn(0x7f33fc0d1890 0x7f33fc0d4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f34014ee640 1 -- 172.21.15.3:0/982341931 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc15e8b0 con 0x7f33fc15e4d0 2024-09-10T07:21:59.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3400ced640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc0cf8f0 0x7f33fc0d1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:59.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.535+0000 7f3401cef640 1 --2- 172.21.15.3:0/982341931 >> v2:172.21.15.70:3300/0 conn(0x7f33fc0d1890 0x7f33fc0d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:59.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.536+0000 7f34014ee640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc15e4d0 0x7f33fc0cf3b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f33fc15ea80 tx=0x7f33ec02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b344be267f2f6fb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.536+0000 7f33fbfff640 1 -- 172.21.15.3:0/982341931 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec036070 con 0x7f33fc15e4d0 2024-09-10T07:21:59.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.536+0000 7f33fbfff640 1 -- 172.21.15.3:0/982341931 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33ec031600 con 0x7f33fc15e4d0 2024-09-10T07:21:59.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.536+0000 7f33fbfff640 1 -- 172.21.15.3:0/982341931 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec0319d0 con 0x7f33fc15e4d0 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 -- 172.21.15.3:0/982341931 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc15e4d0 msgr2=0x7f33fc0cf3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc15e4d0 0x7f33fc0cf3b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f33fc15ea80 tx=0x7f33ec02a6c0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 -- 172.21.15.3:0/982341931 shutdown_connections 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 --2- 172.21.15.3:0/982341931 >> v2:172.21.15.70:3300/0 conn(0x7f33fc0d1890 0x7f33fc0d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc0cf8f0 0x7f33fc0d1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 --2- 172.21.15.3:0/982341931 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc15e4d0 0x7f33fc0cf3b0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 -- 172.21.15.3:0/982341931 >> 172.21.15.3:0/982341931 conn(0x7f33fc073640 msgr2=0x7f33fc073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 -- 172.21.15.3:0/982341931 shutdown_connections 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.537+0000 7f3403752640 1 -- 172.21.15.3:0/982341931 wait complete. 2024-09-10T07:21:59.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.538+0000 7f3403752640 1 Processor -- start 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.538+0000 7f3403752640 1 -- start start 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3403752640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0cf8f0 0x7f33fc14f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3403752640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 0x7f33fc15f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3403752640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc15e4d0 0x7f33fc0cd850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3403752640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc0b77b0 con 0x7f33fc0d1890 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3403752640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc0b7510 con 0x7f33fc0cf8f0 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3403752640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33fc0d3630 con 0x7f33fc15e4d0 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3400ced640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 0x7f33fc15f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3400ced640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 0x7f33fc15f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51380/0 (socket says 172.21.15.3:51380) 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3400ced640 1 -- 172.21.15.3:0/3385298232 learned_addr learned my addr 172.21.15.3:0/3385298232 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3401cef640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc15e4d0 0x7f33fc0cd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f34014ee640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0cf8f0 0x7f33fc14f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.539+0000 7f3400ced640 1 -- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc15e4d0 msgr2=0x7f33fc0cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3400ced640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc15e4d0 0x7f33fc0cd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3400ced640 1 -- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0cf8f0 msgr2=0x7f33fc14f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3400ced640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0cf8f0 0x7f33fc14f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3400ced640 1 -- 172.21.15.3:0/3385298232 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc14fce0 con 0x7f33fc0d1890 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f34014ee640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0cf8f0 0x7f33fc14f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3400ced640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 0x7f33fc15f690 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f33f000c7f0 tx=0x7f33f000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f0004230 con 0x7f33fc0d1890 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f00043f0 con 0x7f33fc0d1890 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33fc1f8100 con 0x7f33fc0d1890 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f0007860 con 0x7f33fc0d1890 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.540+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33fc15ee90 con 0x7f33fc0d1890 2024-09-10T07:21:59.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.541+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33fc0d1350 con 0x7f33fc0d1890 2024-09-10T07:21:59.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.542+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f33f0007c10 con 0x7f33fc0d1890 2024-09-10T07:21:59.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.542+0000 7f33f9ffb640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33e806be30 0x7f33e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.542+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f33f008b1e0 con 0x7f33fc0d1890 2024-09-10T07:21:59.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.542+0000 7f34014ee640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33e806be30 0x7f33e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.543+0000 7f34014ee640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33e806be30 0x7f33e806e2f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f33ec033000 tx=0x7f33ec009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.547+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33f0015020 con 0x7f33fc0d1890 2024-09-10T07:21:59.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.717+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33fc1f83e0 con 0x7f33e806be30 2024-09-10T07:21:59.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.724+0000 7f33f9ffb640 1 -- 172.21.15.3:0/3385298232 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251390 (secure 0 0 0) 0x7f33fc1f83e0 con 0x7f33e806be30 2024-09-10T07:21:59.728 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:21:59.730 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:21:59.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33e806be30 msgr2=0x7f33e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33e806be30 0x7f33e806e2f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f33ec033000 tx=0x7f33ec009000 comp rx=0 tx=0).stop 2024-09-10T07:21:59.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 msgr2=0x7f33fc15f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 0x7f33fc15f690 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f33f000c7f0 tx=0x7f33f000ccb0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 shutdown_connections 2024-09-10T07:21:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33e806be30 0x7f33e806e2f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33fc15e4d0 0x7f33fc0cd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33fc0d1890 0x7f33fc15f690 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 --2- 172.21.15.3:0/3385298232 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33fc0cf8f0 0x7f33fc14f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 >> 172.21.15.3:0/3385298232 conn(0x7f33fc073640 msgr2=0x7f33fc073a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 shutdown_connections 2024-09-10T07:21:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.727+0000 7f3403752640 1 -- 172.21.15.3:0/3385298232 wait complete. 2024-09-10T07:21:59.738 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T07:21:58.083750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592126,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238764,"kb_used_data":5888,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735956,"statfs":{"total":773094113280,"available":772849618944,"internally_reserved":0,"allocated":6029312,"data_stored":3301613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000778"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427934+0000","last_change":"2024-09-10T07:21:56.416912+0000","last_active":"2024-09-10T07:21:56.427934+0000","last_peered":"2024-09-10T07:21:56.427934+0000","last_clean":"2024-09-10T07:21:56.427934+0000","last_became_active":"2024-09-10T07:21:56.416502+0000","last_became_peered":"2024-09-10T07:21:56.416502+0000","last_unstale":"2024-09-10T07:21:56.427934+0000","last_undegraded":"2024-09-10T07:21:56.427934+0000","last_fullsized":"2024-09-10T07:21:56.427934+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:54.219357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415487+0000","last_change":"2024-09-10T07:21:56.414433+0000","last_active":"2024-09-10T07:21:56.415487+0000","last_peered":"2024-09-10T07:21:56.415487+0000","last_clean":"2024-09-10T07:21:56.415487+0000","last_became_active":"2024-09-10T07:21:56.414165+0000","last_became_peered":"2024-09-10T07:21:56.414165+0000","last_unstale":"2024-09-10T07:21:56.415487+0000","last_undegraded":"2024-09-10T07:21:56.415487+0000","last_fullsized":"2024-09-10T07:21:56.415487+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434230+0000","last_change":"2024-09-10T07:21:56.424746+0000","last_active":"2024-09-10T07:21:56.434230+0000","last_peered":"2024-09-10T07:21:56.434230+0000","last_clean":"2024-09-10T07:21:56.434230+0000","last_became_active":"2024-09-10T07:21:56.423534+0000","last_became_peered":"2024-09-10T07:21:56.423534+0000","last_unstale":"2024-09-10T07:21:56.434230+0000","last_undegraded":"2024-09-10T07:21:56.434230+0000","last_fullsized":"2024-09-10T07:21:56.434230+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427430+0000","last_change":"2024-09-10T07:21:56.426965+0000","last_active":"2024-09-10T07:21:56.427430+0000","last_peered":"2024-09-10T07:21:56.427430+0000","last_clean":"2024-09-10T07:21:56.427430+0000","last_became_active":"2024-09-10T07:21:56.426770+0000","last_became_peered":"2024-09-10T07:21:56.426770+0000","last_unstale":"2024-09-10T07:21:56.427430+0000","last_undegraded":"2024-09-10T07:21:56.427430+0000","last_fullsized":"2024-09-10T07:21:56.427430+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.411825+0000","last_change":"2024-09-10T07:21:56.410304+0000","last_active":"2024-09-10T07:21:56.411825+0000","last_peered":"2024-09-10T07:21:56.411825+0000","last_clean":"2024-09-10T07:21:56.411825+0000","last_became_active":"2024-09-10T07:21:56.409986+0000","last_became_peered":"2024-09-10T07:21:56.409986+0000","last_unstale":"2024-09-10T07:21:56.411825+0000","last_undegraded":"2024-09-10T07:21:56.411825+0000","last_fullsized":"2024-09-10T07:21:56.411825+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:43:33.011577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427219+0000","last_change":"2024-09-10T07:21:56.419145+0000","last_active":"2024-09-10T07:21:56.427219+0000","last_peered":"2024-09-10T07:21:56.427219+0000","last_clean":"2024-09-10T07:21:56.427219+0000","last_became_active":"2024-09-10T07:21:56.418868+0000","last_became_peered":"2024-09-10T07:21:56.418868+0000","last_unstale":"2024-09-10T07:21:56.427219+0000","last_undegraded":"2024-09-10T07:21:56.427219+0000","last_fullsized":"2024-09-10T07:21:56.427219+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:26.784211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434202+0000","last_change":"2024-09-10T07:21:56.424292+0000","last_active":"2024-09-10T07:21:56.434202+0000","last_peered":"2024-09-10T07:21:56.434202+0000","last_clean":"2024-09-10T07:21:56.434202+0000","last_became_active":"2024-09-10T07:21:56.423934+0000","last_became_peered":"2024-09-10T07:21:56.423934+0000","last_unstale":"2024-09-10T07:21:56.434202+0000","last_undegraded":"2024-09-10T07:21:56.434202+0000","last_fullsized":"2024-09-10T07:21:56.434202+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437064+0000","last_change":"2024-09-10T07:21:56.432422+0000","last_active":"2024-09-10T07:21:56.437064+0000","last_peered":"2024-09-10T07:21:56.437064+0000","last_clean":"2024-09-10T07:21:56.437064+0000","last_became_active":"2024-09-10T07:21:56.431888+0000","last_became_peered":"2024-09-10T07:21:56.431888+0000","last_unstale":"2024-09-10T07:21:56.437064+0000","last_undegraded":"2024-09-10T07:21:56.437064+0000","last_fullsized":"2024-09-10T07:21:56.437064+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:26.700024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434086+0000","last_change":"2024-09-10T07:21:56.431249+0000","last_active":"2024-09-10T07:21:56.434086+0000","last_peered":"2024-09-10T07:21:56.434086+0000","last_clean":"2024-09-10T07:21:56.434086+0000","last_became_active":"2024-09-10T07:21:56.430968+0000","last_became_peered":"2024-09-10T07:21:56.430968+0000","last_unstale":"2024-09-10T07:21:56.434086+0000","last_undegraded":"2024-09-10T07:21:56.434086+0000","last_fullsized":"2024-09-10T07:21:56.434086+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:21.078758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416696+0000","last_change":"2024-09-10T07:21:56.412283+0000","last_active":"2024-09-10T07:21:56.416696+0000","last_peered":"2024-09-10T07:21:56.416696+0000","last_clean":"2024-09-10T07:21:56.416696+0000","last_became_active":"2024-09-10T07:21:56.412013+0000","last_became_peered":"2024-09-10T07:21:56.412013+0000","last_unstale":"2024-09-10T07:21:56.416696+0000","last_undegraded":"2024-09-10T07:21:56.416696+0000","last_fullsized":"2024-09-10T07:21:56.416696+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:09.465325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421849+0000","last_change":"2024-09-10T07:21:56.411177+0000","last_active":"2024-09-10T07:21:56.421849+0000","last_peered":"2024-09-10T07:21:56.421849+0000","last_clean":"2024-09-10T07:21:56.421849+0000","last_became_active":"2024-09-10T07:21:56.410895+0000","last_became_peered":"2024-09-10T07:21:56.410895+0000","last_unstale":"2024-09-10T07:21:56.421849+0000","last_undegraded":"2024-09-10T07:21:56.421849+0000","last_fullsized":"2024-09-10T07:21:56.421849+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:54.821093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425691+0000","last_change":"2024-09-10T07:21:56.410853+0000","last_active":"2024-09-10T07:21:56.425691+0000","last_peered":"2024-09-10T07:21:56.425691+0000","last_clean":"2024-09-10T07:21:56.425691+0000","last_became_active":"2024-09-10T07:21:56.410068+0000","last_became_peered":"2024-09-10T07:21:56.410068+0000","last_unstale":"2024-09-10T07:21:56.425691+0000","last_undegraded":"2024-09-10T07:21:56.425691+0000","last_fullsized":"2024-09-10T07:21:56.425691+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:54:36.861059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416857+0000","last_change":"2024-09-10T07:21:56.411474+0000","last_active":"2024-09-10T07:21:56.416857+0000","last_peered":"2024-09-10T07:21:56.416857+0000","last_clean":"2024-09-10T07:21:56.416857+0000","last_became_active":"2024-09-10T07:21:56.411204+0000","last_became_peered":"2024-09-10T07:21:56.411204+0000","last_unstale":"2024-09-10T07:21:56.416857+0000","last_undegraded":"2024-09-10T07:21:56.416857+0000","last_fullsized":"2024-09-10T07:21:56.416857+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:52.290097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434286+0000","last_change":"2024-09-10T07:21:56.425104+0000","last_active":"2024-09-10T07:21:56.434286+0000","last_peered":"2024-09-10T07:21:56.434286+0000","last_clean":"2024-09-10T07:21:56.434286+0000","last_became_active":"2024-09-10T07:21:56.424607+0000","last_became_peered":"2024-09-10T07:21:56.424607+0000","last_unstale":"2024-09-10T07:21:56.434286+0000","last_undegraded":"2024-09-10T07:21:56.434286+0000","last_fullsized":"2024-09-10T07:21:56.434286+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:20.863653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414087+0000","last_change":"2024-09-10T07:21:56.412470+0000","last_active":"2024-09-10T07:21:56.414087+0000","last_peered":"2024-09-10T07:21:56.414087+0000","last_clean":"2024-09-10T07:21:56.414087+0000","last_became_active":"2024-09-10T07:21:56.412156+0000","last_became_peered":"2024-09-10T07:21:56.412156+0000","last_unstale":"2024-09-10T07:21:56.414087+0000","last_undegraded":"2024-09-10T07:21:56.414087+0000","last_fullsized":"2024-09-10T07:21:56.414087+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415197+0000","last_change":"2024-09-10T07:21:56.410788+0000","last_active":"2024-09-10T07:21:56.415197+0000","last_peered":"2024-09-10T07:21:56.415197+0000","last_clean":"2024-09-10T07:21:56.415197+0000","last_became_active":"2024-09-10T07:21:56.410418+0000","last_became_peered":"2024-09-10T07:21:56.410418+0000","last_unstale":"2024-09-10T07:21:56.415197+0000","last_undegraded":"2024-09-10T07:21:56.415197+0000","last_fullsized":"2024-09-10T07:21:56.415197+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:46.127515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434557+0000","last_change":"2024-09-10T07:21:56.427616+0000","last_active":"2024-09-10T07:21:56.434557+0000","last_peered":"2024-09-10T07:21:56.434557+0000","last_clean":"2024-09-10T07:21:56.434557+0000","last_became_active":"2024-09-10T07:21:56.427294+0000","last_became_peered":"2024-09-10T07:21:56.427294+0000","last_unstale":"2024-09-10T07:21:56.434557+0000","last_undegraded":"2024-09-10T07:21:56.434557+0000","last_fullsized":"2024-09-10T07:21:56.434557+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:26.363685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415478+0000","last_change":"2024-09-10T07:21:56.414180+0000","last_active":"2024-09-10T07:21:56.415478+0000","last_peered":"2024-09-10T07:21:56.415478+0000","last_clean":"2024-09-10T07:21:56.415478+0000","last_became_active":"2024-09-10T07:21:56.413549+0000","last_became_peered":"2024-09-10T07:21:56.413549+0000","last_unstale":"2024-09-10T07:21:56.415478+0000","last_undegraded":"2024-09-10T07:21:56.415478+0000","last_fullsized":"2024-09-10T07:21:56.415478+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434200+0000","last_change":"2024-09-10T07:21:56.423284+0000","last_active":"2024-09-10T07:21:56.434200+0000","last_peered":"2024-09-10T07:21:56.434200+0000","last_clean":"2024-09-10T07:21:56.434200+0000","last_became_active":"2024-09-10T07:21:56.421280+0000","last_became_peered":"2024-09-10T07:21:56.421280+0000","last_unstale":"2024-09-10T07:21:56.434200+0000","last_undegraded":"2024-09-10T07:21:56.434200+0000","last_fullsized":"2024-09-10T07:21:56.434200+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398796+0000","last_change":"2024-09-10T07:21:55.398796+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398796+0000","last_undegraded":"2024-09-10T07:21:55.398796+0000","last_fullsized":"2024-09-10T07:21:55.398796+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397993+0000","last_change":"2024-09-10T07:21:55.397993+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397993+0000","last_undegraded":"2024-09-10T07:21:55.397993+0000","last_fullsized":"2024-09-10T07:21:55.397993+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432281+0000","last_change":"2024-09-10T07:21:56.427057+0000","last_active":"2024-09-10T07:21:56.432281+0000","last_peered":"2024-09-10T07:21:56.432281+0000","last_clean":"2024-09-10T07:21:56.432281+0000","last_became_active":"2024-09-10T07:21:56.426716+0000","last_became_peered":"2024-09-10T07:21:56.426716+0000","last_unstale":"2024-09-10T07:21:56.432281+0000","last_undegraded":"2024-09-10T07:21:56.432281+0000","last_fullsized":"2024-09-10T07:21:56.432281+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:32.136349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421799+0000","last_change":"2024-09-10T07:21:56.411836+0000","last_active":"2024-09-10T07:21:56.421799+0000","last_peered":"2024-09-10T07:21:56.421799+0000","last_clean":"2024-09-10T07:21:56.421799+0000","last_became_active":"2024-09-10T07:21:56.411565+0000","last_became_peered":"2024-09-10T07:21:56.411565+0000","last_unstale":"2024-09-10T07:21:56.421799+0000","last_undegraded":"2024-09-10T07:21:56.421799+0000","last_fullsized":"2024-09-10T07:21:56.421799+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:46.805381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434584+0000","last_change":"2024-09-10T07:21:56.427964+0000","last_active":"2024-09-10T07:21:56.434584+0000","last_peered":"2024-09-10T07:21:56.434584+0000","last_clean":"2024-09-10T07:21:56.434584+0000","last_became_active":"2024-09-10T07:21:56.427676+0000","last_became_peered":"2024-09-10T07:21:56.427676+0000","last_unstale":"2024-09-10T07:21:56.434584+0000","last_undegraded":"2024-09-10T07:21:56.434584+0000","last_fullsized":"2024-09-10T07:21:56.434584+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:59:51.103816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434429+0000","last_change":"2024-09-10T07:21:56.426432+0000","last_active":"2024-09-10T07:21:56.434429+0000","last_peered":"2024-09-10T07:21:56.434429+0000","last_clean":"2024-09-10T07:21:56.434429+0000","last_became_active":"2024-09-10T07:21:56.425689+0000","last_became_peered":"2024-09-10T07:21:56.425689+0000","last_unstale":"2024-09-10T07:21:56.434429+0000","last_undegraded":"2024-09-10T07:21:56.434429+0000","last_fullsized":"2024-09-10T07:21:56.434429+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:00.043350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424011+0000","last_change":"2024-09-10T07:21:56.410605+0000","last_active":"2024-09-10T07:21:56.424011+0000","last_peered":"2024-09-10T07:21:56.424011+0000","last_clean":"2024-09-10T07:21:56.424011+0000","last_became_active":"2024-09-10T07:21:56.410296+0000","last_became_peered":"2024-09-10T07:21:56.410296+0000","last_unstale":"2024-09-10T07:21:56.424011+0000","last_undegraded":"2024-09-10T07:21:56.424011+0000","last_fullsized":"2024-09-10T07:21:56.424011+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:38.542487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431749+0000","last_change":"2024-09-10T07:21:56.430918+0000","last_active":"2024-09-10T07:21:56.431749+0000","last_peered":"2024-09-10T07:21:56.431749+0000","last_clean":"2024-09-10T07:21:56.431749+0000","last_became_active":"2024-09-10T07:21:56.430345+0000","last_became_peered":"2024-09-10T07:21:56.430345+0000","last_unstale":"2024-09-10T07:21:56.431749+0000","last_undegraded":"2024-09-10T07:21:56.431749+0000","last_fullsized":"2024-09-10T07:21:56.431749+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:25.199747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398387+0000","last_change":"2024-09-10T07:21:55.398387+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398387+0000","last_undegraded":"2024-09-10T07:21:55.398387+0000","last_fullsized":"2024-09-10T07:21:55.398387+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434266+0000","last_change":"2024-09-10T07:21:56.425045+0000","last_active":"2024-09-10T07:21:56.434266+0000","last_peered":"2024-09-10T07:21:56.434266+0000","last_clean":"2024-09-10T07:21:56.434266+0000","last_became_active":"2024-09-10T07:21:56.424738+0000","last_became_peered":"2024-09-10T07:21:56.424738+0000","last_unstale":"2024-09-10T07:21:56.434266+0000","last_undegraded":"2024-09-10T07:21:56.434266+0000","last_fullsized":"2024-09-10T07:21:56.434266+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422139+0000","last_change":"2024-09-10T07:21:56.420854+0000","last_active":"2024-09-10T07:21:56.422139+0000","last_peered":"2024-09-10T07:21:56.422139+0000","last_clean":"2024-09-10T07:21:56.422139+0000","last_became_active":"2024-09-10T07:21:56.420584+0000","last_became_peered":"2024-09-10T07:21:56.420584+0000","last_unstale":"2024-09-10T07:21:56.422139+0000","last_undegraded":"2024-09-10T07:21:56.422139+0000","last_fullsized":"2024-09-10T07:21:56.422139+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434149+0000","last_change":"2024-09-10T07:21:56.421435+0000","last_active":"2024-09-10T07:21:56.434149+0000","last_peered":"2024-09-10T07:21:56.434149+0000","last_clean":"2024-09-10T07:21:56.434149+0000","last_became_active":"2024-09-10T07:21:56.421118+0000","last_became_peered":"2024-09-10T07:21:56.421118+0000","last_unstale":"2024-09-10T07:21:56.434149+0000","last_undegraded":"2024-09-10T07:21:56.434149+0000","last_fullsized":"2024-09-10T07:21:56.434149+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410576+0000","last_change":"2024-09-10T07:21:56.407480+0000","last_active":"2024-09-10T07:21:56.410576+0000","last_peered":"2024-09-10T07:21:56.410576+0000","last_clean":"2024-09-10T07:21:56.410576+0000","last_became_active":"2024-09-10T07:21:56.407205+0000","last_became_peered":"2024-09-10T07:21:56.407205+0000","last_unstale":"2024-09-10T07:21:56.410576+0000","last_undegraded":"2024-09-10T07:21:56.410576+0000","last_fullsized":"2024-09-10T07:21:56.410576+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415458+0000","last_change":"2024-09-10T07:21:56.414021+0000","last_active":"2024-09-10T07:21:56.415458+0000","last_peered":"2024-09-10T07:21:56.415458+0000","last_clean":"2024-09-10T07:21:56.415458+0000","last_became_active":"2024-09-10T07:21:56.413213+0000","last_became_peered":"2024-09-10T07:21:56.413213+0000","last_unstale":"2024-09-10T07:21:56.415458+0000","last_undegraded":"2024-09-10T07:21:56.415458+0000","last_fullsized":"2024-09-10T07:21:56.415458+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407150+0000","last_change":"2024-09-10T07:21:55.405606+0000","last_active":"2024-09-10T07:21:55.407150+0000","last_peered":"2024-09-10T07:21:55.407150+0000","last_clean":"2024-09-10T07:21:55.407150+0000","last_became_active":"2024-09-10T07:21:55.405335+0000","last_became_peered":"2024-09-10T07:21:55.405335+0000","last_unstale":"2024-09-10T07:21:55.407150+0000","last_undegraded":"2024-09-10T07:21:55.407150+0000","last_fullsized":"2024-09-10T07:21:55.407150+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:40.971720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.412963+0000","last_change":"2024-09-10T07:21:56.408097+0000","last_active":"2024-09-10T07:21:56.412963+0000","last_peered":"2024-09-10T07:21:56.412963+0000","last_clean":"2024-09-10T07:21:56.412963+0000","last_became_active":"2024-09-10T07:21:56.407530+0000","last_became_peered":"2024-09-10T07:21:56.407530+0000","last_unstale":"2024-09-10T07:21:56.412963+0000","last_undegraded":"2024-09-10T07:21:56.412963+0000","last_fullsized":"2024-09-10T07:21:56.412963+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432561+0000","last_change":"2024-09-10T07:21:55.414281+0000","last_active":"2024-09-10T07:21:56.432561+0000","last_peered":"2024-09-10T07:21:56.432561+0000","last_clean":"2024-09-10T07:21:56.432561+0000","last_became_active":"2024-09-10T07:21:55.413746+0000","last_became_peered":"2024-09-10T07:21:55.413746+0000","last_unstale":"2024-09-10T07:21:56.432561+0000","last_undegraded":"2024-09-10T07:21:56.432561+0000","last_fullsized":"2024-09-10T07:21:56.432561+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:48.875640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398547+0000","last_change":"2024-09-10T07:21:55.398547+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398547+0000","last_undegraded":"2024-09-10T07:21:55.398547+0000","last_fullsized":"2024-09-10T07:21:55.398547+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426532+0000","last_change":"2024-09-10T07:21:55.408464+0000","last_active":"2024-09-10T07:21:56.426532+0000","last_peered":"2024-09-10T07:21:56.426532+0000","last_clean":"2024-09-10T07:21:56.426532+0000","last_became_active":"2024-09-10T07:21:55.408101+0000","last_became_peered":"2024-09-10T07:21:55.408101+0000","last_unstale":"2024-09-10T07:21:56.426532+0000","last_undegraded":"2024-09-10T07:21:56.426532+0000","last_fullsized":"2024-09-10T07:21:56.426532+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:44.716898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423860+0000","last_change":"2024-09-10T07:21:56.412248+0000","last_active":"2024-09-10T07:21:56.423860+0000","last_peered":"2024-09-10T07:21:56.423860+0000","last_clean":"2024-09-10T07:21:56.423860+0000","last_became_active":"2024-09-10T07:21:56.411972+0000","last_became_peered":"2024-09-10T07:21:56.411972+0000","last_unstale":"2024-09-10T07:21:56.423860+0000","last_undegraded":"2024-09-10T07:21:56.423860+0000","last_fullsized":"2024-09-10T07:21:56.423860+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:47:41.799658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430553+0000","last_change":"2024-09-10T07:21:55.408033+0000","last_active":"2024-09-10T07:21:56.430553+0000","last_peered":"2024-09-10T07:21:56.430553+0000","last_clean":"2024-09-10T07:21:56.430553+0000","last_became_active":"2024-09-10T07:21:55.407704+0000","last_became_peered":"2024-09-10T07:21:55.407704+0000","last_unstale":"2024-09-10T07:21:56.430553+0000","last_undegraded":"2024-09-10T07:21:56.430553+0000","last_fullsized":"2024-09-10T07:21:56.430553+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425593+0000","last_change":"2024-09-10T07:21:56.424942+0000","last_active":"2024-09-10T07:21:56.425593+0000","last_peered":"2024-09-10T07:21:56.425593+0000","last_clean":"2024-09-10T07:21:56.425593+0000","last_became_active":"2024-09-10T07:21:56.424573+0000","last_became_peered":"2024-09-10T07:21:56.424573+0000","last_unstale":"2024-09-10T07:21:56.425593+0000","last_undegraded":"2024-09-10T07:21:56.425593+0000","last_fullsized":"2024-09-10T07:21:56.425593+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:56.366609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434622+0000","last_change":"2024-09-10T07:21:55.411486+0000","last_active":"2024-09-10T07:21:56.434622+0000","last_peered":"2024-09-10T07:21:56.434622+0000","last_clean":"2024-09-10T07:21:56.434622+0000","last_became_active":"2024-09-10T07:21:55.411174+0000","last_became_peered":"2024-09-10T07:21:55.411174+0000","last_unstale":"2024-09-10T07:21:56.434622+0000","last_undegraded":"2024-09-10T07:21:56.434622+0000","last_fullsized":"2024-09-10T07:21:56.434622+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422135+0000","last_change":"2024-09-10T07:21:56.420804+0000","last_active":"2024-09-10T07:21:56.422135+0000","last_peered":"2024-09-10T07:21:56.422135+0000","last_clean":"2024-09-10T07:21:56.422135+0000","last_became_active":"2024-09-10T07:21:56.420521+0000","last_became_peered":"2024-09-10T07:21:56.420521+0000","last_unstale":"2024-09-10T07:21:56.422135+0000","last_undegraded":"2024-09-10T07:21:56.422135+0000","last_fullsized":"2024-09-10T07:21:56.422135+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422099+0000","last_change":"2024-09-10T07:21:55.401691+0000","last_active":"2024-09-10T07:21:56.422099+0000","last_peered":"2024-09-10T07:21:56.422099+0000","last_clean":"2024-09-10T07:21:56.422099+0000","last_became_active":"2024-09-10T07:21:55.401345+0000","last_became_peered":"2024-09-10T07:21:55.401345+0000","last_unstale":"2024-09-10T07:21:56.422099+0000","last_undegraded":"2024-09-10T07:21:56.422099+0000","last_fullsized":"2024-09-10T07:21:56.422099+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:52.917928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424032+0000","last_change":"2024-09-10T07:21:56.411083+0000","last_active":"2024-09-10T07:21:56.424032+0000","last_peered":"2024-09-10T07:21:56.424032+0000","last_clean":"2024-09-10T07:21:56.424032+0000","last_became_active":"2024-09-10T07:21:56.410767+0000","last_became_peered":"2024-09-10T07:21:56.410767+0000","last_unstale":"2024-09-10T07:21:56.424032+0000","last_undegraded":"2024-09-10T07:21:56.424032+0000","last_fullsized":"2024-09-10T07:21:56.424032+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:32.583988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407102+0000","last_change":"2024-09-10T07:21:55.405596+0000","last_active":"2024-09-10T07:21:55.407102+0000","last_peered":"2024-09-10T07:21:55.407102+0000","last_clean":"2024-09-10T07:21:55.407102+0000","last_became_active":"2024-09-10T07:21:55.405157+0000","last_became_peered":"2024-09-10T07:21:55.405157+0000","last_unstale":"2024-09-10T07:21:55.407102+0000","last_undegraded":"2024-09-10T07:21:55.407102+0000","last_fullsized":"2024-09-10T07:21:55.407102+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:57.426517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431182+0000","last_change":"2024-09-10T07:21:56.430552+0000","last_active":"2024-09-10T07:21:56.431182+0000","last_peered":"2024-09-10T07:21:56.431182+0000","last_clean":"2024-09-10T07:21:56.431182+0000","last_became_active":"2024-09-10T07:21:56.430257+0000","last_became_peered":"2024-09-10T07:21:56.430257+0000","last_unstale":"2024-09-10T07:21:56.431182+0000","last_undegraded":"2024-09-10T07:21:56.431182+0000","last_fullsized":"2024-09-10T07:21:56.431182+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414495+0000","last_change":"2024-09-10T07:21:55.406947+0000","last_active":"2024-09-10T07:21:56.414495+0000","last_peered":"2024-09-10T07:21:56.414495+0000","last_clean":"2024-09-10T07:21:56.414495+0000","last_became_active":"2024-09-10T07:21:55.406574+0000","last_became_peered":"2024-09-10T07:21:55.406574+0000","last_unstale":"2024-09-10T07:21:56.414495+0000","last_undegraded":"2024-09-10T07:21:56.414495+0000","last_fullsized":"2024-09-10T07:21:56.414495+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:44.698027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410045+0000","last_change":"2024-09-10T07:21:56.408707+0000","last_active":"2024-09-10T07:21:56.410045+0000","last_peered":"2024-09-10T07:21:56.410045+0000","last_clean":"2024-09-10T07:21:56.410045+0000","last_became_active":"2024-09-10T07:21:56.408438+0000","last_became_peered":"2024-09-10T07:21:56.408438+0000","last_unstale":"2024-09-10T07:21:56.410045+0000","last_undegraded":"2024-09-10T07:21:56.410045+0000","last_fullsized":"2024-09-10T07:21:56.410045+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:47.993473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.405586+0000","last_change":"2024-09-10T07:21:55.405680+0000","last_active":"2024-09-10T07:21:56.405586+0000","last_peered":"2024-09-10T07:21:56.405586+0000","last_clean":"2024-09-10T07:21:56.405586+0000","last_became_active":"2024-09-10T07:21:55.405391+0000","last_became_peered":"2024-09-10T07:21:55.405391+0000","last_unstale":"2024-09-10T07:21:56.405586+0000","last_undegraded":"2024-09-10T07:21:56.405586+0000","last_fullsized":"2024-09-10T07:21:56.405586+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408259+0000","last_change":"2024-09-10T07:21:56.400828+0000","last_active":"2024-09-10T07:21:56.408259+0000","last_peered":"2024-09-10T07:21:56.408259+0000","last_clean":"2024-09-10T07:21:56.408259+0000","last_became_active":"2024-09-10T07:21:56.400297+0000","last_became_peered":"2024-09-10T07:21:56.400297+0000","last_unstale":"2024-09-10T07:21:56.408259+0000","last_undegraded":"2024-09-10T07:21:56.408259+0000","last_fullsized":"2024-09-10T07:21:56.408259+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.397199+0000","last_change":"2024-09-10T07:21:55.408308+0000","last_active":"2024-09-10T07:21:56.397199+0000","last_peered":"2024-09-10T07:21:56.397199+0000","last_clean":"2024-09-10T07:21:56.397199+0000","last_became_active":"2024-09-10T07:21:55.408039+0000","last_became_peered":"2024-09-10T07:21:55.408039+0000","last_unstale":"2024-09-10T07:21:56.397199+0000","last_undegraded":"2024-09-10T07:21:56.397199+0000","last_fullsized":"2024-09-10T07:21:56.397199+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:01.282122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434373+0000","last_change":"2024-09-10T07:21:56.425467+0000","last_active":"2024-09-10T07:21:56.434373+0000","last_peered":"2024-09-10T07:21:56.434373+0000","last_clean":"2024-09-10T07:21:56.434373+0000","last_became_active":"2024-09-10T07:21:56.424180+0000","last_became_peered":"2024-09-10T07:21:56.424180+0000","last_unstale":"2024-09-10T07:21:56.434373+0000","last_undegraded":"2024-09-10T07:21:56.434373+0000","last_fullsized":"2024-09-10T07:21:56.434373+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:01:37.890823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"51'3","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428334+0000","last_change":"2024-09-10T07:21:55.409801+0000","last_active":"2024-09-10T07:21:56.428334+0000","last_peered":"2024-09-10T07:21:56.428334+0000","last_clean":"2024-09-10T07:21:56.428334+0000","last_became_active":"2024-09-10T07:21:55.409558+0000","last_became_peered":"2024-09-10T07:21:55.409558+0000","last_unstale":"2024-09-10T07:21:56.428334+0000","last_undegraded":"2024-09-10T07:21:56.428334+0000","last_fullsized":"2024-09-10T07:21:56.428334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.409520+0000","last_change":"2024-09-10T07:21:56.407958+0000","last_active":"2024-09-10T07:21:56.409520+0000","last_peered":"2024-09-10T07:21:56.409520+0000","last_clean":"2024-09-10T07:21:56.409520+0000","last_became_active":"2024-09-10T07:21:56.407062+0000","last_became_peered":"2024-09-10T07:21:56.407062+0000","last_unstale":"2024-09-10T07:21:56.409520+0000","last_undegraded":"2024-09-10T07:21:56.409520+0000","last_fullsized":"2024-09-10T07:21:56.409520+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:24.135121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"51'6","reported_seq":18,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437425+0000","last_change":"2024-09-10T07:21:55.411057+0000","last_active":"2024-09-10T07:21:56.437425+0000","last_peered":"2024-09-10T07:21:56.437425+0000","last_clean":"2024-09-10T07:21:56.437425+0000","last_became_active":"2024-09-10T07:21:55.410777+0000","last_became_peered":"2024-09-10T07:21:55.410777+0000","last_unstale":"2024-09-10T07:21:56.437425+0000","last_undegraded":"2024-09-10T07:21:56.437425+0000","last_fullsized":"2024-09-10T07:21:56.437425+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:51.637531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413384+0000","last_change":"2024-09-10T07:21:56.411461+0000","last_active":"2024-09-10T07:21:56.413384+0000","last_peered":"2024-09-10T07:21:56.413384+0000","last_clean":"2024-09-10T07:21:56.413384+0000","last_became_active":"2024-09-10T07:21:56.411189+0000","last_became_peered":"2024-09-10T07:21:56.411189+0000","last_unstale":"2024-09-10T07:21:56.413384+0000","last_undegraded":"2024-09-10T07:21:56.413384+0000","last_fullsized":"2024-09-10T07:21:56.413384+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434562+0000","last_change":"2024-09-10T07:21:55.411039+0000","last_active":"2024-09-10T07:21:56.434562+0000","last_peered":"2024-09-10T07:21:56.434562+0000","last_clean":"2024-09-10T07:21:56.434562+0000","last_became_active":"2024-09-10T07:21:55.410759+0000","last_became_peered":"2024-09-10T07:21:55.410759+0000","last_unstale":"2024-09-10T07:21:56.434562+0000","last_undegraded":"2024-09-10T07:21:56.434562+0000","last_fullsized":"2024-09-10T07:21:56.434562+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434326+0000","last_change":"2024-09-10T07:21:56.425221+0000","last_active":"2024-09-10T07:21:56.434326+0000","last_peered":"2024-09-10T07:21:56.434326+0000","last_clean":"2024-09-10T07:21:56.434326+0000","last_became_active":"2024-09-10T07:21:56.424920+0000","last_became_peered":"2024-09-10T07:21:56.424920+0000","last_unstale":"2024-09-10T07:21:56.434326+0000","last_undegraded":"2024-09-10T07:21:56.434326+0000","last_fullsized":"2024-09-10T07:21:56.434326+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:41.431322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411816+0000","last_change":"2024-09-10T07:21:55.411218+0000","last_active":"2024-09-10T07:21:55.411816+0000","last_peered":"2024-09-10T07:21:55.411816+0000","last_clean":"2024-09-10T07:21:55.411816+0000","last_became_active":"2024-09-10T07:21:55.410929+0000","last_became_peered":"2024-09-10T07:21:55.410929+0000","last_unstale":"2024-09-10T07:21:55.411816+0000","last_undegraded":"2024-09-10T07:21:55.411816+0000","last_fullsized":"2024-09-10T07:21:55.411816+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:07.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424050+0000","last_change":"2024-09-10T07:21:56.417221+0000","last_active":"2024-09-10T07:21:56.424050+0000","last_peered":"2024-09-10T07:21:56.424050+0000","last_clean":"2024-09-10T07:21:56.424050+0000","last_became_active":"2024-09-10T07:21:56.416924+0000","last_became_peered":"2024-09-10T07:21:56.416924+0000","last_unstale":"2024-09-10T07:21:56.424050+0000","last_undegraded":"2024-09-10T07:21:56.424050+0000","last_fullsized":"2024-09-10T07:21:56.424050+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:52:30.336459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406631+0000","last_change":"2024-09-10T07:21:55.404115+0000","last_active":"2024-09-10T07:21:56.406631+0000","last_peered":"2024-09-10T07:21:56.406631+0000","last_clean":"2024-09-10T07:21:56.406631+0000","last_became_active":"2024-09-10T07:21:55.403729+0000","last_became_peered":"2024-09-10T07:21:55.403729+0000","last_unstale":"2024-09-10T07:21:56.406631+0000","last_undegraded":"2024-09-10T07:21:56.406631+0000","last_fullsized":"2024-09-10T07:21:56.406631+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434459+0000","last_change":"2024-09-10T07:21:56.426681+0000","last_active":"2024-09-10T07:21:56.434459+0000","last_peered":"2024-09-10T07:21:56.434459+0000","last_clean":"2024-09-10T07:21:56.434459+0000","last_became_active":"2024-09-10T07:21:56.425996+0000","last_became_peered":"2024-09-10T07:21:56.425996+0000","last_unstale":"2024-09-10T07:21:56.434459+0000","last_undegraded":"2024-09-10T07:21:56.434459+0000","last_fullsized":"2024-09-10T07:21:56.434459+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:19.117875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"51'8","reported_seq":20,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430708+0000","last_change":"2024-09-10T07:21:55.413225+0000","last_active":"2024-09-10T07:21:56.430708+0000","last_peered":"2024-09-10T07:21:56.430708+0000","last_clean":"2024-09-10T07:21:56.430708+0000","last_became_active":"2024-09-10T07:21:55.411598+0000","last_became_peered":"2024-09-10T07:21:55.411598+0000","last_unstale":"2024-09-10T07:21:56.430708+0000","last_undegraded":"2024-09-10T07:21:56.430708+0000","last_fullsized":"2024-09-10T07:21:56.430708+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:52.320830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430102+0000","last_change":"2024-09-10T07:21:56.419761+0000","last_active":"2024-09-10T07:21:56.430102+0000","last_peered":"2024-09-10T07:21:56.430102+0000","last_clean":"2024-09-10T07:21:56.430102+0000","last_became_active":"2024-09-10T07:21:56.419209+0000","last_became_peered":"2024-09-10T07:21:56.419209+0000","last_unstale":"2024-09-10T07:21:56.430102+0000","last_undegraded":"2024-09-10T07:21:56.430102+0000","last_fullsized":"2024-09-10T07:21:56.430102+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:27.079401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437350+0000","last_change":"2024-09-10T07:21:55.418239+0000","last_active":"2024-09-10T07:21:56.437350+0000","last_peered":"2024-09-10T07:21:56.437350+0000","last_clean":"2024-09-10T07:21:56.437350+0000","last_became_active":"2024-09-10T07:21:55.417921+0000","last_became_peered":"2024-09-10T07:21:55.417921+0000","last_unstale":"2024-09-10T07:21:56.437350+0000","last_undegraded":"2024-09-10T07:21:56.437350+0000","last_fullsized":"2024-09-10T07:21:56.437350+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:08.373556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431285+0000","last_change":"2024-09-10T07:21:56.429186+0000","last_active":"2024-09-10T07:21:56.431285+0000","last_peered":"2024-09-10T07:21:56.431285+0000","last_clean":"2024-09-10T07:21:56.431285+0000","last_became_active":"2024-09-10T07:21:56.428905+0000","last_became_peered":"2024-09-10T07:21:56.428905+0000","last_unstale":"2024-09-10T07:21:56.431285+0000","last_undegraded":"2024-09-10T07:21:56.431285+0000","last_fullsized":"2024-09-10T07:21:56.431285+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:54.274805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422038+0000","last_change":"2024-09-10T07:21:55.408034+0000","last_active":"2024-09-10T07:21:56.422038+0000","last_peered":"2024-09-10T07:21:56.422038+0000","last_clean":"2024-09-10T07:21:56.422038+0000","last_became_active":"2024-09-10T07:21:55.407694+0000","last_became_peered":"2024-09-10T07:21:55.407694+0000","last_unstale":"2024-09-10T07:21:56.422038+0000","last_undegraded":"2024-09-10T07:21:56.422038+0000","last_fullsized":"2024-09-10T07:21:56.422038+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:32.332852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425598+0000","last_change":"2024-09-10T07:21:56.425061+0000","last_active":"2024-09-10T07:21:56.425598+0000","last_peered":"2024-09-10T07:21:56.425598+0000","last_clean":"2024-09-10T07:21:56.425598+0000","last_became_active":"2024-09-10T07:21:56.424569+0000","last_became_peered":"2024-09-10T07:21:56.424569+0000","last_unstale":"2024-09-10T07:21:56.425598+0000","last_undegraded":"2024-09-10T07:21:56.425598+0000","last_fullsized":"2024-09-10T07:21:56.425598+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:58.805775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.410982+0000","last_change":"2024-09-10T07:21:55.410167+0000","last_active":"2024-09-10T07:21:55.410982+0000","last_peered":"2024-09-10T07:21:55.410982+0000","last_clean":"2024-09-10T07:21:55.410982+0000","last_became_active":"2024-09-10T07:21:55.409861+0000","last_became_peered":"2024-09-10T07:21:55.409861+0000","last_unstale":"2024-09-10T07:21:55.410982+0000","last_undegraded":"2024-09-10T07:21:55.410982+0000","last_fullsized":"2024-09-10T07:21:55.410982+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:31.352569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421851+0000","last_change":"2024-09-10T07:21:56.415984+0000","last_active":"2024-09-10T07:21:56.421851+0000","last_peered":"2024-09-10T07:21:56.421851+0000","last_clean":"2024-09-10T07:21:56.421851+0000","last_became_active":"2024-09-10T07:21:56.415610+0000","last_became_peered":"2024-09-10T07:21:56.415610+0000","last_unstale":"2024-09-10T07:21:56.421851+0000","last_undegraded":"2024-09-10T07:21:56.421851+0000","last_fullsized":"2024-09-10T07:21:56.421851+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:53.189891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.412517+0000","last_change":"2024-09-10T07:21:55.412168+0000","last_active":"2024-09-10T07:21:55.412517+0000","last_peered":"2024-09-10T07:21:55.412517+0000","last_clean":"2024-09-10T07:21:55.412517+0000","last_became_active":"2024-09-10T07:21:55.411942+0000","last_became_peered":"2024-09-10T07:21:55.411942+0000","last_unstale":"2024-09-10T07:21:55.412517+0000","last_undegraded":"2024-09-10T07:21:55.412517+0000","last_fullsized":"2024-09-10T07:21:55.412517+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.925289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408175+0000","last_change":"2024-09-10T07:21:56.399593+0000","last_active":"2024-09-10T07:21:56.408175+0000","last_peered":"2024-09-10T07:21:56.408175+0000","last_clean":"2024-09-10T07:21:56.408175+0000","last_became_active":"2024-09-10T07:21:56.399304+0000","last_became_peered":"2024-09-10T07:21:56.399304+0000","last_unstale":"2024-09-10T07:21:56.408175+0000","last_undegraded":"2024-09-10T07:21:56.408175+0000","last_fullsized":"2024-09-10T07:21:56.408175+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:12.403390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426228+0000","last_change":"2024-09-10T07:21:55.405888+0000","last_active":"2024-09-10T07:21:56.426228+0000","last_peered":"2024-09-10T07:21:56.426228+0000","last_clean":"2024-09-10T07:21:56.426228+0000","last_became_active":"2024-09-10T07:21:55.405604+0000","last_became_peered":"2024-09-10T07:21:55.405604+0000","last_unstale":"2024-09-10T07:21:56.426228+0000","last_undegraded":"2024-09-10T07:21:56.426228+0000","last_fullsized":"2024-09-10T07:21:56.426228+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:47.855606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398950+0000","last_change":"2024-09-10T07:21:55.398950+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398950+0000","last_undegraded":"2024-09-10T07:21:55.398950+0000","last_fullsized":"2024-09-10T07:21:55.398950+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400619+0000","last_change":"2024-09-10T07:21:55.412558+0000","last_active":"2024-09-10T07:21:56.400619+0000","last_peered":"2024-09-10T07:21:56.400619+0000","last_clean":"2024-09-10T07:21:56.400619+0000","last_became_active":"2024-09-10T07:21:55.412251+0000","last_became_peered":"2024-09-10T07:21:55.412251+0000","last_unstale":"2024-09-10T07:21:56.400619+0000","last_undegraded":"2024-09-10T07:21:56.400619+0000","last_fullsized":"2024-09-10T07:21:56.400619+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:05.729336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434437+0000","last_change":"2024-09-10T07:21:56.426604+0000","last_active":"2024-09-10T07:21:56.434437+0000","last_peered":"2024-09-10T07:21:56.434437+0000","last_clean":"2024-09-10T07:21:56.434437+0000","last_became_active":"2024-09-10T07:21:56.426277+0000","last_became_peered":"2024-09-10T07:21:56.426277+0000","last_unstale":"2024-09-10T07:21:56.434437+0000","last_undegraded":"2024-09-10T07:21:56.434437+0000","last_fullsized":"2024-09-10T07:21:56.434437+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:37.490256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.402513+0000","last_change":"2024-09-10T07:21:55.413659+0000","last_active":"2024-09-10T07:21:56.402513+0000","last_peered":"2024-09-10T07:21:56.402513+0000","last_clean":"2024-09-10T07:21:56.402513+0000","last_became_active":"2024-09-10T07:21:55.413332+0000","last_became_peered":"2024-09-10T07:21:55.413332+0000","last_unstale":"2024-09-10T07:21:56.402513+0000","last_undegraded":"2024-09-10T07:21:56.402513+0000","last_fullsized":"2024-09-10T07:21:56.402513+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428331+0000","last_change":"2024-09-10T07:21:56.427758+0000","last_active":"2024-09-10T07:21:56.428331+0000","last_peered":"2024-09-10T07:21:56.428331+0000","last_clean":"2024-09-10T07:21:56.428331+0000","last_became_active":"2024-09-10T07:21:56.425641+0000","last_became_peered":"2024-09-10T07:21:56.425641+0000","last_unstale":"2024-09-10T07:21:56.428331+0000","last_undegraded":"2024-09-10T07:21:56.428331+0000","last_fullsized":"2024-09-10T07:21:56.428331+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:07.729617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.395086+0000","last_change":"2024-09-10T07:21:55.406953+0000","last_active":"2024-09-10T07:21:56.395086+0000","last_peered":"2024-09-10T07:21:56.395086+0000","last_clean":"2024-09-10T07:21:56.395086+0000","last_became_active":"2024-09-10T07:21:55.406681+0000","last_became_peered":"2024-09-10T07:21:55.406681+0000","last_unstale":"2024-09-10T07:21:56.395086+0000","last_undegraded":"2024-09-10T07:21:56.395086+0000","last_fullsized":"2024-09-10T07:21:56.395086+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:34.082684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410535+0000","last_change":"2024-09-10T07:21:56.406300+0000","last_active":"2024-09-10T07:21:56.410535+0000","last_peered":"2024-09-10T07:21:56.410535+0000","last_clean":"2024-09-10T07:21:56.410535+0000","last_became_active":"2024-09-10T07:21:56.405743+0000","last_became_peered":"2024-09-10T07:21:56.405743+0000","last_unstale":"2024-09-10T07:21:56.410535+0000","last_undegraded":"2024-09-10T07:21:56.410535+0000","last_fullsized":"2024-09-10T07:21:56.410535+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411805+0000","last_change":"2024-09-10T07:21:55.411235+0000","last_active":"2024-09-10T07:21:55.411805+0000","last_peered":"2024-09-10T07:21:55.411805+0000","last_clean":"2024-09-10T07:21:55.411805+0000","last_became_active":"2024-09-10T07:21:55.411012+0000","last_became_peered":"2024-09-10T07:21:55.411012+0000","last_unstale":"2024-09-10T07:21:55.411805+0000","last_undegraded":"2024-09-10T07:21:55.411805+0000","last_fullsized":"2024-09-10T07:21:55.411805+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:39.596834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415274+0000","last_change":"2024-09-10T07:21:56.410806+0000","last_active":"2024-09-10T07:21:56.415274+0000","last_peered":"2024-09-10T07:21:56.415274+0000","last_clean":"2024-09-10T07:21:56.415274+0000","last_became_active":"2024-09-10T07:21:56.410381+0000","last_became_peered":"2024-09-10T07:21:56.410381+0000","last_unstale":"2024-09-10T07:21:56.415274+0000","last_undegraded":"2024-09-10T07:21:56.415274+0000","last_fullsized":"2024-09-10T07:21:56.415274+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:55.005819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.404806+0000","last_change":"2024-09-10T07:21:55.410835+0000","last_active":"2024-09-10T07:21:56.404806+0000","last_peered":"2024-09-10T07:21:56.404806+0000","last_clean":"2024-09-10T07:21:56.404806+0000","last_became_active":"2024-09-10T07:21:55.410542+0000","last_became_peered":"2024-09-10T07:21:55.410542+0000","last_unstale":"2024-09-10T07:21:56.404806+0000","last_undegraded":"2024-09-10T07:21:56.404806+0000","last_fullsized":"2024-09-10T07:21:56.404806+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.418058+0000","last_change":"2024-09-10T07:21:56.404453+0000","last_active":"2024-09-10T07:21:56.418058+0000","last_peered":"2024-09-10T07:21:56.418058+0000","last_clean":"2024-09-10T07:21:56.418058+0000","last_became_active":"2024-09-10T07:21:56.404136+0000","last_became_peered":"2024-09-10T07:21:56.404136+0000","last_unstale":"2024-09-10T07:21:56.418058+0000","last_undegraded":"2024-09-10T07:21:56.418058+0000","last_fullsized":"2024-09-10T07:21:56.418058+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:04.315996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408654+0000","last_change":"2024-09-10T07:21:55.407140+0000","last_active":"2024-09-10T07:21:56.408654+0000","last_peered":"2024-09-10T07:21:56.408654+0000","last_clean":"2024-09-10T07:21:56.408654+0000","last_became_active":"2024-09-10T07:21:55.406850+0000","last_became_peered":"2024-09-10T07:21:55.406850+0000","last_unstale":"2024-09-10T07:21:56.408654+0000","last_undegraded":"2024-09-10T07:21:56.408654+0000","last_fullsized":"2024-09-10T07:21:56.408654+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434606+0000","last_change":"2024-09-10T07:21:56.429051+0000","last_active":"2024-09-10T07:21:56.434606+0000","last_peered":"2024-09-10T07:21:56.434606+0000","last_clean":"2024-09-10T07:21:56.434606+0000","last_became_active":"2024-09-10T07:21:56.428770+0000","last_became_peered":"2024-09-10T07:21:56.428770+0000","last_unstale":"2024-09-10T07:21:56.434606+0000","last_undegraded":"2024-09-10T07:21:56.434606+0000","last_fullsized":"2024-09-10T07:21:56.434606+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:29.220108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400773+0000","last_change":"2024-09-10T07:21:55.409982+0000","last_active":"2024-09-10T07:21:56.400773+0000","last_peered":"2024-09-10T07:21:56.400773+0000","last_clean":"2024-09-10T07:21:56.400773+0000","last_became_active":"2024-09-10T07:21:55.409650+0000","last_became_peered":"2024-09-10T07:21:55.409650+0000","last_unstale":"2024-09-10T07:21:56.400773+0000","last_undegraded":"2024-09-10T07:21:56.400773+0000","last_fullsized":"2024-09-10T07:21:56.400773+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:26.338645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413300+0000","last_change":"2024-09-10T07:21:56.410897+0000","last_active":"2024-09-10T07:21:56.413300+0000","last_peered":"2024-09-10T07:21:56.413300+0000","last_clean":"2024-09-10T07:21:56.413300+0000","last_became_active":"2024-09-10T07:21:56.410562+0000","last_became_peered":"2024-09-10T07:21:56.410562+0000","last_unstale":"2024-09-10T07:21:56.413300+0000","last_undegraded":"2024-09-10T07:21:56.413300+0000","last_fullsized":"2024-09-10T07:21:56.413300+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.401115+0000","last_change":"2024-09-10T07:21:55.407878+0000","last_active":"2024-09-10T07:21:56.401115+0000","last_peered":"2024-09-10T07:21:56.401115+0000","last_clean":"2024-09-10T07:21:56.401115+0000","last_became_active":"2024-09-10T07:21:55.407185+0000","last_became_peered":"2024-09-10T07:21:55.407185+0000","last_unstale":"2024-09-10T07:21:56.401115+0000","last_undegraded":"2024-09-10T07:21:56.401115+0000","last_fullsized":"2024-09-10T07:21:56.401115+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:54.683822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434549+0000","last_change":"2024-09-10T07:21:56.427198+0000","last_active":"2024-09-10T07:21:56.434549+0000","last_peered":"2024-09-10T07:21:56.434549+0000","last_clean":"2024-09-10T07:21:56.434549+0000","last_became_active":"2024-09-10T07:21:56.426909+0000","last_became_peered":"2024-09-10T07:21:56.426909+0000","last_unstale":"2024-09-10T07:21:56.434549+0000","last_undegraded":"2024-09-10T07:21:56.434549+0000","last_fullsized":"2024-09-10T07:21:56.434549+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:30.204375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396186+0000","last_change":"2024-09-10T07:21:55.400389+0000","last_active":"2024-09-10T07:21:56.396186+0000","last_peered":"2024-09-10T07:21:56.396186+0000","last_clean":"2024-09-10T07:21:56.396186+0000","last_became_active":"2024-09-10T07:21:55.400091+0000","last_became_peered":"2024-09-10T07:21:55.400091+0000","last_unstale":"2024-09-10T07:21:56.396186+0000","last_undegraded":"2024-09-10T07:21:56.396186+0000","last_fullsized":"2024-09-10T07:21:56.396186+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:03.107978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423742+0000","last_change":"2024-09-10T07:21:56.410414+0000","last_active":"2024-09-10T07:21:56.423742+0000","last_peered":"2024-09-10T07:21:56.423742+0000","last_clean":"2024-09-10T07:21:56.423742+0000","last_became_active":"2024-09-10T07:21:56.410095+0000","last_became_peered":"2024-09-10T07:21:56.410095+0000","last_unstale":"2024-09-10T07:21:56.423742+0000","last_undegraded":"2024-09-10T07:21:56.423742+0000","last_fullsized":"2024-09-10T07:21:56.423742+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:08.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396936+0000","last_change":"2024-09-10T07:21:55.406552+0000","last_active":"2024-09-10T07:21:56.396936+0000","last_peered":"2024-09-10T07:21:56.396936+0000","last_clean":"2024-09-10T07:21:56.396936+0000","last_became_active":"2024-09-10T07:21:55.406266+0000","last_became_peered":"2024-09-10T07:21:55.406266+0000","last_unstale":"2024-09-10T07:21:56.396936+0000","last_undegraded":"2024-09-10T07:21:56.396936+0000","last_fullsized":"2024-09-10T07:21:56.396936+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397489+0000","last_change":"2024-09-10T07:21:55.397489+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397489+0000","last_undegraded":"2024-09-10T07:21:55.397489+0000","last_fullsized":"2024-09-10T07:21:55.397489+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414302+0000","last_change":"2024-09-10T07:21:55.410291+0000","last_active":"2024-09-10T07:21:56.414302+0000","last_peered":"2024-09-10T07:21:56.414302+0000","last_clean":"2024-09-10T07:21:56.414302+0000","last_became_active":"2024-09-10T07:21:55.409993+0000","last_became_peered":"2024-09-10T07:21:55.409993+0000","last_unstale":"2024-09-10T07:21:56.414302+0000","last_undegraded":"2024-09-10T07:21:56.414302+0000","last_fullsized":"2024-09-10T07:21:56.414302+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:01.811848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":223,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406535+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:56.406535+0000","last_peered":"2024-09-10T07:21:56.406535+0000","last_clean":"2024-09-10T07:21:56.406535+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:56.406535+0000","last_undegraded":"2024-09-10T07:21:56.406535+0000","last_fullsized":"2024-09-10T07:21:56.406535+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542170,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1204224,"data_stored":856185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542170,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":606208,"data_stored":266275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":618496,"data_stored":267327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542172,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":265853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542171,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1196032,"data_stored":856061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":258526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:21:59.743 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:21:59.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.881+0000 7f4581a9b640 1 Processor -- start 2024-09-10T07:21:59.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.881+0000 7f4581a9b640 1 -- start start 2024-09-10T07:21:59.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f4581a9b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f457c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f4581a9b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f457c0d3480 con 0x7f457c0d1550 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f4581a9b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f457c0d3760 con 0x7f457c0cf510 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f4581a9b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f457c0d3a40 con 0x7f457c15e560 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457bfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f457c0d1550 0x7f457c0b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:56004/0 (socket says 172.21.15.3:56004) 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457bfff640 1 -- 172.21.15.3:0/4052828956 learned_addr learned my addr 172.21.15.3:0/4052828956 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457b7fe640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f457c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 349689677 0 0) 0x7f457c0d3480 con 0x7f457c0d1550 2024-09-10T07:21:59.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4564003520 con 0x7f457c0d1550 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2726720787 0 0) 0x7f457c0d3760 con 0x7f457c0cf510 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f457c0d3480 con 0x7f457c0cf510 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3131795184 0 0) 0x7f4564003520 con 0x7f457c0d1550 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 msgr2=0x7f457c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f457c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 >> v1:172.21.15.70:6789/0 conn(0x7f457c0cf510 legacy=0x7f457c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f457c0d3d20 con 0x7f457c0d1550 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f45740019f0 con 0x7f457c0d1550 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457b7fe640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f457c0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 >> v1:172.21.15.3:6789/0 conn(0x7f457c0d1550 legacy=0x7f457c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4564003be0 0x7f4564003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f4564004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4564004d40 0x7f45640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f457c0d3a40 con 0x7f4564004d40 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f456400ba70 con 0x7f4564003be0 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.882+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f456400bc70 con 0x7f457c15e560 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457bfff640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4564004d40 0x7f45640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457b7fe640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4564003be0 0x7f4564003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457affd640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f4564004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457bfff640 1 -- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 msgr2=0x7f4564004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457bfff640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f457c15e560 0x7f4564004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457bfff640 1 -- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4564003be0 msgr2=0x7f4564003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457bfff640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4564003be0 0x7f4564003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.883+0000 7f457bfff640 1 -- 172.21.15.3:0/4052828956 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4564003520 con 0x7f4564004d40 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f457bfff640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4564004d40 0x7f45640051c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f457c0d1960 tx=0x7f4564005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69104855b3e157d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457400a450 con 0x7f4564004d40 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f457402f070 con 0x7f4564004d40 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f457a7fc640 1 -- 172.21.15.3:0/4052828956 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457402bc20 con 0x7f4564004d40 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f4581a9b640 1 -- 172.21.15.3:0/4052828956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4564004d40 msgr2=0x7f45640051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f4581a9b640 1 --2- 172.21.15.3:0/4052828956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4564004d40 0x7f45640051c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f457c0d1960 tx=0x7f4564005830 comp rx=0 tx=0).stop 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f457bfff640 1 -- 172.21.15.3:0/4052828956 reap_dead start 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f4581a9b640 1 -- 172.21.15.3:0/4052828956 shutdown_connections 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f4581a9b640 1 -- 172.21.15.3:0/4052828956 >> 172.21.15.3:0/4052828956 conn(0x7f457c073850 msgr2=0x7f457c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f4581a9b640 1 -- 172.21.15.3:0/4052828956 shutdown_connections 2024-09-10T07:21:59.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.884+0000 7f4581a9b640 1 -- 172.21.15.3:0/4052828956 wait complete. 2024-09-10T07:21:59.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.885+0000 7f4581a9b640 1 Processor -- start 2024-09-10T07:21:59.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.886+0000 7f4581a9b640 1 -- start start 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.886+0000 7f4581a9b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4564004d40 0x7f457c15a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.886+0000 7f4581a9b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f457c0abaf0 0x7f457c1f4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4581a9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 0x7f457c0aed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4581a9b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f457c15eac0 con 0x7f457c0cdcf0 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4581a9b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f457c15e940 con 0x7f457c0abaf0 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4581a9b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f457c0cf950 con 0x7f4564004d40 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 0x7f457c0aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 0x7f457c0aed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51396/0 (socket says 172.21.15.3:51396) 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 -- 172.21.15.3:0/3791726657 learned_addr learned my addr 172.21.15.3:0/3791726657 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457affd640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f457c0abaf0 0x7f457c1f4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457b7fe640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4564004d40 0x7f457c15a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 -- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4564004d40 msgr2=0x7f457c15a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4564004d40 0x7f457c15a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 -- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f457c0abaf0 msgr2=0x7f457c1f4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f457c0abaf0 0x7f457c1f4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 -- 172.21.15.3:0/3791726657 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f457c1f4590 con 0x7f457c0cdcf0 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457affd640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f457c0abaf0 0x7f457c1f4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457b7fe640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4564004d40 0x7f457c15a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f457bfff640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 0x7f457c0aed00 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f457400a8b0 tx=0x7f4574001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457400a450 con 0x7f457c0cdcf0 2024-09-10T07:21:59.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f457402bbb0 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f457c0ce640 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4574001f90 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.887+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f457c0aca40 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.888+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f457c0ceee0 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.889+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4574034470 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.889+0000 7f4563fff640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f456806be60 0x7f456806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.889+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f45740aa7d0 con 0x7f457c0cdcf0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.890+0000 7f457b7fe640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f456806be60 0x7f456806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.890+0000 7f457b7fe640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f456806be60 0x7f456806e320 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f456c009ab0 tx=0x7f456c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:21:59.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:21:59.893+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f457c1f4590 con 0x7f457c0cdcf0 2024-09-10T07:22:00.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.066+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f457c0ac540 con 0x7f456806be60 2024-09-10T07:22:00.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.072+0000 7f4563fff640 1 -- 172.21.15.3:0/3791726657 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251390 (secure 0 0 0) 0x7f457c0ac540 con 0x7f456806be60 2024-09-10T07:22:00.075 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:22:00.077 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:22:00.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f456806be60 msgr2=0x7f456806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f456806be60 0x7f456806e320 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f456c009ab0 tx=0x7f456c008040 comp rx=0 tx=0).stop 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 msgr2=0x7f457c0aed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 0x7f457c0aed00 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f457400a8b0 tx=0x7f4574001d40 comp rx=0 tx=0).stop 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 shutdown_connections 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f456806be60 0x7f456806e320 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f457c0cdcf0 0x7f457c0aed00 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f457c0abaf0 0x7f457c1f4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 --2- 172.21.15.3:0/3791726657 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4564004d40 0x7f457c15a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.075+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 >> 172.21.15.3:0/3791726657 conn(0x7f457c073850 msgr2=0x7f457c0b8f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.076+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 shutdown_connections 2024-09-10T07:22:00.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.076+0000 7f4581a9b640 1 -- 172.21.15.3:0/3791726657 wait complete. 2024-09-10T07:22:00.086 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T07:21:58.083750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592126,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238764,"kb_used_data":5888,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735956,"statfs":{"total":773094113280,"available":772849618944,"internally_reserved":0,"allocated":6029312,"data_stored":3301613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000778"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427934+0000","last_change":"2024-09-10T07:21:56.416912+0000","last_active":"2024-09-10T07:21:56.427934+0000","last_peered":"2024-09-10T07:21:56.427934+0000","last_clean":"2024-09-10T07:21:56.427934+0000","last_became_active":"2024-09-10T07:21:56.416502+0000","last_became_peered":"2024-09-10T07:21:56.416502+0000","last_unstale":"2024-09-10T07:21:56.427934+0000","last_undegraded":"2024-09-10T07:21:56.427934+0000","last_fullsized":"2024-09-10T07:21:56.427934+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:54.219357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415487+0000","last_change":"2024-09-10T07:21:56.414433+0000","last_active":"2024-09-10T07:21:56.415487+0000","last_peered":"2024-09-10T07:21:56.415487+0000","last_clean":"2024-09-10T07:21:56.415487+0000","last_became_active":"2024-09-10T07:21:56.414165+0000","last_became_peered":"2024-09-10T07:21:56.414165+0000","last_unstale":"2024-09-10T07:21:56.415487+0000","last_undegraded":"2024-09-10T07:21:56.415487+0000","last_fullsized":"2024-09-10T07:21:56.415487+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434230+0000","last_change":"2024-09-10T07:21:56.424746+0000","last_active":"2024-09-10T07:21:56.434230+0000","last_peered":"2024-09-10T07:21:56.434230+0000","last_clean":"2024-09-10T07:21:56.434230+0000","last_became_active":"2024-09-10T07:21:56.423534+0000","last_became_peered":"2024-09-10T07:21:56.423534+0000","last_unstale":"2024-09-10T07:21:56.434230+0000","last_undegraded":"2024-09-10T07:21:56.434230+0000","last_fullsized":"2024-09-10T07:21:56.434230+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427430+0000","last_change":"2024-09-10T07:21:56.426965+0000","last_active":"2024-09-10T07:21:56.427430+0000","last_peered":"2024-09-10T07:21:56.427430+0000","last_clean":"2024-09-10T07:21:56.427430+0000","last_became_active":"2024-09-10T07:21:56.426770+0000","last_became_peered":"2024-09-10T07:21:56.426770+0000","last_unstale":"2024-09-10T07:21:56.427430+0000","last_undegraded":"2024-09-10T07:21:56.427430+0000","last_fullsized":"2024-09-10T07:21:56.427430+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.411825+0000","last_change":"2024-09-10T07:21:56.410304+0000","last_active":"2024-09-10T07:21:56.411825+0000","last_peered":"2024-09-10T07:21:56.411825+0000","last_clean":"2024-09-10T07:21:56.411825+0000","last_became_active":"2024-09-10T07:21:56.409986+0000","last_became_peered":"2024-09-10T07:21:56.409986+0000","last_unstale":"2024-09-10T07:21:56.411825+0000","last_undegraded":"2024-09-10T07:21:56.411825+0000","last_fullsized":"2024-09-10T07:21:56.411825+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:43:33.011577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427219+0000","last_change":"2024-09-10T07:21:56.419145+0000","last_active":"2024-09-10T07:21:56.427219+0000","last_peered":"2024-09-10T07:21:56.427219+0000","last_clean":"2024-09-10T07:21:56.427219+0000","last_became_active":"2024-09-10T07:21:56.418868+0000","last_became_peered":"2024-09-10T07:21:56.418868+0000","last_unstale":"2024-09-10T07:21:56.427219+0000","last_undegraded":"2024-09-10T07:21:56.427219+0000","last_fullsized":"2024-09-10T07:21:56.427219+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:26.784211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434202+0000","last_change":"2024-09-10T07:21:56.424292+0000","last_active":"2024-09-10T07:21:56.434202+0000","last_peered":"2024-09-10T07:21:56.434202+0000","last_clean":"2024-09-10T07:21:56.434202+0000","last_became_active":"2024-09-10T07:21:56.423934+0000","last_became_peered":"2024-09-10T07:21:56.423934+0000","last_unstale":"2024-09-10T07:21:56.434202+0000","last_undegraded":"2024-09-10T07:21:56.434202+0000","last_fullsized":"2024-09-10T07:21:56.434202+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437064+0000","last_change":"2024-09-10T07:21:56.432422+0000","last_active":"2024-09-10T07:21:56.437064+0000","last_peered":"2024-09-10T07:21:56.437064+0000","last_clean":"2024-09-10T07:21:56.437064+0000","last_became_active":"2024-09-10T07:21:56.431888+0000","last_became_peered":"2024-09-10T07:21:56.431888+0000","last_unstale":"2024-09-10T07:21:56.437064+0000","last_undegraded":"2024-09-10T07:21:56.437064+0000","last_fullsized":"2024-09-10T07:21:56.437064+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:26.700024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434086+0000","last_change":"2024-09-10T07:21:56.431249+0000","last_active":"2024-09-10T07:21:56.434086+0000","last_peered":"2024-09-10T07:21:56.434086+0000","last_clean":"2024-09-10T07:21:56.434086+0000","last_became_active":"2024-09-10T07:21:56.430968+0000","last_became_peered":"2024-09-10T07:21:56.430968+0000","last_unstale":"2024-09-10T07:21:56.434086+0000","last_undegraded":"2024-09-10T07:21:56.434086+0000","last_fullsized":"2024-09-10T07:21:56.434086+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:21.078758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416696+0000","last_change":"2024-09-10T07:21:56.412283+0000","last_active":"2024-09-10T07:21:56.416696+0000","last_peered":"2024-09-10T07:21:56.416696+0000","last_clean":"2024-09-10T07:21:56.416696+0000","last_became_active":"2024-09-10T07:21:56.412013+0000","last_became_peered":"2024-09-10T07:21:56.412013+0000","last_unstale":"2024-09-10T07:21:56.416696+0000","last_undegraded":"2024-09-10T07:21:56.416696+0000","last_fullsized":"2024-09-10T07:21:56.416696+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:09.465325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421849+0000","last_change":"2024-09-10T07:21:56.411177+0000","last_active":"2024-09-10T07:21:56.421849+0000","last_peered":"2024-09-10T07:21:56.421849+0000","last_clean":"2024-09-10T07:21:56.421849+0000","last_became_active":"2024-09-10T07:21:56.410895+0000","last_became_peered":"2024-09-10T07:21:56.410895+0000","last_unstale":"2024-09-10T07:21:56.421849+0000","last_undegraded":"2024-09-10T07:21:56.421849+0000","last_fullsized":"2024-09-10T07:21:56.421849+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:54.821093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425691+0000","last_change":"2024-09-10T07:21:56.410853+0000","last_active":"2024-09-10T07:21:56.425691+0000","last_peered":"2024-09-10T07:21:56.425691+0000","last_clean":"2024-09-10T07:21:56.425691+0000","last_became_active":"2024-09-10T07:21:56.410068+0000","last_became_peered":"2024-09-10T07:21:56.410068+0000","last_unstale":"2024-09-10T07:21:56.425691+0000","last_undegraded":"2024-09-10T07:21:56.425691+0000","last_fullsized":"2024-09-10T07:21:56.425691+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:54:36.861059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416857+0000","last_change":"2024-09-10T07:21:56.411474+0000","last_active":"2024-09-10T07:21:56.416857+0000","last_peered":"2024-09-10T07:21:56.416857+0000","last_clean":"2024-09-10T07:21:56.416857+0000","last_became_active":"2024-09-10T07:21:56.411204+0000","last_became_peered":"2024-09-10T07:21:56.411204+0000","last_unstale":"2024-09-10T07:21:56.416857+0000","last_undegraded":"2024-09-10T07:21:56.416857+0000","last_fullsized":"2024-09-10T07:21:56.416857+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:52.290097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434286+0000","last_change":"2024-09-10T07:21:56.425104+0000","last_active":"2024-09-10T07:21:56.434286+0000","last_peered":"2024-09-10T07:21:56.434286+0000","last_clean":"2024-09-10T07:21:56.434286+0000","last_became_active":"2024-09-10T07:21:56.424607+0000","last_became_peered":"2024-09-10T07:21:56.424607+0000","last_unstale":"2024-09-10T07:21:56.434286+0000","last_undegraded":"2024-09-10T07:21:56.434286+0000","last_fullsized":"2024-09-10T07:21:56.434286+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:20.863653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414087+0000","last_change":"2024-09-10T07:21:56.412470+0000","last_active":"2024-09-10T07:21:56.414087+0000","last_peered":"2024-09-10T07:21:56.414087+0000","last_clean":"2024-09-10T07:21:56.414087+0000","last_became_active":"2024-09-10T07:21:56.412156+0000","last_became_peered":"2024-09-10T07:21:56.412156+0000","last_unstale":"2024-09-10T07:21:56.414087+0000","last_undegraded":"2024-09-10T07:21:56.414087+0000","last_fullsized":"2024-09-10T07:21:56.414087+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415197+0000","last_change":"2024-09-10T07:21:56.410788+0000","last_active":"2024-09-10T07:21:56.415197+0000","last_peered":"2024-09-10T07:21:56.415197+0000","last_clean":"2024-09-10T07:21:56.415197+0000","last_became_active":"2024-09-10T07:21:56.410418+0000","last_became_peered":"2024-09-10T07:21:56.410418+0000","last_unstale":"2024-09-10T07:21:56.415197+0000","last_undegraded":"2024-09-10T07:21:56.415197+0000","last_fullsized":"2024-09-10T07:21:56.415197+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:46.127515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434557+0000","last_change":"2024-09-10T07:21:56.427616+0000","last_active":"2024-09-10T07:21:56.434557+0000","last_peered":"2024-09-10T07:21:56.434557+0000","last_clean":"2024-09-10T07:21:56.434557+0000","last_became_active":"2024-09-10T07:21:56.427294+0000","last_became_peered":"2024-09-10T07:21:56.427294+0000","last_unstale":"2024-09-10T07:21:56.434557+0000","last_undegraded":"2024-09-10T07:21:56.434557+0000","last_fullsized":"2024-09-10T07:21:56.434557+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:26.363685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415478+0000","last_change":"2024-09-10T07:21:56.414180+0000","last_active":"2024-09-10T07:21:56.415478+0000","last_peered":"2024-09-10T07:21:56.415478+0000","last_clean":"2024-09-10T07:21:56.415478+0000","last_became_active":"2024-09-10T07:21:56.413549+0000","last_became_peered":"2024-09-10T07:21:56.413549+0000","last_unstale":"2024-09-10T07:21:56.415478+0000","last_undegraded":"2024-09-10T07:21:56.415478+0000","last_fullsized":"2024-09-10T07:21:56.415478+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434200+0000","last_change":"2024-09-10T07:21:56.423284+0000","last_active":"2024-09-10T07:21:56.434200+0000","last_peered":"2024-09-10T07:21:56.434200+0000","last_clean":"2024-09-10T07:21:56.434200+0000","last_became_active":"2024-09-10T07:21:56.421280+0000","last_became_peered":"2024-09-10T07:21:56.421280+0000","last_unstale":"2024-09-10T07:21:56.434200+0000","last_undegraded":"2024-09-10T07:21:56.434200+0000","last_fullsized":"2024-09-10T07:21:56.434200+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398796+0000","last_change":"2024-09-10T07:21:55.398796+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398796+0000","last_undegraded":"2024-09-10T07:21:55.398796+0000","last_fullsized":"2024-09-10T07:21:55.398796+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397993+0000","last_change":"2024-09-10T07:21:55.397993+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397993+0000","last_undegraded":"2024-09-10T07:21:55.397993+0000","last_fullsized":"2024-09-10T07:21:55.397993+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432281+0000","last_change":"2024-09-10T07:21:56.427057+0000","last_active":"2024-09-10T07:21:56.432281+0000","last_peered":"2024-09-10T07:21:56.432281+0000","last_clean":"2024-09-10T07:21:56.432281+0000","last_became_active":"2024-09-10T07:21:56.426716+0000","last_became_peered":"2024-09-10T07:21:56.426716+0000","last_unstale":"2024-09-10T07:21:56.432281+0000","last_undegraded":"2024-09-10T07:21:56.432281+0000","last_fullsized":"2024-09-10T07:21:56.432281+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:32.136349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421799+0000","last_change":"2024-09-10T07:21:56.411836+0000","last_active":"2024-09-10T07:21:56.421799+0000","last_peered":"2024-09-10T07:21:56.421799+0000","last_clean":"2024-09-10T07:21:56.421799+0000","last_became_active":"2024-09-10T07:21:56.411565+0000","last_became_peered":"2024-09-10T07:21:56.411565+0000","last_unstale":"2024-09-10T07:21:56.421799+0000","last_undegraded":"2024-09-10T07:21:56.421799+0000","last_fullsized":"2024-09-10T07:21:56.421799+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:46.805381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434584+0000","last_change":"2024-09-10T07:21:56.427964+0000","last_active":"2024-09-10T07:21:56.434584+0000","last_peered":"2024-09-10T07:21:56.434584+0000","last_clean":"2024-09-10T07:21:56.434584+0000","last_became_active":"2024-09-10T07:21:56.427676+0000","last_became_peered":"2024-09-10T07:21:56.427676+0000","last_unstale":"2024-09-10T07:21:56.434584+0000","last_undegraded":"2024-09-10T07:21:56.434584+0000","last_fullsized":"2024-09-10T07:21:56.434584+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:59:51.103816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434429+0000","last_change":"2024-09-10T07:21:56.426432+0000","last_active":"2024-09-10T07:21:56.434429+0000","last_peered":"2024-09-10T07:21:56.434429+0000","last_clean":"2024-09-10T07:21:56.434429+0000","last_became_active":"2024-09-10T07:21:56.425689+0000","last_became_peered":"2024-09-10T07:21:56.425689+0000","last_unstale":"2024-09-10T07:21:56.434429+0000","last_undegraded":"2024-09-10T07:21:56.434429+0000","last_fullsized":"2024-09-10T07:21:56.434429+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:00.043350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424011+0000","last_change":"2024-09-10T07:21:56.410605+0000","last_active":"2024-09-10T07:21:56.424011+0000","last_peered":"2024-09-10T07:21:56.424011+0000","last_clean":"2024-09-10T07:21:56.424011+0000","last_became_active":"2024-09-10T07:21:56.410296+0000","last_became_peered":"2024-09-10T07:21:56.410296+0000","last_unstale":"2024-09-10T07:21:56.424011+0000","last_undegraded":"2024-09-10T07:21:56.424011+0000","last_fullsized":"2024-09-10T07:21:56.424011+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:38.542487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431749+0000","last_change":"2024-09-10T07:21:56.430918+0000","last_active":"2024-09-10T07:21:56.431749+0000","last_peered":"2024-09-10T07:21:56.431749+0000","last_clean":"2024-09-10T07:21:56.431749+0000","last_became_active":"2024-09-10T07:21:56.430345+0000","last_became_peered":"2024-09-10T07:21:56.430345+0000","last_unstale":"2024-09-10T07:21:56.431749+0000","last_undegraded":"2024-09-10T07:21:56.431749+0000","last_fullsized":"2024-09-10T07:21:56.431749+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:25.199747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398387+0000","last_change":"2024-09-10T07:21:55.398387+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398387+0000","last_undegraded":"2024-09-10T07:21:55.398387+0000","last_fullsized":"2024-09-10T07:21:55.398387+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434266+0000","last_change":"2024-09-10T07:21:56.425045+0000","last_active":"2024-09-10T07:21:56.434266+0000","last_peered":"2024-09-10T07:21:56.434266+0000","last_clean":"2024-09-10T07:21:56.434266+0000","last_became_active":"2024-09-10T07:21:56.424738+0000","last_became_peered":"2024-09-10T07:21:56.424738+0000","last_unstale":"2024-09-10T07:21:56.434266+0000","last_undegraded":"2024-09-10T07:21:56.434266+0000","last_fullsized":"2024-09-10T07:21:56.434266+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422139+0000","last_change":"2024-09-10T07:21:56.420854+0000","last_active":"2024-09-10T07:21:56.422139+0000","last_peered":"2024-09-10T07:21:56.422139+0000","last_clean":"2024-09-10T07:21:56.422139+0000","last_became_active":"2024-09-10T07:21:56.420584+0000","last_became_peered":"2024-09-10T07:21:56.420584+0000","last_unstale":"2024-09-10T07:21:56.422139+0000","last_undegraded":"2024-09-10T07:21:56.422139+0000","last_fullsized":"2024-09-10T07:21:56.422139+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434149+0000","last_change":"2024-09-10T07:21:56.421435+0000","last_active":"2024-09-10T07:21:56.434149+0000","last_peered":"2024-09-10T07:21:56.434149+0000","last_clean":"2024-09-10T07:21:56.434149+0000","last_became_active":"2024-09-10T07:21:56.421118+0000","last_became_peered":"2024-09-10T07:21:56.421118+0000","last_unstale":"2024-09-10T07:21:56.434149+0000","last_undegraded":"2024-09-10T07:21:56.434149+0000","last_fullsized":"2024-09-10T07:21:56.434149+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410576+0000","last_change":"2024-09-10T07:21:56.407480+0000","last_active":"2024-09-10T07:21:56.410576+0000","last_peered":"2024-09-10T07:21:56.410576+0000","last_clean":"2024-09-10T07:21:56.410576+0000","last_became_active":"2024-09-10T07:21:56.407205+0000","last_became_peered":"2024-09-10T07:21:56.407205+0000","last_unstale":"2024-09-10T07:21:56.410576+0000","last_undegraded":"2024-09-10T07:21:56.410576+0000","last_fullsized":"2024-09-10T07:21:56.410576+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415458+0000","last_change":"2024-09-10T07:21:56.414021+0000","last_active":"2024-09-10T07:21:56.415458+0000","last_peered":"2024-09-10T07:21:56.415458+0000","last_clean":"2024-09-10T07:21:56.415458+0000","last_became_active":"2024-09-10T07:21:56.413213+0000","last_became_peered":"2024-09-10T07:21:56.413213+0000","last_unstale":"2024-09-10T07:21:56.415458+0000","last_undegraded":"2024-09-10T07:21:56.415458+0000","last_fullsized":"2024-09-10T07:21:56.415458+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407150+0000","last_change":"2024-09-10T07:21:55.405606+0000","last_active":"2024-09-10T07:21:55.407150+0000","last_peered":"2024-09-10T07:21:55.407150+0000","last_clean":"2024-09-10T07:21:55.407150+0000","last_became_active":"2024-09-10T07:21:55.405335+0000","last_became_peered":"2024-09-10T07:21:55.405335+0000","last_unstale":"2024-09-10T07:21:55.407150+0000","last_undegraded":"2024-09-10T07:21:55.407150+0000","last_fullsized":"2024-09-10T07:21:55.407150+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:40.971720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.412963+0000","last_change":"2024-09-10T07:21:56.408097+0000","last_active":"2024-09-10T07:21:56.412963+0000","last_peered":"2024-09-10T07:21:56.412963+0000","last_clean":"2024-09-10T07:21:56.412963+0000","last_became_active":"2024-09-10T07:21:56.407530+0000","last_became_peered":"2024-09-10T07:21:56.407530+0000","last_unstale":"2024-09-10T07:21:56.412963+0000","last_undegraded":"2024-09-10T07:21:56.412963+0000","last_fullsized":"2024-09-10T07:21:56.412963+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432561+0000","last_change":"2024-09-10T07:21:55.414281+0000","last_active":"2024-09-10T07:21:56.432561+0000","last_peered":"2024-09-10T07:21:56.432561+0000","last_clean":"2024-09-10T07:21:56.432561+0000","last_became_active":"2024-09-10T07:21:55.413746+0000","last_became_peered":"2024-09-10T07:21:55.413746+0000","last_unstale":"2024-09-10T07:21:56.432561+0000","last_undegraded":"2024-09-10T07:21:56.432561+0000","last_fullsized":"2024-09-10T07:21:56.432561+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:48.875640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398547+0000","last_change":"2024-09-10T07:21:55.398547+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398547+0000","last_undegraded":"2024-09-10T07:21:55.398547+0000","last_fullsized":"2024-09-10T07:21:55.398547+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426532+0000","last_change":"2024-09-10T07:21:55.408464+0000","last_active":"2024-09-10T07:21:56.426532+0000","last_peered":"2024-09-10T07:21:56.426532+0000","last_clean":"2024-09-10T07:21:56.426532+0000","last_became_active":"2024-09-10T07:21:55.408101+0000","last_became_peered":"2024-09-10T07:21:55.408101+0000","last_unstale":"2024-09-10T07:21:56.426532+0000","last_undegraded":"2024-09-10T07:21:56.426532+0000","last_fullsized":"2024-09-10T07:21:56.426532+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:44.716898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423860+0000","last_change":"2024-09-10T07:21:56.412248+0000","last_active":"2024-09-10T07:21:56.423860+0000","last_peered":"2024-09-10T07:21:56.423860+0000","last_clean":"2024-09-10T07:21:56.423860+0000","last_became_active":"2024-09-10T07:21:56.411972+0000","last_became_peered":"2024-09-10T07:21:56.411972+0000","last_unstale":"2024-09-10T07:21:56.423860+0000","last_undegraded":"2024-09-10T07:21:56.423860+0000","last_fullsized":"2024-09-10T07:21:56.423860+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:47:41.799658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430553+0000","last_change":"2024-09-10T07:21:55.408033+0000","last_active":"2024-09-10T07:21:56.430553+0000","last_peered":"2024-09-10T07:21:56.430553+0000","last_clean":"2024-09-10T07:21:56.430553+0000","last_became_active":"2024-09-10T07:21:55.407704+0000","last_became_peered":"2024-09-10T07:21:55.407704+0000","last_unstale":"2024-09-10T07:21:56.430553+0000","last_undegraded":"2024-09-10T07:21:56.430553+0000","last_fullsized":"2024-09-10T07:21:56.430553+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425593+0000","last_change":"2024-09-10T07:21:56.424942+0000","last_active":"2024-09-10T07:21:56.425593+0000","last_peered":"2024-09-10T07:21:56.425593+0000","last_clean":"2024-09-10T07:21:56.425593+0000","last_became_active":"2024-09-10T07:21:56.424573+0000","last_became_peered":"2024-09-10T07:21:56.424573+0000","last_unstale":"2024-09-10T07:21:56.425593+0000","last_undegraded":"2024-09-10T07:21:56.425593+0000","last_fullsized":"2024-09-10T07:21:56.425593+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:56.366609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434622+0000","last_change":"2024-09-10T07:21:55.411486+0000","last_active":"2024-09-10T07:21:56.434622+0000","last_peered":"2024-09-10T07:21:56.434622+0000","last_clean":"2024-09-10T07:21:56.434622+0000","last_became_active":"2024-09-10T07:21:55.411174+0000","last_became_peered":"2024-09-10T07:21:55.411174+0000","last_unstale":"2024-09-10T07:21:56.434622+0000","last_undegraded":"2024-09-10T07:21:56.434622+0000","last_fullsized":"2024-09-10T07:21:56.434622+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422135+0000","last_change":"2024-09-10T07:21:56.420804+0000","last_active":"2024-09-10T07:21:56.422135+0000","last_peered":"2024-09-10T07:21:56.422135+0000","last_clean":"2024-09-10T07:21:56.422135+0000","last_became_active":"2024-09-10T07:21:56.420521+0000","last_became_peered":"2024-09-10T07:21:56.420521+0000","last_unstale":"2024-09-10T07:21:56.422135+0000","last_undegraded":"2024-09-10T07:21:56.422135+0000","last_fullsized":"2024-09-10T07:21:56.422135+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422099+0000","last_change":"2024-09-10T07:21:55.401691+0000","last_active":"2024-09-10T07:21:56.422099+0000","last_peered":"2024-09-10T07:21:56.422099+0000","last_clean":"2024-09-10T07:21:56.422099+0000","last_became_active":"2024-09-10T07:21:55.401345+0000","last_became_peered":"2024-09-10T07:21:55.401345+0000","last_unstale":"2024-09-10T07:21:56.422099+0000","last_undegraded":"2024-09-10T07:21:56.422099+0000","last_fullsized":"2024-09-10T07:21:56.422099+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:52.917928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424032+0000","last_change":"2024-09-10T07:21:56.411083+0000","last_active":"2024-09-10T07:21:56.424032+0000","last_peered":"2024-09-10T07:21:56.424032+0000","last_clean":"2024-09-10T07:21:56.424032+0000","last_became_active":"2024-09-10T07:21:56.410767+0000","last_became_peered":"2024-09-10T07:21:56.410767+0000","last_unstale":"2024-09-10T07:21:56.424032+0000","last_undegraded":"2024-09-10T07:21:56.424032+0000","last_fullsized":"2024-09-10T07:21:56.424032+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:32.583988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407102+0000","last_change":"2024-09-10T07:21:55.405596+0000","last_active":"2024-09-10T07:21:55.407102+0000","last_peered":"2024-09-10T07:21:55.407102+0000","last_clean":"2024-09-10T07:21:55.407102+0000","last_became_active":"2024-09-10T07:21:55.405157+0000","last_became_peered":"2024-09-10T07:21:55.405157+0000","last_unstale":"2024-09-10T07:21:55.407102+0000","last_undegraded":"2024-09-10T07:21:55.407102+0000","last_fullsized":"2024-09-10T07:21:55.407102+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:57.426517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431182+0000","last_change":"2024-09-10T07:21:56.430552+0000","last_active":"2024-09-10T07:21:56.431182+0000","last_peered":"2024-09-10T07:21:56.431182+0000","last_clean":"2024-09-10T07:21:56.431182+0000","last_became_active":"2024-09-10T07:21:56.430257+0000","last_became_peered":"2024-09-10T07:21:56.430257+0000","last_unstale":"2024-09-10T07:21:56.431182+0000","last_undegraded":"2024-09-10T07:21:56.431182+0000","last_fullsized":"2024-09-10T07:21:56.431182+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414495+0000","last_change":"2024-09-10T07:21:55.406947+0000","last_active":"2024-09-10T07:21:56.414495+0000","last_peered":"2024-09-10T07:21:56.414495+0000","last_clean":"2024-09-10T07:21:56.414495+0000","last_became_active":"2024-09-10T07:21:55.406574+0000","last_became_peered":"2024-09-10T07:21:55.406574+0000","last_unstale":"2024-09-10T07:21:56.414495+0000","last_undegraded":"2024-09-10T07:21:56.414495+0000","last_fullsized":"2024-09-10T07:21:56.414495+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:44.698027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410045+0000","last_change":"2024-09-10T07:21:56.408707+0000","last_active":"2024-09-10T07:21:56.410045+0000","last_peered":"2024-09-10T07:21:56.410045+0000","last_clean":"2024-09-10T07:21:56.410045+0000","last_became_active":"2024-09-10T07:21:56.408438+0000","last_became_peered":"2024-09-10T07:21:56.408438+0000","last_unstale":"2024-09-10T07:21:56.410045+0000","last_undegraded":"2024-09-10T07:21:56.410045+0000","last_fullsized":"2024-09-10T07:21:56.410045+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:47.993473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.405586+0000","last_change":"2024-09-10T07:21:55.405680+0000","last_active":"2024-09-10T07:21:56.405586+0000","last_peered":"2024-09-10T07:21:56.405586+0000","last_clean":"2024-09-10T07:21:56.405586+0000","last_became_active":"2024-09-10T07:21:55.405391+0000","last_became_peered":"2024-09-10T07:21:55.405391+0000","last_unstale":"2024-09-10T07:21:56.405586+0000","last_undegraded":"2024-09-10T07:21:56.405586+0000","last_fullsized":"2024-09-10T07:21:56.405586+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408259+0000","last_change":"2024-09-10T07:21:56.400828+0000","last_active":"2024-09-10T07:21:56.408259+0000","last_peered":"2024-09-10T07:21:56.408259+0000","last_clean":"2024-09-10T07:21:56.408259+0000","last_became_active":"2024-09-10T07:21:56.400297+0000","last_became_peered":"2024-09-10T07:21:56.400297+0000","last_unstale":"2024-09-10T07:21:56.408259+0000","last_undegraded":"2024-09-10T07:21:56.408259+0000","last_fullsized":"2024-09-10T07:21:56.408259+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.397199+0000","last_change":"2024-09-10T07:21:55.408308+0000","last_active":"2024-09-10T07:21:56.397199+0000","last_peered":"2024-09-10T07:21:56.397199+0000","last_clean":"2024-09-10T07:21:56.397199+0000","last_became_active":"2024-09-10T07:21:55.408039+0000","last_became_peered":"2024-09-10T07:21:55.408039+0000","last_unstale":"2024-09-10T07:21:56.397199+0000","last_undegraded":"2024-09-10T07:21:56.397199+0000","last_fullsized":"2024-09-10T07:21:56.397199+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:01.282122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434373+0000","last_change":"2024-09-10T07:21:56.425467+0000","last_active":"2024-09-10T07:21:56.434373+0000","last_peered":"2024-09-10T07:21:56.434373+0000","last_clean":"2024-09-10T07:21:56.434373+0000","last_became_active":"2024-09-10T07:21:56.424180+0000","last_became_peered":"2024-09-10T07:21:56.424180+0000","last_unstale":"2024-09-10T07:21:56.434373+0000","last_undegraded":"2024-09-10T07:21:56.434373+0000","last_fullsized":"2024-09-10T07:21:56.434373+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:01:37.890823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"51'3","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428334+0000","last_change":"2024-09-10T07:21:55.409801+0000","last_active":"2024-09-10T07:21:56.428334+0000","last_peered":"2024-09-10T07:21:56.428334+0000","last_clean":"2024-09-10T07:21:56.428334+0000","last_became_active":"2024-09-10T07:21:55.409558+0000","last_became_peered":"2024-09-10T07:21:55.409558+0000","last_unstale":"2024-09-10T07:21:56.428334+0000","last_undegraded":"2024-09-10T07:21:56.428334+0000","last_fullsized":"2024-09-10T07:21:56.428334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.409520+0000","last_change":"2024-09-10T07:21:56.407958+0000","last_active":"2024-09-10T07:21:56.409520+0000","last_peered":"2024-09-10T07:21:56.409520+0000","last_clean":"2024-09-10T07:21:56.409520+0000","last_became_active":"2024-09-10T07:21:56.407062+0000","last_became_peered":"2024-09-10T07:21:56.407062+0000","last_unstale":"2024-09-10T07:21:56.409520+0000","last_undegraded":"2024-09-10T07:21:56.409520+0000","last_fullsized":"2024-09-10T07:21:56.409520+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:24.135121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"51'6","reported_seq":18,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437425+0000","last_change":"2024-09-10T07:21:55.411057+0000","last_active":"2024-09-10T07:21:56.437425+0000","last_peered":"2024-09-10T07:21:56.437425+0000","last_clean":"2024-09-10T07:21:56.437425+0000","last_became_active":"2024-09-10T07:21:55.410777+0000","last_became_peered":"2024-09-10T07:21:55.410777+0000","last_unstale":"2024-09-10T07:21:56.437425+0000","last_undegraded":"2024-09-10T07:21:56.437425+0000","last_fullsized":"2024-09-10T07:21:56.437425+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:51.637531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413384+0000","last_change":"2024-09-10T07:21:56.411461+0000","last_active":"2024-09-10T07:21:56.413384+0000","last_peered":"2024-09-10T07:21:56.413384+0000","last_clean":"2024-09-10T07:21:56.413384+0000","last_became_active":"2024-09-10T07:21:56.411189+0000","last_became_peered":"2024-09-10T07:21:56.411189+0000","last_unstale":"2024-09-10T07:21:56.413384+0000","last_undegraded":"2024-09-10T07:21:56.413384+0000","last_fullsized":"2024-09-10T07:21:56.413384+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434562+0000","last_change":"2024-09-10T07:21:55.411039+0000","last_active":"2024-09-10T07:21:56.434562+0000","last_peered":"2024-09-10T07:21:56.434562+0000","last_clean":"2024-09-10T07:21:56.434562+0000","last_became_active":"2024-09-10T07:21:55.410759+0000","last_became_peered":"2024-09-10T07:21:55.410759+0000","last_unstale":"2024-09-10T07:21:56.434562+0000","last_undegraded":"2024-09-10T07:21:56.434562+0000","last_fullsized":"2024-09-10T07:21:56.434562+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434326+0000","last_change":"2024-09-10T07:21:56.425221+0000","last_active":"2024-09-10T07:21:56.434326+0000","last_peered":"2024-09-10T07:21:56.434326+0000","last_clean":"2024-09-10T07:21:56.434326+0000","last_became_active":"2024-09-10T07:21:56.424920+0000","last_became_peered":"2024-09-10T07:21:56.424920+0000","last_unstale":"2024-09-10T07:21:56.434326+0000","last_undegraded":"2024-09-10T07:21:56.434326+0000","last_fullsized":"2024-09-10T07:21:56.434326+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:41.431322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411816+0000","last_change":"2024-09-10T07:21:55.411218+0000","last_active":"2024-09-10T07:21:55.411816+0000","last_peered":"2024-09-10T07:21:55.411816+0000","last_clean":"2024-09-10T07:21:55.411816+0000","last_became_active":"2024-09-10T07:21:55.410929+0000","last_became_peered":"2024-09-10T07:21:55.410929+0000","last_unstale":"2024-09-10T07:21:55.411816+0000","last_undegraded":"2024-09-10T07:21:55.411816+0000","last_fullsized":"2024-09-10T07:21:55.411816+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:07.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424050+0000","last_change":"2024-09-10T07:21:56.417221+0000","last_active":"2024-09-10T07:21:56.424050+0000","last_peered":"2024-09-10T07:21:56.424050+0000","last_clean":"2024-09-10T07:21:56.424050+0000","last_became_active":"2024-09-10T07:21:56.416924+0000","last_became_peered":"2024-09-10T07:21:56.416924+0000","last_unstale":"2024-09-10T07:21:56.424050+0000","last_undegraded":"2024-09-10T07:21:56.424050+0000","last_fullsized":"2024-09-10T07:21:56.424050+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:52:30.336459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406631+0000","last_change":"2024-09-10T07:21:55.404115+0000","last_active":"2024-09-10T07:21:56.406631+0000","last_peered":"2024-09-10T07:21:56.406631+0000","last_clean":"2024-09-10T07:21:56.406631+0000","last_became_active":"2024-09-10T07:21:55.403729+0000","last_became_peered":"2024-09-10T07:21:55.403729+0000","last_unstale":"2024-09-10T07:21:56.406631+0000","last_undegraded":"2024-09-10T07:21:56.406631+0000","last_fullsized":"2024-09-10T07:21:56.406631+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434459+0000","last_change":"2024-09-10T07:21:56.426681+0000","last_active":"2024-09-10T07:21:56.434459+0000","last_peered":"2024-09-10T07:21:56.434459+0000","last_clean":"2024-09-10T07:21:56.434459+0000","last_became_active":"2024-09-10T07:21:56.425996+0000","last_became_peered":"2024-09-10T07:21:56.425996+0000","last_unstale":"2024-09-10T07:21:56.434459+0000","last_undegraded":"2024-09-10T07:21:56.434459+0000","last_fullsized":"2024-09-10T07:21:56.434459+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:19.117875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"51'8","reported_seq":20,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430708+0000","last_change":"2024-09-10T07:21:55.413225+0000","last_active":"2024-09-10T07:21:56.430708+0000","last_peered":"2024-09-10T07:21:56.430708+0000","last_clean":"2024-09-10T07:21:56.430708+0000","last_became_active":"2024-09-10T07:21:55.411598+0000","last_became_peered":"2024-09-10T07:21:55.411598+0000","last_unstale":"2024-09-10T07:21:56.430708+0000","last_undegraded":"2024-09-10T07:21:56.430708+0000","last_fullsized":"2024-09-10T07:21:56.430708+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:52.320830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430102+0000","last_change":"2024-09-10T07:21:56.419761+0000","last_active":"2024-09-10T07:21:56.430102+0000","last_peered":"2024-09-10T07:21:56.430102+0000","last_clean":"2024-09-10T07:21:56.430102+0000","last_became_active":"2024-09-10T07:21:56.419209+0000","last_became_peered":"2024-09-10T07:21:56.419209+0000","last_unstale":"2024-09-10T07:21:56.430102+0000","last_undegraded":"2024-09-10T07:21:56.430102+0000","last_fullsized":"2024-09-10T07:21:56.430102+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:27.079401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437350+0000","last_change":"2024-09-10T07:21:55.418239+0000","last_active":"2024-09-10T07:21:56.437350+0000","last_peered":"2024-09-10T07:21:56.437350+0000","last_clean":"2024-09-10T07:21:56.437350+0000","last_became_active":"2024-09-10T07:21:55.417921+0000","last_became_peered":"2024-09-10T07:21:55.417921+0000","last_unstale":"2024-09-10T07:21:56.437350+0000","last_undegraded":"2024-09-10T07:21:56.437350+0000","last_fullsized":"2024-09-10T07:21:56.437350+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:08.373556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431285+0000","last_change":"2024-09-10T07:21:56.429186+0000","last_active":"2024-09-10T07:21:56.431285+0000","last_peered":"2024-09-10T07:21:56.431285+0000","last_clean":"2024-09-10T07:21:56.431285+0000","last_became_active":"2024-09-10T07:21:56.428905+0000","last_became_peered":"2024-09-10T07:21:56.428905+0000","last_unstale":"2024-09-10T07:21:56.431285+0000","last_undegraded":"2024-09-10T07:21:56.431285+0000","last_fullsized":"2024-09-10T07:21:56.431285+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:54.274805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422038+0000","last_change":"2024-09-10T07:21:55.408034+0000","last_active":"2024-09-10T07:21:56.422038+0000","last_peered":"2024-09-10T07:21:56.422038+0000","last_clean":"2024-09-10T07:21:56.422038+0000","last_became_active":"2024-09-10T07:21:55.407694+0000","last_became_peered":"2024-09-10T07:21:55.407694+0000","last_unstale":"2024-09-10T07:21:56.422038+0000","last_undegraded":"2024-09-10T07:21:56.422038+0000","last_fullsized":"2024-09-10T07:21:56.422038+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:32.332852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425598+0000","last_change":"2024-09-10T07:21:56.425061+0000","last_active":"2024-09-10T07:21:56.425598+0000","last_peered":"2024-09-10T07:21:56.425598+0000","last_clean":"2024-09-10T07:21:56.425598+0000","last_became_active":"2024-09-10T07:21:56.424569+0000","last_became_peered":"2024-09-10T07:21:56.424569+0000","last_unstale":"2024-09-10T07:21:56.425598+0000","last_undegraded":"2024-09-10T07:21:56.425598+0000","last_fullsized":"2024-09-10T07:21:56.425598+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:58.805775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.410982+0000","last_change":"2024-09-10T07:21:55.410167+0000","last_active":"2024-09-10T07:21:55.410982+0000","last_peered":"2024-09-10T07:21:55.410982+0000","last_clean":"2024-09-10T07:21:55.410982+0000","last_became_active":"2024-09-10T07:21:55.409861+0000","last_became_peered":"2024-09-10T07:21:55.409861+0000","last_unstale":"2024-09-10T07:21:55.410982+0000","last_undegraded":"2024-09-10T07:21:55.410982+0000","last_fullsized":"2024-09-10T07:21:55.410982+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:31.352569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421851+0000","last_change":"2024-09-10T07:21:56.415984+0000","last_active":"2024-09-10T07:21:56.421851+0000","last_peered":"2024-09-10T07:21:56.421851+0000","last_clean":"2024-09-10T07:21:56.421851+0000","last_became_active":"2024-09-10T07:21:56.415610+0000","last_became_peered":"2024-09-10T07:21:56.415610+0000","last_unstale":"2024-09-10T07:21:56.421851+0000","last_undegraded":"2024-09-10T07:21:56.421851+0000","last_fullsized":"2024-09-10T07:21:56.421851+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:53.189891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.412517+0000","last_change":"2024-09-10T07:21:55.412168+0000","last_active":"2024-09-10T07:21:55.412517+0000","last_peered":"2024-09-10T07:21:55.412517+0000","last_clean":"2024-09-10T07:21:55.412517+0000","last_became_active":"2024-09-10T07:21:55.411942+0000","last_became_peered":"2024-09-10T07:21:55.411942+0000","last_unstale":"2024-09-10T07:21:55.412517+0000","last_undegraded":"2024-09-10T07:21:55.412517+0000","last_fullsized":"2024-09-10T07:21:55.412517+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.925289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408175+0000","last_change":"2024-09-10T07:21:56.399593+0000","last_active":"2024-09-10T07:21:56.408175+0000","last_peered":"2024-09-10T07:21:56.408175+0000","last_clean":"2024-09-10T07:21:56.408175+0000","last_became_active":"2024-09-10T07:21:56.399304+0000","last_became_peered":"2024-09-10T07:21:56.399304+0000","last_unstale":"2024-09-10T07:21:56.408175+0000","last_undegraded":"2024-09-10T07:21:56.408175+0000","last_fullsized":"2024-09-10T07:21:56.408175+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:12.403390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426228+0000","last_change":"2024-09-10T07:21:55.405888+0000","last_active":"2024-09-10T07:21:56.426228+0000","last_peered":"2024-09-10T07:21:56.426228+0000","last_clean":"2024-09-10T07:21:56.426228+0000","last_became_active":"2024-09-10T07:21:55.405604+0000","last_became_peered":"2024-09-10T07:21:55.405604+0000","last_unstale":"2024-09-10T07:21:56.426228+0000","last_undegraded":"2024-09-10T07:21:56.426228+0000","last_fullsized":"2024-09-10T07:21:56.426228+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:47.855606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398950+0000","last_change":"2024-09-10T07:21:55.398950+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398950+0000","last_undegraded":"2024-09-10T07:21:55.398950+0000","last_fullsized":"2024-09-10T07:21:55.398950+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400619+0000","last_change":"2024-09-10T07:21:55.412558+0000","last_active":"2024-09-10T07:21:56.400619+0000","last_peered":"2024-09-10T07:21:56.400619+0000","last_clean":"2024-09-10T07:21:56.400619+0000","last_became_active":"2024-09-10T07:21:55.412251+0000","last_became_peered":"2024-09-10T07:21:55.412251+0000","last_unstale":"2024-09-10T07:21:56.400619+0000","last_undegraded":"2024-09-10T07:21:56.400619+0000","last_fullsized":"2024-09-10T07:21:56.400619+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:05.729336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434437+0000","last_change":"2024-09-10T07:21:56.426604+0000","last_active":"2024-09-10T07:21:56.434437+0000","last_peered":"2024-09-10T07:21:56.434437+0000","last_clean":"2024-09-10T07:21:56.434437+0000","last_became_active":"2024-09-10T07:21:56.426277+0000","last_became_peered":"2024-09-10T07:21:56.426277+0000","last_unstale":"2024-09-10T07:21:56.434437+0000","last_undegraded":"2024-09-10T07:21:56.434437+0000","last_fullsized":"2024-09-10T07:21:56.434437+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:37.490256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.402513+0000","last_change":"2024-09-10T07:21:55.413659+0000","last_active":"2024-09-10T07:21:56.402513+0000","last_peered":"2024-09-10T07:21:56.402513+0000","last_clean":"2024-09-10T07:21:56.402513+0000","last_became_active":"2024-09-10T07:21:55.413332+0000","last_became_peered":"2024-09-10T07:21:55.413332+0000","last_unstale":"2024-09-10T07:21:56.402513+0000","last_undegraded":"2024-09-10T07:21:56.402513+0000","last_fullsized":"2024-09-10T07:21:56.402513+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428331+0000","last_change":"2024-09-10T07:21:56.427758+0000","last_active":"2024-09-10T07:21:56.428331+0000","last_peered":"2024-09-10T07:21:56.428331+0000","last_clean":"2024-09-10T07:21:56.428331+0000","last_became_active":"2024-09-10T07:21:56.425641+0000","last_became_peered":"2024-09-10T07:21:56.425641+0000","last_unstale":"2024-09-10T07:21:56.428331+0000","last_undegraded":"2024-09-10T07:21:56.428331+0000","last_fullsized":"2024-09-10T07:21:56.428331+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:07.729617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.395086+0000","last_change":"2024-09-10T07:21:55.406953+0000","last_active":"2024-09-10T07:21:56.395086+0000","last_peered":"2024-09-10T07:21:56.395086+0000","last_clean":"2024-09-10T07:21:56.395086+0000","last_became_active":"2024-09-10T07:21:55.406681+0000","last_became_peered":"2024-09-10T07:21:55.406681+0000","last_unstale":"2024-09-10T07:21:56.395086+0000","last_undegraded":"2024-09-10T07:21:56.395086+0000","last_fullsized":"2024-09-10T07:21:56.395086+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:34.082684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410535+0000","last_change":"2024-09-10T07:21:56.406300+0000","last_active":"2024-09-10T07:21:56.410535+0000","last_peered":"2024-09-10T07:21:56.410535+0000","last_clean":"2024-09-10T07:21:56.410535+0000","last_became_active":"2024-09-10T07:21:56.405743+0000","last_became_peered":"2024-09-10T07:21:56.405743+0000","last_unstale":"2024-09-10T07:21:56.410535+0000","last_undegraded":"2024-09-10T07:21:56.410535+0000","last_fullsized":"2024-09-10T07:21:56.410535+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411805+0000","last_change":"2024-09-10T07:21:55.411235+0000","last_active":"2024-09-10T07:21:55.411805+0000","last_peered":"2024-09-10T07:21:55.411805+0000","last_clean":"2024-09-10T07:21:55.411805+0000","last_became_active":"2024-09-10T07:21:55.411012+0000","last_became_peered":"2024-09-10T07:21:55.411012+0000","last_unstale":"2024-09-10T07:21:55.411805+0000","last_undegraded":"2024-09-10T07:21:55.411805+0000","last_fullsized":"2024-09-10T07:21:55.411805+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:39.596834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415274+0000","last_change":"2024-09-10T07:21:56.410806+0000","last_active":"2024-09-10T07:21:56.415274+0000","last_peered":"2024-09-10T07:21:56.415274+0000","last_clean":"2024-09-10T07:21:56.415274+0000","last_became_active":"2024-09-10T07:21:56.410381+0000","last_became_peered":"2024-09-10T07:21:56.410381+0000","last_unstale":"2024-09-10T07:21:56.415274+0000","last_undegraded":"2024-09-10T07:21:56.415274+0000","last_fullsized":"2024-09-10T07:21:56.415274+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:55.005819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.404806+0000","last_change":"2024-09-10T07:21:55.410835+0000","last_active":"2024-09-10T07:21:56.404806+0000","last_peered":"2024-09-10T07:21:56.404806+0000","last_clean":"2024-09-10T07:21:56.404806+0000","last_became_active":"2024-09-10T07:21:55.410542+0000","last_became_peered":"2024-09-10T07:21:55.410542+0000","last_unstale":"2024-09-10T07:21:56.404806+0000","last_undegraded":"2024-09-10T07:21:56.404806+0000","last_fullsized":"2024-09-10T07:21:56.404806+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.418058+0000","last_change":"2024-09-10T07:21:56.404453+0000","last_active":"2024-09-10T07:21:56.418058+0000","last_peered":"2024-09-10T07:21:56.418058+0000","last_clean":"2024-09-10T07:21:56.418058+0000","last_became_active":"2024-09-10T07:21:56.404136+0000","last_became_peered":"2024-09-10T07:21:56.404136+0000","last_unstale":"2024-09-10T07:21:56.418058+0000","last_undegraded":"2024-09-10T07:21:56.418058+0000","last_fullsized":"2024-09-10T07:21:56.418058+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:04.315996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408654+0000","last_change":"2024-09-10T07:21:55.407140+0000","last_active":"2024-09-10T07:21:56.408654+0000","last_peered":"2024-09-10T07:21:56.408654+0000","last_clean":"2024-09-10T07:21:56.408654+0000","last_became_active":"2024-09-10T07:21:55.406850+0000","last_became_peered":"2024-09-10T07:21:55.406850+0000","last_unstale":"2024-09-10T07:21:56.408654+0000","last_undegraded":"2024-09-10T07:21:56.408654+0000","last_fullsized":"2024-09-10T07:21:56.408654+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434606+0000","last_change":"2024-09-10T07:21:56.429051+0000","last_active":"2024-09-10T07:21:56.434606+0000","last_peered":"2024-09-10T07:21:56.434606+0000","last_clean":"2024-09-10T07:21:56.434606+0000","last_became_active":"2024-09-10T07:21:56.428770+0000","last_became_peered":"2024-09-10T07:21:56.428770+0000","last_unstale":"2024-09-10T07:21:56.434606+0000","last_undegraded":"2024-09-10T07:21:56.434606+0000","last_fullsized":"2024-09-10T07:21:56.434606+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:29.220108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400773+0000","last_change":"2024-09-10T07:21:55.409982+0000","last_active":"2024-09-10T07:21:56.400773+0000","last_peered":"2024-09-10T07:21:56.400773+0000","last_clean":"2024-09-10T07:21:56.400773+0000","last_became_active":"2024-09-10T07:21:55.409650+0000","last_became_peered":"2024-09-10T07:21:55.409650+0000","last_unstale":"2024-09-10T07:21:56.400773+0000","last_undegraded":"2024-09-10T07:21:56.400773+0000","last_fullsized":"2024-09-10T07:21:56.400773+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:26.338645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413300+0000","last_change":"2024-09-10T07:21:56.410897+0000","last_active":"2024-09-10T07:21:56.413300+0000","last_peered":"2024-09-10T07:21:56.413300+0000","last_clean":"2024-09-10T07:21:56.413300+0000","last_became_active":"2024-09-10T07:21:56.410562+0000","last_became_peered":"2024-09-10T07:21:56.410562+0000","last_unstale":"2024-09-10T07:21:56.413300+0000","last_undegraded":"2024-09-10T07:21:56.413300+0000","last_fullsized":"2024-09-10T07:21:56.413300+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.401115+0000","last_change":"2024-09-10T07:21:55.407878+0000","last_active":"2024-09-10T07:21:56.401115+0000","last_peered":"2024-09-10T07:21:56.401115+0000","last_clean":"2024-09-10T07:21:56.401115+0000","last_became_active":"2024-09-10T07:21:55.407185+0000","last_became_peered":"2024-09-10T07:21:55.407185+0000","last_unstale":"2024-09-10T07:21:56.401115+0000","last_undegraded":"2024-09-10T07:21:56.401115+0000","last_fullsized":"2024-09-10T07:21:56.401115+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:54.683822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434549+0000","last_change":"2024-09-10T07:21:56.427198+0000","last_active":"2024-09-10T07:21:56.434549+0000","last_peered":"2024-09-10T07:21:56.434549+0000","last_clean":"2024-09-10T07:21:56.434549+0000","last_became_active":"2024-09-10T07:21:56.426909+0000","last_became_peered":"2024-09-10T07:21:56.426909+0000","last_unstale":"2024-09-10T07:21:56.434549+0000","last_undegraded":"2024-09-10T07:21:56.434549+0000","last_fullsized":"2024-09-10T07:21:56.434549+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:30.204375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396186+0000","last_change":"2024-09-10T07:21:55.400389+0000","last_active":"2024-09-10T07:21:56.396186+0000","last_peered":"2024-09-10T07:21:56.396186+0000","last_clean":"2024-09-10T07:21:56.396186+0000","last_became_active":"2024-09-10T07:21:55.400091+0000","last_became_peered":"2024-09-10T07:21:55.400091+0000","last_unstale":"2024-09-10T07:21:56.396186+0000","last_undegraded":"2024-09-10T07:21:56.396186+0000","last_fullsized":"2024-09-10T07:21:56.396186+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:03.107978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423742+0000","last_change":"2024-09-10T07:21:56.410414+0000","last_active":"2024-09-10T07:21:56.423742+0000","last_peered":"2024-09-10T07:21:56.423742+0000","last_clean":"2024-09-10T07:21:56.423742+0000","last_became_active":"2024-09-10T07:21:56.410095+0000","last_became_peered":"2024-09-10T07:21:56.410095+0000","last_unstale":"2024-09-10T07:21:56.423742+0000","last_undegraded":"2024-09-10T07:21:56.423742+0000","last_fullsized":"2024-09-10T07:21:56.423742+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:08.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396936+0000","last_change":"2024-09-10T07:21:55.406552+0000","last_active":"2024-09-10T07:21:56.396936+0000","last_peered":"2024-09-10T07:21:56.396936+0000","last_clean":"2024-09-10T07:21:56.396936+0000","last_became_active":"2024-09-10T07:21:55.406266+0000","last_became_peered":"2024-09-10T07:21:55.406266+0000","last_unstale":"2024-09-10T07:21:56.396936+0000","last_undegraded":"2024-09-10T07:21:56.396936+0000","last_fullsized":"2024-09-10T07:21:56.396936+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397489+0000","last_change":"2024-09-10T07:21:55.397489+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397489+0000","last_undegraded":"2024-09-10T07:21:55.397489+0000","last_fullsized":"2024-09-10T07:21:55.397489+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414302+0000","last_change":"2024-09-10T07:21:55.410291+0000","last_active":"2024-09-10T07:21:56.414302+0000","last_peered":"2024-09-10T07:21:56.414302+0000","last_clean":"2024-09-10T07:21:56.414302+0000","last_became_active":"2024-09-10T07:21:55.409993+0000","last_became_peered":"2024-09-10T07:21:55.409993+0000","last_unstale":"2024-09-10T07:21:56.414302+0000","last_undegraded":"2024-09-10T07:21:56.414302+0000","last_fullsized":"2024-09-10T07:21:56.414302+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:01.811848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":223,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406535+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:56.406535+0000","last_peered":"2024-09-10T07:21:56.406535+0000","last_clean":"2024-09-10T07:21:56.406535+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:56.406535+0000","last_undegraded":"2024-09-10T07:21:56.406535+0000","last_fullsized":"2024-09-10T07:21:56.406535+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542170,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1204224,"data_stored":856185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542170,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":606208,"data_stored":266275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":618496,"data_stored":267327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542172,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":265853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542171,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1196032,"data_stored":856061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":258526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:22:00.090 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2c is not active+clean 2024-09-10T07:22:00.090 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:21:55.398796+0000', 'last_change': '2024-09-10T07:21:55.398796+0000', 'last_active': '2024-09-10T07:21:55.385216+0000', 'last_peered': '2024-09-10T07:21:55.385216+0000', 'last_clean': '2024-09-10T07:21:55.385216+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:21:55.398796+0000', 'last_undegraded': '2024-09-10T07:21:55.398796+0000', 'last_fullsized': '2024-09-10T07:21:55.398796+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_clean_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:22:00.090 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2b is not active+clean 2024-09-10T07:22:00.090 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:21:55.397993+0000', 'last_change': '2024-09-10T07:21:55.397993+0000', 'last_active': '2024-09-10T07:21:55.385216+0000', 'last_peered': '2024-09-10T07:21:55.385216+0000', 'last_clean': '2024-09-10T07:21:55.385216+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:21:55.397993+0000', 'last_undegraded': '2024-09-10T07:21:55.397993+0000', 'last_fullsized': '2024-09-10T07:21:55.397993+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_clean_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:22:00.090 INFO:tasks.ceph.ceph_manager.ceph:PG 8.24 is not active+clean 2024-09-10T07:22:00.090 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:21:55.398387+0000', 'last_change': '2024-09-10T07:21:55.398387+0000', 'last_active': '2024-09-10T07:21:55.385216+0000', 'last_peered': '2024-09-10T07:21:55.385216+0000', 'last_clean': '2024-09-10T07:21:55.385216+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:21:55.398387+0000', 'last_undegraded': '2024-09-10T07:21:55.398387+0000', 'last_fullsized': '2024-09-10T07:21:55.398387+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_clean_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:22:00.091 INFO:tasks.ceph.ceph_manager.ceph:PG 8.12 is not active+clean 2024-09-10T07:22:00.091 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:21:55.398547+0000', 'last_change': '2024-09-10T07:21:55.398547+0000', 'last_active': '2024-09-10T07:21:55.385216+0000', 'last_peered': '2024-09-10T07:21:55.385216+0000', 'last_clean': '2024-09-10T07:21:55.385216+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:21:55.398547+0000', 'last_undegraded': '2024-09-10T07:21:55.398547+0000', 'last_fullsized': '2024-09-10T07:21:55.398547+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_clean_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:22:00.091 INFO:tasks.ceph.ceph_manager.ceph:PG 8.5 is not active+clean 2024-09-10T07:22:00.091 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:21:55.398950+0000', 'last_change': '2024-09-10T07:21:55.398950+0000', 'last_active': '2024-09-10T07:21:55.385216+0000', 'last_peered': '2024-09-10T07:21:55.385216+0000', 'last_clean': '2024-09-10T07:21:55.385216+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:21:55.398950+0000', 'last_undegraded': '2024-09-10T07:21:55.398950+0000', 'last_fullsized': '2024-09-10T07:21:55.398950+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_clean_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:22:00.091 INFO:tasks.ceph.ceph_manager.ceph:PG 8.9 is not active+clean 2024-09-10T07:22:00.091 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:21:55.397489+0000', 'last_change': '2024-09-10T07:21:55.397489+0000', 'last_active': '2024-09-10T07:21:55.385216+0000', 'last_peered': '2024-09-10T07:21:55.385216+0000', 'last_clean': '2024-09-10T07:21:55.385216+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:21:55.397489+0000', 'last_undegraded': '2024-09-10T07:21:55.397489+0000', 'last_fullsized': '2024-09-10T07:21:55.397489+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'last_clean_scrub_stamp': '2024-09-10T07:21:55.385216+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:22:00.091 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T07:22:00.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.228+0000 7f6a676d2640 1 Processor -- start 2024-09-10T07:22:00.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.228+0000 7f6a676d2640 1 -- start start 2024-09-10T07:22:00.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a676d2640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6a6015e510 0x7f6a600ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a676d2640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a600d13d0 0x7f6a600b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a676d2640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a600d3430 con 0x7f6a600cf040 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a676d2640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f6a600d36d0 con 0x7f6a6015e510 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a676d2640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6a600d39b0 con 0x7f6a600d13d0 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6a6015e510 0x7f6a600ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6a6015e510 0x7f6a600ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51402/0 (socket says 172.21.15.3:51402) 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 -- 172.21.15.3:0/3232073861 learned_addr learned my addr 172.21.15.3:0/3232073861 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a65c6f640 1 --2- 172.21.15.3:0/3232073861 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a600d13d0 0x7f6a600b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 -- 172.21.15.3:0/3232073861 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a600d13d0 msgr2=0x7f6a600b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 --2- 172.21.15.3:0/3232073861 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a600d13d0 0x7f6a600b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 -- 172.21.15.3:0/3232073861 >> v1:172.21.15.70:6789/0 conn(0x7f6a600cf040 legacy=0x7f6a600d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.229+0000 7f6a6546e640 1 -- 172.21.15.3:0/3232073861 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a600d3c90 con 0x7f6a6015e510 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.230+0000 7f6a6546e640 1 --2- 172.21.15.3:0/3232073861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a6015e510 0x7f6a600ceb00 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c009870 tx=0x7f6a5c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59c7b25023fa1f76 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.230+0000 7f6a57fff640 1 -- 172.21.15.3:0/3232073861 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a5c037070 con 0x7f6a6015e510 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.230+0000 7f6a57fff640 1 -- 172.21.15.3:0/3232073861 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a5c032440 con 0x7f6a6015e510 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.230+0000 7f6a57fff640 1 -- 172.21.15.3:0/3232073861 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a5c032810 con 0x7f6a6015e510 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 -- 172.21.15.3:0/3232073861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a6015e510 msgr2=0x7f6a600ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 --2- 172.21.15.3:0/3232073861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a6015e510 0x7f6a600ceb00 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c009870 tx=0x7f6a5c02a1c0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 -- 172.21.15.3:0/3232073861 shutdown_connections 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 --2- 172.21.15.3:0/3232073861 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a600d13d0 0x7f6a600b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 --2- 172.21.15.3:0/3232073861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a6015e510 0x7f6a600ceb00 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 -- 172.21.15.3:0/3232073861 >> 172.21.15.3:0/3232073861 conn(0x7f6a6006d1a0 msgr2=0x7f6a60073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 -- 172.21.15.3:0/3232073861 shutdown_connections 2024-09-10T07:22:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.231+0000 7f6a676d2640 1 -- 172.21.15.3:0/3232073861 wait complete. 2024-09-10T07:22:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.232+0000 7f6a676d2640 1 Processor -- start 2024-09-10T07:22:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.232+0000 7f6a676d2640 1 -- start start 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a676d2640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a600cf040 0x7f6a60151560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a676d2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 0x7f6a600cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a676d2640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a6015e510 0x7f6a600cdd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a676d2640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6015e8f0 con 0x7f6a600d13d0 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a676d2640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6a600d22a0 con 0x7f6a600cf040 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a676d2640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6a6015ea70 con 0x7f6a6015e510 2024-09-10T07:22:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 0x7f6a600cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 0x7f6a600cd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51418/0 (socket says 172.21.15.3:51418) 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 -- 172.21.15.3:0/1214226134 learned_addr learned my addr 172.21.15.3:0/1214226134 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a6546e640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a600cf040 0x7f6a60151560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a65c6f640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a6015e510 0x7f6a600cdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 -- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a6015e510 msgr2=0x7f6a600cdd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a6015e510 0x7f6a600cdd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 -- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a600cf040 msgr2=0x7f6a60151560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a600cf040 0x7f6a60151560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.233+0000 7f6a64c6d640 1 -- 172.21.15.3:0/1214226134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a60153820 con 0x7f6a600d13d0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.234+0000 7f6a64c6d640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 0x7f6a600cd820 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f6a5000c400 tx=0x7f6a5000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.234+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a500052d0 con 0x7f6a600d13d0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.234+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a50005490 con 0x7f6a600d13d0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.234+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a60153b00 con 0x7f6a600d13d0 2024-09-10T07:22:00.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.234+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a50007260 con 0x7f6a600d13d0 2024-09-10T07:22:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.234+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a601540c0 con 0x7f6a600d13d0 2024-09-10T07:22:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.235+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a600ceb00 con 0x7f6a600d13d0 2024-09-10T07:22:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.235+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6a50007400 con 0x7f6a600d13d0 2024-09-10T07:22:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.236+0000 7f6a55ffb640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6a4406be60 0x7f6a4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.236+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f6a5008a3f0 con 0x7f6a600d13d0 2024-09-10T07:22:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.236+0000 7f6a6546e640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6a4406be60 0x7f6a4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.237+0000 7f6a6546e640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6a4406be60 0x7f6a4406e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c034000 tx=0x7f6a5c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:00.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.240+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6a50058650 con 0x7f6a600d13d0 2024-09-10T07:22:00.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.484+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f6a600b7ff0 con 0x7f6a600d13d0 2024-09-10T07:22:00.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.484+0000 7f6a55ffb640 1 -- 172.21.15.3:0/1214226134 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1561 (secure 0 0 0) 0x7f6a5005c950 con 0x7f6a600d13d0 2024-09-10T07:22:00.484 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:22:00.484 INFO:teuthology.orchestra.run.smithi003.stdout:{"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":10,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":135,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":52,"num_osds":8,"num_up_osds":8,"osd_up_since":1725952796,"num_in_osds":8,"osd_in_since":1725952788,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":91},{"state_name":"creating+peering","count":6}],"num_pgs":97,"num_pools":3,"num_objects":19,"data_bytes":592126,"bytes_used":244494336,"bytes_avail":772849618944,"bytes_total":773094113280,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":2156,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":32,"btime":"2024-09-10T07:21:58:406416+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5445}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-10T07:21:46.081219+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T07:22:00.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6a4406be60 msgr2=0x7f6a4406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6a4406be60 0x7f6a4406e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c034000 tx=0x7f6a5c02e000 comp rx=0 tx=0).stop 2024-09-10T07:22:00.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 msgr2=0x7f6a600cd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 0x7f6a600cd820 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f6a5000c400 tx=0x7f6a5000c8c0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 shutdown_connections 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6a4406be60 0x7f6a4406e320 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6a6015e510 0x7f6a600cdd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a600d13d0 0x7f6a600cd820 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 --2- 172.21.15.3:0/1214226134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6a600cf040 0x7f6a60151560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 >> 172.21.15.3:0/1214226134 conn(0x7f6a6006d1a0 msgr2=0x7f6a600d28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 shutdown_connections 2024-09-10T07:22:00.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.486+0000 7f6a676d2640 1 -- 172.21.15.3:0/1214226134 wait complete. 2024-09-10T07:22:00.497 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T07:22:00.498 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:22:00.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.600+0000 7f8856aaf640 1 Processor -- start 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.600+0000 7f8856aaf640 1 -- start start 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f8856aaf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f885006dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f8856aaf640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f88500cb580 0x7f8850073720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f8856aaf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f885006f530 con 0x7f88500acdd0 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f8856aaf640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f88500cbbb0 con 0x7f88500cb580 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f8856aaf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f88500cbe90 con 0x7f885015e8d0 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f88500cb580 0x7f8850073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f88500cb580 0x7f8850073720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51432/0 (socket says 172.21.15.3:51432) 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 -- 172.21.15.3:0/2087768520 learned_addr learned my addr 172.21.15.3:0/2087768520 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885484b640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f885006dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 -- 172.21.15.3:0/2087768520 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 msgr2=0x7f885006dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f885006dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 -- 172.21.15.3:0/2087768520 >> v1:172.21.15.70:6789/0 conn(0x7f88500acdd0 legacy=0x7f88500cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885504c640 1 -- 172.21.15.3:0/2087768520 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88500ca5f0 con 0x7f88500cb580 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.601+0000 7f885484b640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f885006dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.602+0000 7f885504c640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f8850073720 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f884800d180 tx=0x7f884802c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bddc81dbb833ed89 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.602+0000 7f884f7fe640 1 -- 172.21.15.3:0/2087768520 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848009600 con 0x7f88500cb580 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.602+0000 7f884f7fe640 1 -- 172.21.15.3:0/2087768520 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8848037070 con 0x7f88500cb580 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.602+0000 7f884f7fe640 1 -- 172.21.15.3:0/2087768520 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88480099c0 con 0x7f88500cb580 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 -- 172.21.15.3:0/2087768520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 msgr2=0x7f8850073720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f8850073720 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f884800d180 tx=0x7f884802c950 comp rx=0 tx=0).stop 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 -- 172.21.15.3:0/2087768520 shutdown_connections 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f8850073720 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 --2- 172.21.15.3:0/2087768520 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f885006dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 -- 172.21.15.3:0/2087768520 >> 172.21.15.3:0/2087768520 conn(0x7f88500cffa0 msgr2=0x7f88500d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 -- 172.21.15.3:0/2087768520 shutdown_connections 2024-09-10T07:22:00.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.603+0000 7f8856aaf640 1 -- 172.21.15.3:0/2087768520 wait complete. 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.604+0000 7f8856aaf640 1 Processor -- start 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.604+0000 7f8856aaf640 1 -- start start 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f8856aaf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88500acdd0 0x7f88501f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f8856aaf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f88501ee120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f8856aaf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f88500c5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f8856aaf640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f88500ce860 con 0x7f88500cb580 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f8856aaf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f88500cabb0 con 0x7f88500acdd0 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f8856aaf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f88500ce9e0 con 0x7f885015e8d0 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f88501ee120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f88501ee120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51448/0 (socket says 172.21.15.3:51448) 2024-09-10T07:22:00.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 -- 172.21.15.3:0/3628422180 learned_addr learned my addr 172.21.15.3:0/3628422180 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f885504c640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f88500c5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f885484b640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88500acdd0 0x7f88501f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 -- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 msgr2=0x7f88500c5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f88500c5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 -- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88500acdd0 msgr2=0x7f88501f41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88500acdd0 0x7f88501f41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.605+0000 7f884ffff640 1 -- 172.21.15.3:0/3628422180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88500c63b0 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.606+0000 7f884ffff640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f88501ee120 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f883c00c440 tx=0x7f883c001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.606+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c0052d0 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.606+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f883c005470 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.606+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88501f4830 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.606+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c007260 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.606+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88501f4df0 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.607+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8850073a50 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.607+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f883c007400 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.608+0000 7f884d7fa640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f883406be30 0x7f883406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.608+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f883c08a420 con 0x7f88500cb580 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.608+0000 7f885484b640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f883406be30 0x7f883406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:00.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.609+0000 7f885484b640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f883406be30 0x7f883406e2f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f88500c65b0 tx=0x7f8844008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:00.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.612+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8850073a50 con 0x7f88500cb580 2024-09-10T07:22:00.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.785+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f885006dd90 con 0x7f883406be30 2024-09-10T07:22:00.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.792+0000 7f884d7fa640 1 -- 172.21.15.3:0/3628422180 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251390 (secure 0 0 0) 0x7f885006dd90 con 0x7f883406be30 2024-09-10T07:22:00.794 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:22:00.795 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:22:00.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.794+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f883406be30 msgr2=0x7f883406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.794+0000 7f8856aaf640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f883406be30 0x7f883406e2f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f88500c65b0 tx=0x7f8844008040 comp rx=0 tx=0).stop 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.794+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 msgr2=0x7f88501ee120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.794+0000 7f8856aaf640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f88501ee120 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f883c00c440 tx=0x7f883c001e70 comp rx=0 tx=0).stop 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 shutdown_connections 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f883406be30 0x7f883406e2f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f885015e8d0 0x7f88500c5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88500cb580 0x7f88501ee120 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 --2- 172.21.15.3:0/3628422180 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f88500acdd0 0x7f88501f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 >> 172.21.15.3:0/3628422180 conn(0x7f88500cffa0 msgr2=0x7f885006e940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 shutdown_connections 2024-09-10T07:22:00.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:00.795+0000 7f8856aaf640 1 -- 172.21.15.3:0/3628422180 wait complete. 2024-09-10T07:22:00.805 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":107,"stamp":"2024-09-10T07:22:00.084179+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592126,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":195,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":72,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238764,"kb_used_data":5888,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735956,"statfs":{"total":773094113280,"available":772849618944,"internally_reserved":0,"allocated":6029312,"data_stored":3301613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.698342"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427934+0000","last_change":"2024-09-10T07:21:56.416912+0000","last_active":"2024-09-10T07:21:56.427934+0000","last_peered":"2024-09-10T07:21:56.427934+0000","last_clean":"2024-09-10T07:21:56.427934+0000","last_became_active":"2024-09-10T07:21:56.416502+0000","last_became_peered":"2024-09-10T07:21:56.416502+0000","last_unstale":"2024-09-10T07:21:56.427934+0000","last_undegraded":"2024-09-10T07:21:56.427934+0000","last_fullsized":"2024-09-10T07:21:56.427934+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:54.219357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415487+0000","last_change":"2024-09-10T07:21:56.414433+0000","last_active":"2024-09-10T07:21:56.415487+0000","last_peered":"2024-09-10T07:21:56.415487+0000","last_clean":"2024-09-10T07:21:56.415487+0000","last_became_active":"2024-09-10T07:21:56.414165+0000","last_became_peered":"2024-09-10T07:21:56.414165+0000","last_unstale":"2024-09-10T07:21:56.415487+0000","last_undegraded":"2024-09-10T07:21:56.415487+0000","last_fullsized":"2024-09-10T07:21:56.415487+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434230+0000","last_change":"2024-09-10T07:21:56.424746+0000","last_active":"2024-09-10T07:21:56.434230+0000","last_peered":"2024-09-10T07:21:56.434230+0000","last_clean":"2024-09-10T07:21:56.434230+0000","last_became_active":"2024-09-10T07:21:56.423534+0000","last_became_peered":"2024-09-10T07:21:56.423534+0000","last_unstale":"2024-09-10T07:21:56.434230+0000","last_undegraded":"2024-09-10T07:21:56.434230+0000","last_fullsized":"2024-09-10T07:21:56.434230+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427430+0000","last_change":"2024-09-10T07:21:56.426965+0000","last_active":"2024-09-10T07:21:56.427430+0000","last_peered":"2024-09-10T07:21:56.427430+0000","last_clean":"2024-09-10T07:21:56.427430+0000","last_became_active":"2024-09-10T07:21:56.426770+0000","last_became_peered":"2024-09-10T07:21:56.426770+0000","last_unstale":"2024-09-10T07:21:56.427430+0000","last_undegraded":"2024-09-10T07:21:56.427430+0000","last_fullsized":"2024-09-10T07:21:56.427430+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.411825+0000","last_change":"2024-09-10T07:21:56.410304+0000","last_active":"2024-09-10T07:21:56.411825+0000","last_peered":"2024-09-10T07:21:56.411825+0000","last_clean":"2024-09-10T07:21:56.411825+0000","last_became_active":"2024-09-10T07:21:56.409986+0000","last_became_peered":"2024-09-10T07:21:56.409986+0000","last_unstale":"2024-09-10T07:21:56.411825+0000","last_undegraded":"2024-09-10T07:21:56.411825+0000","last_fullsized":"2024-09-10T07:21:56.411825+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:43:33.011577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.427219+0000","last_change":"2024-09-10T07:21:56.419145+0000","last_active":"2024-09-10T07:21:56.427219+0000","last_peered":"2024-09-10T07:21:56.427219+0000","last_clean":"2024-09-10T07:21:56.427219+0000","last_became_active":"2024-09-10T07:21:56.418868+0000","last_became_peered":"2024-09-10T07:21:56.418868+0000","last_unstale":"2024-09-10T07:21:56.427219+0000","last_undegraded":"2024-09-10T07:21:56.427219+0000","last_fullsized":"2024-09-10T07:21:56.427219+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:26.784211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434202+0000","last_change":"2024-09-10T07:21:56.424292+0000","last_active":"2024-09-10T07:21:56.434202+0000","last_peered":"2024-09-10T07:21:56.434202+0000","last_clean":"2024-09-10T07:21:56.434202+0000","last_became_active":"2024-09-10T07:21:56.423934+0000","last_became_peered":"2024-09-10T07:21:56.423934+0000","last_unstale":"2024-09-10T07:21:56.434202+0000","last_undegraded":"2024-09-10T07:21:56.434202+0000","last_fullsized":"2024-09-10T07:21:56.434202+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437064+0000","last_change":"2024-09-10T07:21:56.432422+0000","last_active":"2024-09-10T07:21:56.437064+0000","last_peered":"2024-09-10T07:21:56.437064+0000","last_clean":"2024-09-10T07:21:56.437064+0000","last_became_active":"2024-09-10T07:21:56.431888+0000","last_became_peered":"2024-09-10T07:21:56.431888+0000","last_unstale":"2024-09-10T07:21:56.437064+0000","last_undegraded":"2024-09-10T07:21:56.437064+0000","last_fullsized":"2024-09-10T07:21:56.437064+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:56:26.700024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434086+0000","last_change":"2024-09-10T07:21:56.431249+0000","last_active":"2024-09-10T07:21:56.434086+0000","last_peered":"2024-09-10T07:21:56.434086+0000","last_clean":"2024-09-10T07:21:56.434086+0000","last_became_active":"2024-09-10T07:21:56.430968+0000","last_became_peered":"2024-09-10T07:21:56.430968+0000","last_unstale":"2024-09-10T07:21:56.434086+0000","last_undegraded":"2024-09-10T07:21:56.434086+0000","last_fullsized":"2024-09-10T07:21:56.434086+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:56:21.078758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416696+0000","last_change":"2024-09-10T07:21:56.412283+0000","last_active":"2024-09-10T07:21:56.416696+0000","last_peered":"2024-09-10T07:21:56.416696+0000","last_clean":"2024-09-10T07:21:56.416696+0000","last_became_active":"2024-09-10T07:21:56.412013+0000","last_became_peered":"2024-09-10T07:21:56.412013+0000","last_unstale":"2024-09-10T07:21:56.416696+0000","last_undegraded":"2024-09-10T07:21:56.416696+0000","last_fullsized":"2024-09-10T07:21:56.416696+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:09.465325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421849+0000","last_change":"2024-09-10T07:21:56.411177+0000","last_active":"2024-09-10T07:21:56.421849+0000","last_peered":"2024-09-10T07:21:56.421849+0000","last_clean":"2024-09-10T07:21:56.421849+0000","last_became_active":"2024-09-10T07:21:56.410895+0000","last_became_peered":"2024-09-10T07:21:56.410895+0000","last_unstale":"2024-09-10T07:21:56.421849+0000","last_undegraded":"2024-09-10T07:21:56.421849+0000","last_fullsized":"2024-09-10T07:21:56.421849+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:59:54.821093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425691+0000","last_change":"2024-09-10T07:21:56.410853+0000","last_active":"2024-09-10T07:21:56.425691+0000","last_peered":"2024-09-10T07:21:56.425691+0000","last_clean":"2024-09-10T07:21:56.425691+0000","last_became_active":"2024-09-10T07:21:56.410068+0000","last_became_peered":"2024-09-10T07:21:56.410068+0000","last_unstale":"2024-09-10T07:21:56.425691+0000","last_undegraded":"2024-09-10T07:21:56.425691+0000","last_fullsized":"2024-09-10T07:21:56.425691+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:54:36.861059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.416857+0000","last_change":"2024-09-10T07:21:56.411474+0000","last_active":"2024-09-10T07:21:56.416857+0000","last_peered":"2024-09-10T07:21:56.416857+0000","last_clean":"2024-09-10T07:21:56.416857+0000","last_became_active":"2024-09-10T07:21:56.411204+0000","last_became_peered":"2024-09-10T07:21:56.411204+0000","last_unstale":"2024-09-10T07:21:56.416857+0000","last_undegraded":"2024-09-10T07:21:56.416857+0000","last_fullsized":"2024-09-10T07:21:56.416857+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:52.290097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434286+0000","last_change":"2024-09-10T07:21:56.425104+0000","last_active":"2024-09-10T07:21:56.434286+0000","last_peered":"2024-09-10T07:21:56.434286+0000","last_clean":"2024-09-10T07:21:56.434286+0000","last_became_active":"2024-09-10T07:21:56.424607+0000","last_became_peered":"2024-09-10T07:21:56.424607+0000","last_unstale":"2024-09-10T07:21:56.434286+0000","last_undegraded":"2024-09-10T07:21:56.434286+0000","last_fullsized":"2024-09-10T07:21:56.434286+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:20.863653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414087+0000","last_change":"2024-09-10T07:21:56.412470+0000","last_active":"2024-09-10T07:21:56.414087+0000","last_peered":"2024-09-10T07:21:56.414087+0000","last_clean":"2024-09-10T07:21:56.414087+0000","last_became_active":"2024-09-10T07:21:56.412156+0000","last_became_peered":"2024-09-10T07:21:56.412156+0000","last_unstale":"2024-09-10T07:21:56.414087+0000","last_undegraded":"2024-09-10T07:21:56.414087+0000","last_fullsized":"2024-09-10T07:21:56.414087+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415197+0000","last_change":"2024-09-10T07:21:56.410788+0000","last_active":"2024-09-10T07:21:56.415197+0000","last_peered":"2024-09-10T07:21:56.415197+0000","last_clean":"2024-09-10T07:21:56.415197+0000","last_became_active":"2024-09-10T07:21:56.410418+0000","last_became_peered":"2024-09-10T07:21:56.410418+0000","last_unstale":"2024-09-10T07:21:56.415197+0000","last_undegraded":"2024-09-10T07:21:56.415197+0000","last_fullsized":"2024-09-10T07:21:56.415197+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:46.127515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434557+0000","last_change":"2024-09-10T07:21:56.427616+0000","last_active":"2024-09-10T07:21:56.434557+0000","last_peered":"2024-09-10T07:21:56.434557+0000","last_clean":"2024-09-10T07:21:56.434557+0000","last_became_active":"2024-09-10T07:21:56.427294+0000","last_became_peered":"2024-09-10T07:21:56.427294+0000","last_unstale":"2024-09-10T07:21:56.434557+0000","last_undegraded":"2024-09-10T07:21:56.434557+0000","last_fullsized":"2024-09-10T07:21:56.434557+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:26.363685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415478+0000","last_change":"2024-09-10T07:21:56.414180+0000","last_active":"2024-09-10T07:21:56.415478+0000","last_peered":"2024-09-10T07:21:56.415478+0000","last_clean":"2024-09-10T07:21:56.415478+0000","last_became_active":"2024-09-10T07:21:56.413549+0000","last_became_peered":"2024-09-10T07:21:56.413549+0000","last_unstale":"2024-09-10T07:21:56.415478+0000","last_undegraded":"2024-09-10T07:21:56.415478+0000","last_fullsized":"2024-09-10T07:21:56.415478+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434200+0000","last_change":"2024-09-10T07:21:56.423284+0000","last_active":"2024-09-10T07:21:56.434200+0000","last_peered":"2024-09-10T07:21:56.434200+0000","last_clean":"2024-09-10T07:21:56.434200+0000","last_became_active":"2024-09-10T07:21:56.421280+0000","last_became_peered":"2024-09-10T07:21:56.421280+0000","last_unstale":"2024-09-10T07:21:56.434200+0000","last_undegraded":"2024-09-10T07:21:56.434200+0000","last_fullsized":"2024-09-10T07:21:56.434200+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398796+0000","last_change":"2024-09-10T07:21:55.398796+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398796+0000","last_undegraded":"2024-09-10T07:21:55.398796+0000","last_fullsized":"2024-09-10T07:21:55.398796+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397993+0000","last_change":"2024-09-10T07:21:55.397993+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397993+0000","last_undegraded":"2024-09-10T07:21:55.397993+0000","last_fullsized":"2024-09-10T07:21:55.397993+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432281+0000","last_change":"2024-09-10T07:21:56.427057+0000","last_active":"2024-09-10T07:21:56.432281+0000","last_peered":"2024-09-10T07:21:56.432281+0000","last_clean":"2024-09-10T07:21:56.432281+0000","last_became_active":"2024-09-10T07:21:56.426716+0000","last_became_peered":"2024-09-10T07:21:56.426716+0000","last_unstale":"2024-09-10T07:21:56.432281+0000","last_undegraded":"2024-09-10T07:21:56.432281+0000","last_fullsized":"2024-09-10T07:21:56.432281+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:58:32.136349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421799+0000","last_change":"2024-09-10T07:21:56.411836+0000","last_active":"2024-09-10T07:21:56.421799+0000","last_peered":"2024-09-10T07:21:56.421799+0000","last_clean":"2024-09-10T07:21:56.421799+0000","last_became_active":"2024-09-10T07:21:56.411565+0000","last_became_peered":"2024-09-10T07:21:56.411565+0000","last_unstale":"2024-09-10T07:21:56.421799+0000","last_undegraded":"2024-09-10T07:21:56.421799+0000","last_fullsized":"2024-09-10T07:21:56.421799+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:46.805381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434584+0000","last_change":"2024-09-10T07:21:56.427964+0000","last_active":"2024-09-10T07:21:56.434584+0000","last_peered":"2024-09-10T07:21:56.434584+0000","last_clean":"2024-09-10T07:21:56.434584+0000","last_became_active":"2024-09-10T07:21:56.427676+0000","last_became_peered":"2024-09-10T07:21:56.427676+0000","last_unstale":"2024-09-10T07:21:56.434584+0000","last_undegraded":"2024-09-10T07:21:56.434584+0000","last_fullsized":"2024-09-10T07:21:56.434584+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:59:51.103816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434429+0000","last_change":"2024-09-10T07:21:56.426432+0000","last_active":"2024-09-10T07:21:56.434429+0000","last_peered":"2024-09-10T07:21:56.434429+0000","last_clean":"2024-09-10T07:21:56.434429+0000","last_became_active":"2024-09-10T07:21:56.425689+0000","last_became_peered":"2024-09-10T07:21:56.425689+0000","last_unstale":"2024-09-10T07:21:56.434429+0000","last_undegraded":"2024-09-10T07:21:56.434429+0000","last_fullsized":"2024-09-10T07:21:56.434429+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:00.043350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424011+0000","last_change":"2024-09-10T07:21:56.410605+0000","last_active":"2024-09-10T07:21:56.424011+0000","last_peered":"2024-09-10T07:21:56.424011+0000","last_clean":"2024-09-10T07:21:56.424011+0000","last_became_active":"2024-09-10T07:21:56.410296+0000","last_became_peered":"2024-09-10T07:21:56.410296+0000","last_unstale":"2024-09-10T07:21:56.424011+0000","last_undegraded":"2024-09-10T07:21:56.424011+0000","last_fullsized":"2024-09-10T07:21:56.424011+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:38.542487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431749+0000","last_change":"2024-09-10T07:21:56.430918+0000","last_active":"2024-09-10T07:21:56.431749+0000","last_peered":"2024-09-10T07:21:56.431749+0000","last_clean":"2024-09-10T07:21:56.431749+0000","last_became_active":"2024-09-10T07:21:56.430345+0000","last_became_peered":"2024-09-10T07:21:56.430345+0000","last_unstale":"2024-09-10T07:21:56.431749+0000","last_undegraded":"2024-09-10T07:21:56.431749+0000","last_fullsized":"2024-09-10T07:21:56.431749+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:25.199747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398387+0000","last_change":"2024-09-10T07:21:55.398387+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398387+0000","last_undegraded":"2024-09-10T07:21:55.398387+0000","last_fullsized":"2024-09-10T07:21:55.398387+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434266+0000","last_change":"2024-09-10T07:21:56.425045+0000","last_active":"2024-09-10T07:21:56.434266+0000","last_peered":"2024-09-10T07:21:56.434266+0000","last_clean":"2024-09-10T07:21:56.434266+0000","last_became_active":"2024-09-10T07:21:56.424738+0000","last_became_peered":"2024-09-10T07:21:56.424738+0000","last_unstale":"2024-09-10T07:21:56.434266+0000","last_undegraded":"2024-09-10T07:21:56.434266+0000","last_fullsized":"2024-09-10T07:21:56.434266+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422139+0000","last_change":"2024-09-10T07:21:56.420854+0000","last_active":"2024-09-10T07:21:56.422139+0000","last_peered":"2024-09-10T07:21:56.422139+0000","last_clean":"2024-09-10T07:21:56.422139+0000","last_became_active":"2024-09-10T07:21:56.420584+0000","last_became_peered":"2024-09-10T07:21:56.420584+0000","last_unstale":"2024-09-10T07:21:56.422139+0000","last_undegraded":"2024-09-10T07:21:56.422139+0000","last_fullsized":"2024-09-10T07:21:56.422139+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434149+0000","last_change":"2024-09-10T07:21:56.421435+0000","last_active":"2024-09-10T07:21:56.434149+0000","last_peered":"2024-09-10T07:21:56.434149+0000","last_clean":"2024-09-10T07:21:56.434149+0000","last_became_active":"2024-09-10T07:21:56.421118+0000","last_became_peered":"2024-09-10T07:21:56.421118+0000","last_unstale":"2024-09-10T07:21:56.434149+0000","last_undegraded":"2024-09-10T07:21:56.434149+0000","last_fullsized":"2024-09-10T07:21:56.434149+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410576+0000","last_change":"2024-09-10T07:21:56.407480+0000","last_active":"2024-09-10T07:21:56.410576+0000","last_peered":"2024-09-10T07:21:56.410576+0000","last_clean":"2024-09-10T07:21:56.410576+0000","last_became_active":"2024-09-10T07:21:56.407205+0000","last_became_peered":"2024-09-10T07:21:56.407205+0000","last_unstale":"2024-09-10T07:21:56.410576+0000","last_undegraded":"2024-09-10T07:21:56.410576+0000","last_fullsized":"2024-09-10T07:21:56.410576+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:45.703037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415458+0000","last_change":"2024-09-10T07:21:56.414021+0000","last_active":"2024-09-10T07:21:56.415458+0000","last_peered":"2024-09-10T07:21:56.415458+0000","last_clean":"2024-09-10T07:21:56.415458+0000","last_became_active":"2024-09-10T07:21:56.413213+0000","last_became_peered":"2024-09-10T07:21:56.413213+0000","last_unstale":"2024-09-10T07:21:56.415458+0000","last_undegraded":"2024-09-10T07:21:56.415458+0000","last_fullsized":"2024-09-10T07:21:56.415458+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407150+0000","last_change":"2024-09-10T07:21:55.405606+0000","last_active":"2024-09-10T07:21:55.407150+0000","last_peered":"2024-09-10T07:21:55.407150+0000","last_clean":"2024-09-10T07:21:55.407150+0000","last_became_active":"2024-09-10T07:21:55.405335+0000","last_became_peered":"2024-09-10T07:21:55.405335+0000","last_unstale":"2024-09-10T07:21:55.407150+0000","last_undegraded":"2024-09-10T07:21:55.407150+0000","last_fullsized":"2024-09-10T07:21:55.407150+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:40.971720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.412963+0000","last_change":"2024-09-10T07:21:56.408097+0000","last_active":"2024-09-10T07:21:56.412963+0000","last_peered":"2024-09-10T07:21:56.412963+0000","last_clean":"2024-09-10T07:21:56.412963+0000","last_became_active":"2024-09-10T07:21:56.407530+0000","last_became_peered":"2024-09-10T07:21:56.407530+0000","last_unstale":"2024-09-10T07:21:56.412963+0000","last_undegraded":"2024-09-10T07:21:56.412963+0000","last_fullsized":"2024-09-10T07:21:56.412963+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:54.766940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.432561+0000","last_change":"2024-09-10T07:21:55.414281+0000","last_active":"2024-09-10T07:21:56.432561+0000","last_peered":"2024-09-10T07:21:56.432561+0000","last_clean":"2024-09-10T07:21:56.432561+0000","last_became_active":"2024-09-10T07:21:55.413746+0000","last_became_peered":"2024-09-10T07:21:55.413746+0000","last_unstale":"2024-09-10T07:21:56.432561+0000","last_undegraded":"2024-09-10T07:21:56.432561+0000","last_fullsized":"2024-09-10T07:21:56.432561+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:48.875640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398547+0000","last_change":"2024-09-10T07:21:55.398547+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398547+0000","last_undegraded":"2024-09-10T07:21:55.398547+0000","last_fullsized":"2024-09-10T07:21:55.398547+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426532+0000","last_change":"2024-09-10T07:21:55.408464+0000","last_active":"2024-09-10T07:21:56.426532+0000","last_peered":"2024-09-10T07:21:56.426532+0000","last_clean":"2024-09-10T07:21:56.426532+0000","last_became_active":"2024-09-10T07:21:55.408101+0000","last_became_peered":"2024-09-10T07:21:55.408101+0000","last_unstale":"2024-09-10T07:21:56.426532+0000","last_undegraded":"2024-09-10T07:21:56.426532+0000","last_fullsized":"2024-09-10T07:21:56.426532+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:44.716898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423860+0000","last_change":"2024-09-10T07:21:56.412248+0000","last_active":"2024-09-10T07:21:56.423860+0000","last_peered":"2024-09-10T07:21:56.423860+0000","last_clean":"2024-09-10T07:21:56.423860+0000","last_became_active":"2024-09-10T07:21:56.411972+0000","last_became_peered":"2024-09-10T07:21:56.411972+0000","last_unstale":"2024-09-10T07:21:56.423860+0000","last_undegraded":"2024-09-10T07:21:56.423860+0000","last_fullsized":"2024-09-10T07:21:56.423860+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:47:41.799658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430553+0000","last_change":"2024-09-10T07:21:55.408033+0000","last_active":"2024-09-10T07:21:56.430553+0000","last_peered":"2024-09-10T07:21:56.430553+0000","last_clean":"2024-09-10T07:21:56.430553+0000","last_became_active":"2024-09-10T07:21:55.407704+0000","last_became_peered":"2024-09-10T07:21:55.407704+0000","last_unstale":"2024-09-10T07:21:56.430553+0000","last_undegraded":"2024-09-10T07:21:56.430553+0000","last_fullsized":"2024-09-10T07:21:56.430553+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425593+0000","last_change":"2024-09-10T07:21:56.424942+0000","last_active":"2024-09-10T07:21:56.425593+0000","last_peered":"2024-09-10T07:21:56.425593+0000","last_clean":"2024-09-10T07:21:56.425593+0000","last_became_active":"2024-09-10T07:21:56.424573+0000","last_became_peered":"2024-09-10T07:21:56.424573+0000","last_unstale":"2024-09-10T07:21:56.425593+0000","last_undegraded":"2024-09-10T07:21:56.425593+0000","last_fullsized":"2024-09-10T07:21:56.425593+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:56.366609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434622+0000","last_change":"2024-09-10T07:21:55.411486+0000","last_active":"2024-09-10T07:21:56.434622+0000","last_peered":"2024-09-10T07:21:56.434622+0000","last_clean":"2024-09-10T07:21:56.434622+0000","last_became_active":"2024-09-10T07:21:55.411174+0000","last_became_peered":"2024-09-10T07:21:55.411174+0000","last_unstale":"2024-09-10T07:21:56.434622+0000","last_undegraded":"2024-09-10T07:21:56.434622+0000","last_fullsized":"2024-09-10T07:21:56.434622+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422135+0000","last_change":"2024-09-10T07:21:56.420804+0000","last_active":"2024-09-10T07:21:56.422135+0000","last_peered":"2024-09-10T07:21:56.422135+0000","last_clean":"2024-09-10T07:21:56.422135+0000","last_became_active":"2024-09-10T07:21:56.420521+0000","last_became_peered":"2024-09-10T07:21:56.420521+0000","last_unstale":"2024-09-10T07:21:56.422135+0000","last_undegraded":"2024-09-10T07:21:56.422135+0000","last_fullsized":"2024-09-10T07:21:56.422135+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422099+0000","last_change":"2024-09-10T07:21:55.401691+0000","last_active":"2024-09-10T07:21:56.422099+0000","last_peered":"2024-09-10T07:21:56.422099+0000","last_clean":"2024-09-10T07:21:56.422099+0000","last_became_active":"2024-09-10T07:21:55.401345+0000","last_became_peered":"2024-09-10T07:21:55.401345+0000","last_unstale":"2024-09-10T07:21:56.422099+0000","last_undegraded":"2024-09-10T07:21:56.422099+0000","last_fullsized":"2024-09-10T07:21:56.422099+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:52.917928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424032+0000","last_change":"2024-09-10T07:21:56.411083+0000","last_active":"2024-09-10T07:21:56.424032+0000","last_peered":"2024-09-10T07:21:56.424032+0000","last_clean":"2024-09-10T07:21:56.424032+0000","last_became_active":"2024-09-10T07:21:56.410767+0000","last_became_peered":"2024-09-10T07:21:56.410767+0000","last_unstale":"2024-09-10T07:21:56.424032+0000","last_undegraded":"2024-09-10T07:21:56.424032+0000","last_fullsized":"2024-09-10T07:21:56.424032+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:32.583988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.407102+0000","last_change":"2024-09-10T07:21:55.405596+0000","last_active":"2024-09-10T07:21:55.407102+0000","last_peered":"2024-09-10T07:21:55.407102+0000","last_clean":"2024-09-10T07:21:55.407102+0000","last_became_active":"2024-09-10T07:21:55.405157+0000","last_became_peered":"2024-09-10T07:21:55.405157+0000","last_unstale":"2024-09-10T07:21:55.407102+0000","last_undegraded":"2024-09-10T07:21:55.407102+0000","last_fullsized":"2024-09-10T07:21:55.407102+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:57.426517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431182+0000","last_change":"2024-09-10T07:21:56.430552+0000","last_active":"2024-09-10T07:21:56.431182+0000","last_peered":"2024-09-10T07:21:56.431182+0000","last_clean":"2024-09-10T07:21:56.431182+0000","last_became_active":"2024-09-10T07:21:56.430257+0000","last_became_peered":"2024-09-10T07:21:56.430257+0000","last_unstale":"2024-09-10T07:21:56.431182+0000","last_undegraded":"2024-09-10T07:21:56.431182+0000","last_fullsized":"2024-09-10T07:21:56.431182+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414495+0000","last_change":"2024-09-10T07:21:55.406947+0000","last_active":"2024-09-10T07:21:56.414495+0000","last_peered":"2024-09-10T07:21:56.414495+0000","last_clean":"2024-09-10T07:21:56.414495+0000","last_became_active":"2024-09-10T07:21:55.406574+0000","last_became_peered":"2024-09-10T07:21:55.406574+0000","last_unstale":"2024-09-10T07:21:56.414495+0000","last_undegraded":"2024-09-10T07:21:56.414495+0000","last_fullsized":"2024-09-10T07:21:56.414495+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:44.698027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410045+0000","last_change":"2024-09-10T07:21:56.408707+0000","last_active":"2024-09-10T07:21:56.410045+0000","last_peered":"2024-09-10T07:21:56.410045+0000","last_clean":"2024-09-10T07:21:56.410045+0000","last_became_active":"2024-09-10T07:21:56.408438+0000","last_became_peered":"2024-09-10T07:21:56.408438+0000","last_unstale":"2024-09-10T07:21:56.410045+0000","last_undegraded":"2024-09-10T07:21:56.410045+0000","last_fullsized":"2024-09-10T07:21:56.410045+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:47.993473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.405586+0000","last_change":"2024-09-10T07:21:55.405680+0000","last_active":"2024-09-10T07:21:56.405586+0000","last_peered":"2024-09-10T07:21:56.405586+0000","last_clean":"2024-09-10T07:21:56.405586+0000","last_became_active":"2024-09-10T07:21:55.405391+0000","last_became_peered":"2024-09-10T07:21:55.405391+0000","last_unstale":"2024-09-10T07:21:56.405586+0000","last_undegraded":"2024-09-10T07:21:56.405586+0000","last_fullsized":"2024-09-10T07:21:56.405586+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408259+0000","last_change":"2024-09-10T07:21:56.400828+0000","last_active":"2024-09-10T07:21:56.408259+0000","last_peered":"2024-09-10T07:21:56.408259+0000","last_clean":"2024-09-10T07:21:56.408259+0000","last_became_active":"2024-09-10T07:21:56.400297+0000","last_became_peered":"2024-09-10T07:21:56.400297+0000","last_unstale":"2024-09-10T07:21:56.408259+0000","last_undegraded":"2024-09-10T07:21:56.408259+0000","last_fullsized":"2024-09-10T07:21:56.408259+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:09.378565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.397199+0000","last_change":"2024-09-10T07:21:55.408308+0000","last_active":"2024-09-10T07:21:56.397199+0000","last_peered":"2024-09-10T07:21:56.397199+0000","last_clean":"2024-09-10T07:21:56.397199+0000","last_became_active":"2024-09-10T07:21:55.408039+0000","last_became_peered":"2024-09-10T07:21:55.408039+0000","last_unstale":"2024-09-10T07:21:56.397199+0000","last_undegraded":"2024-09-10T07:21:56.397199+0000","last_fullsized":"2024-09-10T07:21:56.397199+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:01.282122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434373+0000","last_change":"2024-09-10T07:21:56.425467+0000","last_active":"2024-09-10T07:21:56.434373+0000","last_peered":"2024-09-10T07:21:56.434373+0000","last_clean":"2024-09-10T07:21:56.434373+0000","last_became_active":"2024-09-10T07:21:56.424180+0000","last_became_peered":"2024-09-10T07:21:56.424180+0000","last_unstale":"2024-09-10T07:21:56.434373+0000","last_undegraded":"2024-09-10T07:21:56.434373+0000","last_fullsized":"2024-09-10T07:21:56.434373+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:01:37.890823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"51'3","reported_seq":15,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428334+0000","last_change":"2024-09-10T07:21:55.409801+0000","last_active":"2024-09-10T07:21:56.428334+0000","last_peered":"2024-09-10T07:21:56.428334+0000","last_clean":"2024-09-10T07:21:56.428334+0000","last_became_active":"2024-09-10T07:21:55.409558+0000","last_became_peered":"2024-09-10T07:21:55.409558+0000","last_unstale":"2024-09-10T07:21:56.428334+0000","last_undegraded":"2024-09-10T07:21:56.428334+0000","last_fullsized":"2024-09-10T07:21:56.428334+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.409520+0000","last_change":"2024-09-10T07:21:56.407958+0000","last_active":"2024-09-10T07:21:56.409520+0000","last_peered":"2024-09-10T07:21:56.409520+0000","last_clean":"2024-09-10T07:21:56.409520+0000","last_became_active":"2024-09-10T07:21:56.407062+0000","last_became_peered":"2024-09-10T07:21:56.407062+0000","last_unstale":"2024-09-10T07:21:56.409520+0000","last_undegraded":"2024-09-10T07:21:56.409520+0000","last_fullsized":"2024-09-10T07:21:56.409520+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:24.135121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"51'6","reported_seq":18,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437425+0000","last_change":"2024-09-10T07:21:55.411057+0000","last_active":"2024-09-10T07:21:56.437425+0000","last_peered":"2024-09-10T07:21:56.437425+0000","last_clean":"2024-09-10T07:21:56.437425+0000","last_became_active":"2024-09-10T07:21:55.410777+0000","last_became_peered":"2024-09-10T07:21:55.410777+0000","last_unstale":"2024-09-10T07:21:56.437425+0000","last_undegraded":"2024-09-10T07:21:56.437425+0000","last_fullsized":"2024-09-10T07:21:56.437425+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:51.637531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413384+0000","last_change":"2024-09-10T07:21:56.411461+0000","last_active":"2024-09-10T07:21:56.413384+0000","last_peered":"2024-09-10T07:21:56.413384+0000","last_clean":"2024-09-10T07:21:56.413384+0000","last_became_active":"2024-09-10T07:21:56.411189+0000","last_became_peered":"2024-09-10T07:21:56.411189+0000","last_unstale":"2024-09-10T07:21:56.413384+0000","last_undegraded":"2024-09-10T07:21:56.413384+0000","last_fullsized":"2024-09-10T07:21:56.413384+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:25.405514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434562+0000","last_change":"2024-09-10T07:21:55.411039+0000","last_active":"2024-09-10T07:21:56.434562+0000","last_peered":"2024-09-10T07:21:56.434562+0000","last_clean":"2024-09-10T07:21:56.434562+0000","last_became_active":"2024-09-10T07:21:55.410759+0000","last_became_peered":"2024-09-10T07:21:55.410759+0000","last_unstale":"2024-09-10T07:21:56.434562+0000","last_undegraded":"2024-09-10T07:21:56.434562+0000","last_fullsized":"2024-09-10T07:21:56.434562+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434326+0000","last_change":"2024-09-10T07:21:56.425221+0000","last_active":"2024-09-10T07:21:56.434326+0000","last_peered":"2024-09-10T07:21:56.434326+0000","last_clean":"2024-09-10T07:21:56.434326+0000","last_became_active":"2024-09-10T07:21:56.424920+0000","last_became_peered":"2024-09-10T07:21:56.424920+0000","last_unstale":"2024-09-10T07:21:56.434326+0000","last_undegraded":"2024-09-10T07:21:56.434326+0000","last_fullsized":"2024-09-10T07:21:56.434326+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:41.431322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411816+0000","last_change":"2024-09-10T07:21:55.411218+0000","last_active":"2024-09-10T07:21:55.411816+0000","last_peered":"2024-09-10T07:21:55.411816+0000","last_clean":"2024-09-10T07:21:55.411816+0000","last_became_active":"2024-09-10T07:21:55.410929+0000","last_became_peered":"2024-09-10T07:21:55.410929+0000","last_unstale":"2024-09-10T07:21:55.411816+0000","last_undegraded":"2024-09-10T07:21:55.411816+0000","last_fullsized":"2024-09-10T07:21:55.411816+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:07.466973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.424050+0000","last_change":"2024-09-10T07:21:56.417221+0000","last_active":"2024-09-10T07:21:56.424050+0000","last_peered":"2024-09-10T07:21:56.424050+0000","last_clean":"2024-09-10T07:21:56.424050+0000","last_became_active":"2024-09-10T07:21:56.416924+0000","last_became_peered":"2024-09-10T07:21:56.416924+0000","last_unstale":"2024-09-10T07:21:56.424050+0000","last_undegraded":"2024-09-10T07:21:56.424050+0000","last_fullsized":"2024-09-10T07:21:56.424050+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:52:30.336459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406631+0000","last_change":"2024-09-10T07:21:55.404115+0000","last_active":"2024-09-10T07:21:56.406631+0000","last_peered":"2024-09-10T07:21:56.406631+0000","last_clean":"2024-09-10T07:21:56.406631+0000","last_became_active":"2024-09-10T07:21:55.403729+0000","last_became_peered":"2024-09-10T07:21:55.403729+0000","last_unstale":"2024-09-10T07:21:56.406631+0000","last_undegraded":"2024-09-10T07:21:56.406631+0000","last_fullsized":"2024-09-10T07:21:56.406631+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434459+0000","last_change":"2024-09-10T07:21:56.426681+0000","last_active":"2024-09-10T07:21:56.434459+0000","last_peered":"2024-09-10T07:21:56.434459+0000","last_clean":"2024-09-10T07:21:56.434459+0000","last_became_active":"2024-09-10T07:21:56.425996+0000","last_became_peered":"2024-09-10T07:21:56.425996+0000","last_unstale":"2024-09-10T07:21:56.434459+0000","last_undegraded":"2024-09-10T07:21:56.434459+0000","last_fullsized":"2024-09-10T07:21:56.434459+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:19.117875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"51'8","reported_seq":20,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430708+0000","last_change":"2024-09-10T07:21:55.413225+0000","last_active":"2024-09-10T07:21:56.430708+0000","last_peered":"2024-09-10T07:21:56.430708+0000","last_clean":"2024-09-10T07:21:56.430708+0000","last_became_active":"2024-09-10T07:21:55.411598+0000","last_became_peered":"2024-09-10T07:21:55.411598+0000","last_unstale":"2024-09-10T07:21:56.430708+0000","last_undegraded":"2024-09-10T07:21:56.430708+0000","last_fullsized":"2024-09-10T07:21:56.430708+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:52.320830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.430102+0000","last_change":"2024-09-10T07:21:56.419761+0000","last_active":"2024-09-10T07:21:56.430102+0000","last_peered":"2024-09-10T07:21:56.430102+0000","last_clean":"2024-09-10T07:21:56.430102+0000","last_became_active":"2024-09-10T07:21:56.419209+0000","last_became_peered":"2024-09-10T07:21:56.419209+0000","last_unstale":"2024-09-10T07:21:56.430102+0000","last_undegraded":"2024-09-10T07:21:56.430102+0000","last_fullsized":"2024-09-10T07:21:56.430102+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:27.079401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"51'1","reported_seq":13,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.437350+0000","last_change":"2024-09-10T07:21:55.418239+0000","last_active":"2024-09-10T07:21:56.437350+0000","last_peered":"2024-09-10T07:21:56.437350+0000","last_clean":"2024-09-10T07:21:56.437350+0000","last_became_active":"2024-09-10T07:21:55.417921+0000","last_became_peered":"2024-09-10T07:21:55.417921+0000","last_unstale":"2024-09-10T07:21:56.437350+0000","last_undegraded":"2024-09-10T07:21:56.437350+0000","last_fullsized":"2024-09-10T07:21:56.437350+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:08.373556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.431285+0000","last_change":"2024-09-10T07:21:56.429186+0000","last_active":"2024-09-10T07:21:56.431285+0000","last_peered":"2024-09-10T07:21:56.431285+0000","last_clean":"2024-09-10T07:21:56.431285+0000","last_became_active":"2024-09-10T07:21:56.428905+0000","last_became_peered":"2024-09-10T07:21:56.428905+0000","last_unstale":"2024-09-10T07:21:56.431285+0000","last_undegraded":"2024-09-10T07:21:56.431285+0000","last_fullsized":"2024-09-10T07:21:56.431285+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:18:54.274805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.422038+0000","last_change":"2024-09-10T07:21:55.408034+0000","last_active":"2024-09-10T07:21:56.422038+0000","last_peered":"2024-09-10T07:21:56.422038+0000","last_clean":"2024-09-10T07:21:56.422038+0000","last_became_active":"2024-09-10T07:21:55.407694+0000","last_became_peered":"2024-09-10T07:21:55.407694+0000","last_unstale":"2024-09-10T07:21:56.422038+0000","last_undegraded":"2024-09-10T07:21:56.422038+0000","last_fullsized":"2024-09-10T07:21:56.422038+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:32.332852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.425598+0000","last_change":"2024-09-10T07:21:56.425061+0000","last_active":"2024-09-10T07:21:56.425598+0000","last_peered":"2024-09-10T07:21:56.425598+0000","last_clean":"2024-09-10T07:21:56.425598+0000","last_became_active":"2024-09-10T07:21:56.424569+0000","last_became_peered":"2024-09-10T07:21:56.424569+0000","last_unstale":"2024-09-10T07:21:56.425598+0000","last_undegraded":"2024-09-10T07:21:56.425598+0000","last_fullsized":"2024-09-10T07:21:56.425598+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:18:58.805775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.410982+0000","last_change":"2024-09-10T07:21:55.410167+0000","last_active":"2024-09-10T07:21:55.410982+0000","last_peered":"2024-09-10T07:21:55.410982+0000","last_clean":"2024-09-10T07:21:55.410982+0000","last_became_active":"2024-09-10T07:21:55.409861+0000","last_became_peered":"2024-09-10T07:21:55.409861+0000","last_unstale":"2024-09-10T07:21:55.410982+0000","last_undegraded":"2024-09-10T07:21:55.410982+0000","last_fullsized":"2024-09-10T07:21:55.410982+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:37:31.352569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.421851+0000","last_change":"2024-09-10T07:21:56.415984+0000","last_active":"2024-09-10T07:21:56.421851+0000","last_peered":"2024-09-10T07:21:56.421851+0000","last_clean":"2024-09-10T07:21:56.421851+0000","last_became_active":"2024-09-10T07:21:56.415610+0000","last_became_peered":"2024-09-10T07:21:56.415610+0000","last_unstale":"2024-09-10T07:21:56.421851+0000","last_undegraded":"2024-09-10T07:21:56.421851+0000","last_fullsized":"2024-09-10T07:21:56.421851+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:53.189891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.412517+0000","last_change":"2024-09-10T07:21:55.412168+0000","last_active":"2024-09-10T07:21:55.412517+0000","last_peered":"2024-09-10T07:21:55.412517+0000","last_clean":"2024-09-10T07:21:55.412517+0000","last_became_active":"2024-09-10T07:21:55.411942+0000","last_became_peered":"2024-09-10T07:21:55.411942+0000","last_unstale":"2024-09-10T07:21:55.412517+0000","last_undegraded":"2024-09-10T07:21:55.412517+0000","last_fullsized":"2024-09-10T07:21:55.412517+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.925289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408175+0000","last_change":"2024-09-10T07:21:56.399593+0000","last_active":"2024-09-10T07:21:56.408175+0000","last_peered":"2024-09-10T07:21:56.408175+0000","last_clean":"2024-09-10T07:21:56.408175+0000","last_became_active":"2024-09-10T07:21:56.399304+0000","last_became_peered":"2024-09-10T07:21:56.399304+0000","last_unstale":"2024-09-10T07:21:56.408175+0000","last_undegraded":"2024-09-10T07:21:56.408175+0000","last_fullsized":"2024-09-10T07:21:56.408175+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:12.403390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"51'2","reported_seq":14,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.426228+0000","last_change":"2024-09-10T07:21:55.405888+0000","last_active":"2024-09-10T07:21:56.426228+0000","last_peered":"2024-09-10T07:21:56.426228+0000","last_clean":"2024-09-10T07:21:56.426228+0000","last_became_active":"2024-09-10T07:21:55.405604+0000","last_became_peered":"2024-09-10T07:21:55.405604+0000","last_unstale":"2024-09-10T07:21:56.426228+0000","last_undegraded":"2024-09-10T07:21:56.426228+0000","last_fullsized":"2024-09-10T07:21:56.426228+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:47.855606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.398950+0000","last_change":"2024-09-10T07:21:55.398950+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.398950+0000","last_undegraded":"2024-09-10T07:21:55.398950+0000","last_fullsized":"2024-09-10T07:21:55.398950+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400619+0000","last_change":"2024-09-10T07:21:55.412558+0000","last_active":"2024-09-10T07:21:56.400619+0000","last_peered":"2024-09-10T07:21:56.400619+0000","last_clean":"2024-09-10T07:21:56.400619+0000","last_became_active":"2024-09-10T07:21:55.412251+0000","last_became_peered":"2024-09-10T07:21:55.412251+0000","last_unstale":"2024-09-10T07:21:56.400619+0000","last_undegraded":"2024-09-10T07:21:56.400619+0000","last_fullsized":"2024-09-10T07:21:56.400619+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:05.729336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434437+0000","last_change":"2024-09-10T07:21:56.426604+0000","last_active":"2024-09-10T07:21:56.434437+0000","last_peered":"2024-09-10T07:21:56.434437+0000","last_clean":"2024-09-10T07:21:56.434437+0000","last_became_active":"2024-09-10T07:21:56.426277+0000","last_became_peered":"2024-09-10T07:21:56.426277+0000","last_unstale":"2024-09-10T07:21:56.434437+0000","last_undegraded":"2024-09-10T07:21:56.434437+0000","last_fullsized":"2024-09-10T07:21:56.434437+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:37.490256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.402513+0000","last_change":"2024-09-10T07:21:55.413659+0000","last_active":"2024-09-10T07:21:56.402513+0000","last_peered":"2024-09-10T07:21:56.402513+0000","last_clean":"2024-09-10T07:21:56.402513+0000","last_became_active":"2024-09-10T07:21:55.413332+0000","last_became_peered":"2024-09-10T07:21:55.413332+0000","last_unstale":"2024-09-10T07:21:56.402513+0000","last_undegraded":"2024-09-10T07:21:56.402513+0000","last_fullsized":"2024-09-10T07:21:56.402513+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.428331+0000","last_change":"2024-09-10T07:21:56.427758+0000","last_active":"2024-09-10T07:21:56.428331+0000","last_peered":"2024-09-10T07:21:56.428331+0000","last_clean":"2024-09-10T07:21:56.428331+0000","last_became_active":"2024-09-10T07:21:56.425641+0000","last_became_peered":"2024-09-10T07:21:56.425641+0000","last_unstale":"2024-09-10T07:21:56.428331+0000","last_undegraded":"2024-09-10T07:21:56.428331+0000","last_fullsized":"2024-09-10T07:21:56.428331+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:07.729617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.395086+0000","last_change":"2024-09-10T07:21:55.406953+0000","last_active":"2024-09-10T07:21:56.395086+0000","last_peered":"2024-09-10T07:21:56.395086+0000","last_clean":"2024-09-10T07:21:56.395086+0000","last_became_active":"2024-09-10T07:21:55.406681+0000","last_became_peered":"2024-09-10T07:21:55.406681+0000","last_unstale":"2024-09-10T07:21:56.395086+0000","last_undegraded":"2024-09-10T07:21:56.395086+0000","last_fullsized":"2024-09-10T07:21:56.395086+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:34.082684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.410535+0000","last_change":"2024-09-10T07:21:56.406300+0000","last_active":"2024-09-10T07:21:56.410535+0000","last_peered":"2024-09-10T07:21:56.410535+0000","last_clean":"2024-09-10T07:21:56.410535+0000","last_became_active":"2024-09-10T07:21:56.405743+0000","last_became_peered":"2024-09-10T07:21:56.405743+0000","last_unstale":"2024-09-10T07:21:56.410535+0000","last_undegraded":"2024-09-10T07:21:56.410535+0000","last_fullsized":"2024-09-10T07:21:56.410535+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:02.816857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":9,"reported_epoch":50,"state":"active+clean","last_fresh":"2024-09-10T07:21:55.411805+0000","last_change":"2024-09-10T07:21:55.411235+0000","last_active":"2024-09-10T07:21:55.411805+0000","last_peered":"2024-09-10T07:21:55.411805+0000","last_clean":"2024-09-10T07:21:55.411805+0000","last_became_active":"2024-09-10T07:21:55.411012+0000","last_became_peered":"2024-09-10T07:21:55.411012+0000","last_unstale":"2024-09-10T07:21:55.411805+0000","last_undegraded":"2024-09-10T07:21:55.411805+0000","last_fullsized":"2024-09-10T07:21:55.411805+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:41:39.596834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.415274+0000","last_change":"2024-09-10T07:21:56.410806+0000","last_active":"2024-09-10T07:21:56.415274+0000","last_peered":"2024-09-10T07:21:56.415274+0000","last_clean":"2024-09-10T07:21:56.415274+0000","last_became_active":"2024-09-10T07:21:56.410381+0000","last_became_peered":"2024-09-10T07:21:56.410381+0000","last_unstale":"2024-09-10T07:21:56.415274+0000","last_undegraded":"2024-09-10T07:21:56.415274+0000","last_fullsized":"2024-09-10T07:21:56.415274+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:55.005819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.404806+0000","last_change":"2024-09-10T07:21:55.410835+0000","last_active":"2024-09-10T07:21:56.404806+0000","last_peered":"2024-09-10T07:21:56.404806+0000","last_clean":"2024-09-10T07:21:56.404806+0000","last_became_active":"2024-09-10T07:21:55.410542+0000","last_became_peered":"2024-09-10T07:21:55.410542+0000","last_unstale":"2024-09-10T07:21:56.404806+0000","last_undegraded":"2024-09-10T07:21:56.404806+0000","last_fullsized":"2024-09-10T07:21:56.404806+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.418058+0000","last_change":"2024-09-10T07:21:56.404453+0000","last_active":"2024-09-10T07:21:56.418058+0000","last_peered":"2024-09-10T07:21:56.418058+0000","last_clean":"2024-09-10T07:21:56.418058+0000","last_became_active":"2024-09-10T07:21:56.404136+0000","last_became_peered":"2024-09-10T07:21:56.404136+0000","last_unstale":"2024-09-10T07:21:56.418058+0000","last_undegraded":"2024-09-10T07:21:56.418058+0000","last_fullsized":"2024-09-10T07:21:56.418058+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:55:04.315996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.408654+0000","last_change":"2024-09-10T07:21:55.407140+0000","last_active":"2024-09-10T07:21:56.408654+0000","last_peered":"2024-09-10T07:21:56.408654+0000","last_clean":"2024-09-10T07:21:56.408654+0000","last_became_active":"2024-09-10T07:21:55.406850+0000","last_became_peered":"2024-09-10T07:21:55.406850+0000","last_unstale":"2024-09-10T07:21:56.408654+0000","last_undegraded":"2024-09-10T07:21:56.408654+0000","last_fullsized":"2024-09-10T07:21:56.408654+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434606+0000","last_change":"2024-09-10T07:21:56.429051+0000","last_active":"2024-09-10T07:21:56.434606+0000","last_peered":"2024-09-10T07:21:56.434606+0000","last_clean":"2024-09-10T07:21:56.434606+0000","last_became_active":"2024-09-10T07:21:56.428770+0000","last_became_peered":"2024-09-10T07:21:56.428770+0000","last_unstale":"2024-09-10T07:21:56.434606+0000","last_undegraded":"2024-09-10T07:21:56.434606+0000","last_fullsized":"2024-09-10T07:21:56.434606+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:29.220108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.400773+0000","last_change":"2024-09-10T07:21:55.409982+0000","last_active":"2024-09-10T07:21:56.400773+0000","last_peered":"2024-09-10T07:21:56.400773+0000","last_clean":"2024-09-10T07:21:56.400773+0000","last_became_active":"2024-09-10T07:21:55.409650+0000","last_became_peered":"2024-09-10T07:21:55.409650+0000","last_unstale":"2024-09-10T07:21:56.400773+0000","last_undegraded":"2024-09-10T07:21:56.400773+0000","last_fullsized":"2024-09-10T07:21:56.400773+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:26.338645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.413300+0000","last_change":"2024-09-10T07:21:56.410897+0000","last_active":"2024-09-10T07:21:56.413300+0000","last_peered":"2024-09-10T07:21:56.413300+0000","last_clean":"2024-09-10T07:21:56.413300+0000","last_became_active":"2024-09-10T07:21:56.410562+0000","last_became_peered":"2024-09-10T07:21:56.410562+0000","last_unstale":"2024-09-10T07:21:56.413300+0000","last_undegraded":"2024-09-10T07:21:56.413300+0000","last_fullsized":"2024-09-10T07:21:56.413300+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:25:40.769503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.401115+0000","last_change":"2024-09-10T07:21:55.407878+0000","last_active":"2024-09-10T07:21:56.401115+0000","last_peered":"2024-09-10T07:21:56.401115+0000","last_clean":"2024-09-10T07:21:56.401115+0000","last_became_active":"2024-09-10T07:21:55.407185+0000","last_became_peered":"2024-09-10T07:21:55.407185+0000","last_unstale":"2024-09-10T07:21:56.401115+0000","last_undegraded":"2024-09-10T07:21:56.401115+0000","last_fullsized":"2024-09-10T07:21:56.401115+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:54.683822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.434549+0000","last_change":"2024-09-10T07:21:56.427198+0000","last_active":"2024-09-10T07:21:56.434549+0000","last_peered":"2024-09-10T07:21:56.434549+0000","last_clean":"2024-09-10T07:21:56.434549+0000","last_became_active":"2024-09-10T07:21:56.426909+0000","last_became_peered":"2024-09-10T07:21:56.426909+0000","last_unstale":"2024-09-10T07:21:56.434549+0000","last_undegraded":"2024-09-10T07:21:56.434549+0000","last_fullsized":"2024-09-10T07:21:56.434549+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:30.204375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396186+0000","last_change":"2024-09-10T07:21:55.400389+0000","last_active":"2024-09-10T07:21:56.396186+0000","last_peered":"2024-09-10T07:21:56.396186+0000","last_clean":"2024-09-10T07:21:56.396186+0000","last_became_active":"2024-09-10T07:21:55.400091+0000","last_became_peered":"2024-09-10T07:21:55.400091+0000","last_unstale":"2024-09-10T07:21:56.396186+0000","last_undegraded":"2024-09-10T07:21:56.396186+0000","last_fullsized":"2024-09-10T07:21:56.396186+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:03.107978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.423742+0000","last_change":"2024-09-10T07:21:56.410414+0000","last_active":"2024-09-10T07:21:56.423742+0000","last_peered":"2024-09-10T07:21:56.423742+0000","last_clean":"2024-09-10T07:21:56.423742+0000","last_became_active":"2024-09-10T07:21:56.410095+0000","last_became_peered":"2024-09-10T07:21:56.410095+0000","last_unstale":"2024-09-10T07:21:56.423742+0000","last_undegraded":"2024-09-10T07:21:56.423742+0000","last_fullsized":"2024-09-10T07:21:56.423742+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:08.775577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.396936+0000","last_change":"2024-09-10T07:21:55.406552+0000","last_active":"2024-09-10T07:21:56.396936+0000","last_peered":"2024-09-10T07:21:56.396936+0000","last_clean":"2024-09-10T07:21:56.396936+0000","last_became_active":"2024-09-10T07:21:55.406266+0000","last_became_peered":"2024-09-10T07:21:55.406266+0000","last_unstale":"2024-09-10T07:21:56.396936+0000","last_undegraded":"2024-09-10T07:21:56.396936+0000","last_fullsized":"2024-09-10T07:21:56.396936+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T07:21:55.397489+0000","last_change":"2024-09-10T07:21:55.397489+0000","last_active":"2024-09-10T07:21:55.385216+0000","last_peered":"2024-09-10T07:21:55.385216+0000","last_clean":"2024-09-10T07:21:55.385216+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:21:55.397489+0000","last_undegraded":"2024-09-10T07:21:55.397489+0000","last_fullsized":"2024-09-10T07:21:55.397489+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.414302+0000","last_change":"2024-09-10T07:21:55.410291+0000","last_active":"2024-09-10T07:21:56.414302+0000","last_peered":"2024-09-10T07:21:56.414302+0000","last_clean":"2024-09-10T07:21:56.414302+0000","last_became_active":"2024-09-10T07:21:55.409993+0000","last_became_peered":"2024-09-10T07:21:55.409993+0000","last_unstale":"2024-09-10T07:21:56.414302+0000","last_undegraded":"2024-09-10T07:21:56.414302+0000","last_fullsized":"2024-09-10T07:21:56.414302+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:01.811848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":223,"reported_epoch":51,"state":"active+clean","last_fresh":"2024-09-10T07:21:56.406535+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:56.406535+0000","last_peered":"2024-09-10T07:21:56.406535+0000","last_clean":"2024-09-10T07:21:56.406535+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:56.406535+0000","last_undegraded":"2024-09-10T07:21:56.406535+0000","last_fullsized":"2024-09-10T07:21:56.406535+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1758,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542170,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1204224,"data_stored":856185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542170,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31780,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340060,"statfs":{"total":96636764160,"available":96604221440,"internally_reserved":0,"allocated":606208,"data_stored":266275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":618496,"data_stored":267327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":588,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":602112,"data_stored":265693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542172,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27624,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344216,"statfs":{"total":96636764160,"available":96608477184,"internally_reserved":0,"allocated":610304,"data_stored":265853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542171,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1196032,"data_stored":856061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":589824,"data_stored":258526,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:22:03.810 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:22:03.925 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.926+0000 7fc55fd86640 1 Processor -- start 2024-09-10T07:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.926+0000 7fc55fd86640 1 -- start start 2024-09-10T07:22:03.927 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:22:03.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.927+0000 7fc55fd86640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc55815e510 0x7fc5580ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.927+0000 7fc55fd86640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc5580cf040 0x7fc5580d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.927+0000 7fc55fd86640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.927+0000 7fc55fd86640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc5580d3430 con 0x7fc5580cf040 2024-09-10T07:22:03.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.927+0000 7fc55fd86640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc5580d1690 con 0x7fc55815e510 2024-09-10T07:22:03.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.927+0000 7fc55fd86640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc5580d36d0 con 0x7fc5580d1200 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc5580cf040 0x7fc5580d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc5580cf040 0x7fc5580d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51460/0 (socket says 172.21.15.3:51460) 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 -- 172.21.15.3:0/1734261375 learned_addr learned my addr 172.21.15.3:0/1734261375 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55e323640 1 --2- 172.21.15.3:0/1734261375 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55db22640 1 --2- 172.21.15.3:0/1734261375 >> v2:172.21.15.70:3300/0 conn(0x7fc55815e510 0x7fc5580ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 -- 172.21.15.3:0/1734261375 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 msgr2=0x7fc5580b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 --2- 172.21.15.3:0/1734261375 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 -- 172.21.15.3:0/1734261375 >> v2:172.21.15.70:3300/0 conn(0x7fc55815e510 msgr2=0x7fc5580ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 --2- 172.21.15.3:0/1734261375 >> v2:172.21.15.70:3300/0 conn(0x7fc55815e510 0x7fc5580ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.928+0000 7fc55d321640 1 -- 172.21.15.3:0/1734261375 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5580d39b0 con 0x7fc5580cf040 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.929+0000 7fc55d321640 1 --2- 172.21.15.3:0/1734261375 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580d0cc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc5580cb530 tx=0x7fc54802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30c98411b8d5d6e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.929+0000 7fc55cb20640 1 -- 172.21.15.3:0/1734261375 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc548037070 con 0x7fc5580cf040 2024-09-10T07:22:03.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.929+0000 7fc55cb20640 1 -- 172.21.15.3:0/1734261375 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc548032440 con 0x7fc5580cf040 2024-09-10T07:22:03.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.929+0000 7fc55cb20640 1 -- 172.21.15.3:0/1734261375 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc548032810 con 0x7fc5580cf040 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 -- 172.21.15.3:0/1734261375 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 msgr2=0x7fc5580d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 --2- 172.21.15.3:0/1734261375 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580d0cc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc5580cb530 tx=0x7fc54802a140 comp rx=0 tx=0).stop 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 -- 172.21.15.3:0/1734261375 shutdown_connections 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 --2- 172.21.15.3:0/1734261375 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 --2- 172.21.15.3:0/1734261375 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580d0cc0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 --2- 172.21.15.3:0/1734261375 >> v2:172.21.15.70:3300/0 conn(0x7fc55815e510 0x7fc5580ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 -- 172.21.15.3:0/1734261375 >> 172.21.15.3:0/1734261375 conn(0x7fc55806d1a0 msgr2=0x7fc558073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 -- 172.21.15.3:0/1734261375 shutdown_connections 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.930+0000 7fc55fd86640 1 -- 172.21.15.3:0/1734261375 wait complete. 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.931+0000 7fc55fd86640 1 Processor -- start 2024-09-10T07:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.931+0000 7fc55fd86640 1 -- start start 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55fd86640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580ce140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55fd86640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55fd86640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc55815e510 0x7fc5580b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55fd86640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5580d22a0 con 0x7fc5580cf040 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55fd86640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc5580d3f70 con 0x7fc55815e510 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55fd86640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc55815e8f0 con 0x7fc5580d1200 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55db22640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580ce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55db22640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580ce140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51474/0 (socket says 172.21.15.3:51474) 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.932+0000 7fc55db22640 1 -- 172.21.15.3:0/3684261179 learned_addr learned my addr 172.21.15.3:0/3684261179 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55d321640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55e323640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc55815e510 0x7fc5580b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55db22640 1 -- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 msgr2=0x7fc5580b7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55db22640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55db22640 1 -- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc55815e510 msgr2=0x7fc5580b31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55db22640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc55815e510 0x7fc5580b31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55db22640 1 -- 172.21.15.3:0/3684261179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc55815ee40 con 0x7fc5580cf040 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55d321640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55e323640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc55815e510 0x7fc5580b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55db22640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580ce140 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc55400d800 tx=0x7fc55400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55400b6c0 con 0x7fc5580cf040 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc554019070 con 0x7fc5580cf040 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc55815f120 con 0x7fc5580cf040 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55400ba80 con 0x7fc5580cf040 2024-09-10T07:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.933+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc55815f6e0 con 0x7fc5580cf040 2024-09-10T07:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.934+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5580d0cc0 con 0x7fc5580cf040 2024-09-10T07:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.935+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc55400bc20 con 0x7fc5580cf040 2024-09-10T07:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.936+0000 7fc54e7fc640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc53c06be30 0x7fc53c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.936+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7fc55408b4c0 con 0x7fc5580cf040 2024-09-10T07:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.936+0000 7fc55d321640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc53c06be30 0x7fc53c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.937+0000 7fc55d321640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc53c06be30 0x7fc53c06e2f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc548034000 tx=0x7fc54802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:03.940+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc55401c360 con 0x7fc5580cf040 2024-09-10T07:22:04.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.117+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc55815da50 con 0x7fc53c06be30 2024-09-10T07:22:04.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.123+0000 7fc54e7fc640 1 -- 172.21.15.3:0/3684261179 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251881 (secure 0 0 0) 0x7fc55815da50 con 0x7fc53c06be30 2024-09-10T07:22:04.125 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:22:04.127 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:22:04.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc53c06be30 msgr2=0x7fc53c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc53c06be30 0x7fc53c06e2f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc548034000 tx=0x7fc54802e000 comp rx=0 tx=0).stop 2024-09-10T07:22:04.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 msgr2=0x7fc5580ce140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580ce140 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc55400d800 tx=0x7fc55400dcc0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 shutdown_connections 2024-09-10T07:22:04.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc53c06be30 0x7fc53c06e2f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc55815e510 0x7fc5580b31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5580d1200 0x7fc5580b7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 --2- 172.21.15.3:0/3684261179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5580cf040 0x7fc5580ce140 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 >> 172.21.15.3:0/3684261179 conn(0x7fc55806d1a0 msgr2=0x7fc55815cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:04.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 shutdown_connections 2024-09-10T07:22:04.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.126+0000 7fc55fd86640 1 -- 172.21.15.3:0/3684261179 wait complete. 2024-09-10T07:22:04.137 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":109,"stamp":"2024-09-10T07:22:04.085306+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243084,"kb_used_data":6024,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731636,"statfs":{"total":773094113280,"available":772845195264,"internally_reserved":0,"allocated":6168576,"data_stored":3364636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001994"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407865+0000","last_change":"2024-09-10T07:21:56.416912+0000","last_active":"2024-09-10T07:21:57.407865+0000","last_peered":"2024-09-10T07:21:57.407865+0000","last_clean":"2024-09-10T07:21:57.407865+0000","last_became_active":"2024-09-10T07:21:56.416502+0000","last_became_peered":"2024-09-10T07:21:56.416502+0000","last_unstale":"2024-09-10T07:21:57.407865+0000","last_undegraded":"2024-09-10T07:21:57.407865+0000","last_fullsized":"2024-09-10T07:21:57.407865+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:52.642540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416403+0000","last_change":"2024-09-10T07:21:56.414433+0000","last_active":"2024-09-10T07:21:57.416403+0000","last_peered":"2024-09-10T07:21:57.416403+0000","last_clean":"2024-09-10T07:21:57.416403+0000","last_became_active":"2024-09-10T07:21:56.414165+0000","last_became_peered":"2024-09-10T07:21:56.414165+0000","last_unstale":"2024-09-10T07:21:57.416403+0000","last_undegraded":"2024-09-10T07:21:57.416403+0000","last_fullsized":"2024-09-10T07:21:57.416403+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:30.204375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413778+0000","last_change":"2024-09-10T07:21:56.424746+0000","last_active":"2024-09-10T07:21:57.413778+0000","last_peered":"2024-09-10T07:21:57.413778+0000","last_clean":"2024-09-10T07:21:57.413778+0000","last_became_active":"2024-09-10T07:21:56.423534+0000","last_became_peered":"2024-09-10T07:21:56.423534+0000","last_unstale":"2024-09-10T07:21:57.413778+0000","last_undegraded":"2024-09-10T07:21:57.413778+0000","last_fullsized":"2024-09-10T07:21:57.413778+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:44:45.670334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416184+0000","last_change":"2024-09-10T07:21:56.426965+0000","last_active":"2024-09-10T07:21:57.416184+0000","last_peered":"2024-09-10T07:21:57.416184+0000","last_clean":"2024-09-10T07:21:57.416184+0000","last_became_active":"2024-09-10T07:21:56.426770+0000","last_became_peered":"2024-09-10T07:21:56.426770+0000","last_unstale":"2024-09-10T07:21:57.416184+0000","last_undegraded":"2024-09-10T07:21:57.416184+0000","last_fullsized":"2024-09-10T07:21:57.416184+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:37.490256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408639+0000","last_change":"2024-09-10T07:21:56.410304+0000","last_active":"2024-09-10T07:21:57.408639+0000","last_peered":"2024-09-10T07:21:57.408639+0000","last_clean":"2024-09-10T07:21:57.408639+0000","last_became_active":"2024-09-10T07:21:56.409986+0000","last_became_peered":"2024-09-10T07:21:56.409986+0000","last_unstale":"2024-09-10T07:21:57.408639+0000","last_undegraded":"2024-09-10T07:21:57.408639+0000","last_fullsized":"2024-09-10T07:21:57.408639+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:22.802896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407611+0000","last_change":"2024-09-10T07:21:56.419145+0000","last_active":"2024-09-10T07:21:57.407611+0000","last_peered":"2024-09-10T07:21:57.407611+0000","last_clean":"2024-09-10T07:21:57.407611+0000","last_became_active":"2024-09-10T07:21:56.418868+0000","last_became_peered":"2024-09-10T07:21:56.418868+0000","last_unstale":"2024-09-10T07:21:57.407611+0000","last_undegraded":"2024-09-10T07:21:57.407611+0000","last_fullsized":"2024-09-10T07:21:57.407611+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:34:24.822591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413453+0000","last_change":"2024-09-10T07:21:56.424292+0000","last_active":"2024-09-10T07:21:57.413453+0000","last_peered":"2024-09-10T07:21:57.413453+0000","last_clean":"2024-09-10T07:21:57.413453+0000","last_became_active":"2024-09-10T07:21:56.423934+0000","last_became_peered":"2024-09-10T07:21:56.423934+0000","last_unstale":"2024-09-10T07:21:57.413453+0000","last_undegraded":"2024-09-10T07:21:57.413453+0000","last_fullsized":"2024-09-10T07:21:57.413453+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:49.641517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493516+0000","last_change":"2024-09-10T07:21:56.432422+0000","last_active":"2024-09-10T07:21:57.493516+0000","last_peered":"2024-09-10T07:21:57.493516+0000","last_clean":"2024-09-10T07:21:57.493516+0000","last_became_active":"2024-09-10T07:21:56.431888+0000","last_became_peered":"2024-09-10T07:21:56.431888+0000","last_unstale":"2024-09-10T07:21:57.493516+0000","last_undegraded":"2024-09-10T07:21:57.493516+0000","last_fullsized":"2024-09-10T07:21:57.493516+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:00:43.809253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493242+0000","last_change":"2024-09-10T07:21:56.431249+0000","last_active":"2024-09-10T07:21:57.493242+0000","last_peered":"2024-09-10T07:21:57.493242+0000","last_clean":"2024-09-10T07:21:57.493242+0000","last_became_active":"2024-09-10T07:21:56.430968+0000","last_became_peered":"2024-09-10T07:21:56.430968+0000","last_unstale":"2024-09-10T07:21:57.493242+0000","last_undegraded":"2024-09-10T07:21:57.493242+0000","last_fullsized":"2024-09-10T07:21:57.493242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:32:26.764960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407862+0000","last_change":"2024-09-10T07:21:56.412283+0000","last_active":"2024-09-10T07:21:57.407862+0000","last_peered":"2024-09-10T07:21:57.407862+0000","last_clean":"2024-09-10T07:21:57.407862+0000","last_became_active":"2024-09-10T07:21:56.412013+0000","last_became_peered":"2024-09-10T07:21:56.412013+0000","last_unstale":"2024-09-10T07:21:57.407862+0000","last_undegraded":"2024-09-10T07:21:57.407862+0000","last_fullsized":"2024-09-10T07:21:57.407862+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:24:21.777725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493594+0000","last_change":"2024-09-10T07:21:56.411177+0000","last_active":"2024-09-10T07:21:57.493594+0000","last_peered":"2024-09-10T07:21:57.493594+0000","last_clean":"2024-09-10T07:21:57.493594+0000","last_became_active":"2024-09-10T07:21:56.410895+0000","last_became_peered":"2024-09-10T07:21:56.410895+0000","last_unstale":"2024-09-10T07:21:57.493594+0000","last_undegraded":"2024-09-10T07:21:57.493594+0000","last_fullsized":"2024-09-10T07:21:57.493594+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:01.086391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493145+0000","last_change":"2024-09-10T07:21:56.410853+0000","last_active":"2024-09-10T07:21:57.493145+0000","last_peered":"2024-09-10T07:21:57.493145+0000","last_clean":"2024-09-10T07:21:57.493145+0000","last_became_active":"2024-09-10T07:21:56.410068+0000","last_became_peered":"2024-09-10T07:21:56.410068+0000","last_unstale":"2024-09-10T07:21:57.493145+0000","last_undegraded":"2024-09-10T07:21:57.493145+0000","last_fullsized":"2024-09-10T07:21:57.493145+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:27.875371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407626+0000","last_change":"2024-09-10T07:21:56.411474+0000","last_active":"2024-09-10T07:21:57.407626+0000","last_peered":"2024-09-10T07:21:57.407626+0000","last_clean":"2024-09-10T07:21:57.407626+0000","last_became_active":"2024-09-10T07:21:56.411204+0000","last_became_peered":"2024-09-10T07:21:56.411204+0000","last_unstale":"2024-09-10T07:21:57.407626+0000","last_undegraded":"2024-09-10T07:21:57.407626+0000","last_fullsized":"2024-09-10T07:21:57.407626+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:53.818903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413627+0000","last_change":"2024-09-10T07:21:56.425104+0000","last_active":"2024-09-10T07:21:57.413627+0000","last_peered":"2024-09-10T07:21:57.413627+0000","last_clean":"2024-09-10T07:21:57.413627+0000","last_became_active":"2024-09-10T07:21:56.424607+0000","last_became_peered":"2024-09-10T07:21:56.424607+0000","last_unstale":"2024-09-10T07:21:57.413627+0000","last_undegraded":"2024-09-10T07:21:57.413627+0000","last_fullsized":"2024-09-10T07:21:57.413627+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:42.249754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416050+0000","last_change":"2024-09-10T07:21:56.412470+0000","last_active":"2024-09-10T07:21:57.416050+0000","last_peered":"2024-09-10T07:21:57.416050+0000","last_clean":"2024-09-10T07:21:57.416050+0000","last_became_active":"2024-09-10T07:21:56.412156+0000","last_became_peered":"2024-09-10T07:21:56.412156+0000","last_unstale":"2024-09-10T07:21:57.416050+0000","last_undegraded":"2024-09-10T07:21:57.416050+0000","last_fullsized":"2024-09-10T07:21:57.416050+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:01:37.890823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407529+0000","last_change":"2024-09-10T07:21:56.410788+0000","last_active":"2024-09-10T07:21:57.407529+0000","last_peered":"2024-09-10T07:21:57.407529+0000","last_clean":"2024-09-10T07:21:57.407529+0000","last_became_active":"2024-09-10T07:21:56.410418+0000","last_became_peered":"2024-09-10T07:21:56.410418+0000","last_unstale":"2024-09-10T07:21:57.407529+0000","last_undegraded":"2024-09-10T07:21:57.407529+0000","last_fullsized":"2024-09-10T07:21:57.407529+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:02.345408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414083+0000","last_change":"2024-09-10T07:21:56.427616+0000","last_active":"2024-09-10T07:21:57.414083+0000","last_peered":"2024-09-10T07:21:57.414083+0000","last_clean":"2024-09-10T07:21:57.414083+0000","last_became_active":"2024-09-10T07:21:56.427294+0000","last_became_peered":"2024-09-10T07:21:56.427294+0000","last_unstale":"2024-09-10T07:21:57.414083+0000","last_undegraded":"2024-09-10T07:21:57.414083+0000","last_fullsized":"2024-09-10T07:21:57.414083+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:02:27.081343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416415+0000","last_change":"2024-09-10T07:21:56.414180+0000","last_active":"2024-09-10T07:21:57.416415+0000","last_peered":"2024-09-10T07:21:57.416415+0000","last_clean":"2024-09-10T07:21:57.416415+0000","last_became_active":"2024-09-10T07:21:56.413549+0000","last_became_peered":"2024-09-10T07:21:56.413549+0000","last_unstale":"2024-09-10T07:21:57.416415+0000","last_undegraded":"2024-09-10T07:21:57.416415+0000","last_fullsized":"2024-09-10T07:21:57.416415+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:26.363685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413942+0000","last_change":"2024-09-10T07:21:56.423284+0000","last_active":"2024-09-10T07:21:57.413942+0000","last_peered":"2024-09-10T07:21:57.413942+0000","last_clean":"2024-09-10T07:21:57.413942+0000","last_became_active":"2024-09-10T07:21:56.421280+0000","last_became_peered":"2024-09-10T07:21:56.421280+0000","last_unstale":"2024-09-10T07:21:57.413942+0000","last_undegraded":"2024-09-10T07:21:57.413942+0000","last_fullsized":"2024-09-10T07:21:57.413942+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:19.167947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492987+0000","last_change":"2024-09-10T07:21:56.405587+0000","last_active":"2024-09-10T07:21:57.492987+0000","last_peered":"2024-09-10T07:21:57.492987+0000","last_clean":"2024-09-10T07:21:57.492987+0000","last_became_active":"2024-09-10T07:21:56.405260+0000","last_became_peered":"2024-09-10T07:21:56.405260+0000","last_unstale":"2024-09-10T07:21:57.492987+0000","last_undegraded":"2024-09-10T07:21:57.492987+0000","last_fullsized":"2024-09-10T07:21:57.492987+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:34:24.822591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492884+0000","last_change":"2024-09-10T07:21:56.410767+0000","last_active":"2024-09-10T07:21:57.492884+0000","last_peered":"2024-09-10T07:21:57.492884+0000","last_clean":"2024-09-10T07:21:57.492884+0000","last_became_active":"2024-09-10T07:21:56.410480+0000","last_became_peered":"2024-09-10T07:21:56.410480+0000","last_unstale":"2024-09-10T07:21:57.492884+0000","last_undegraded":"2024-09-10T07:21:57.492884+0000","last_fullsized":"2024-09-10T07:21:57.492884+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:13.429945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492790+0000","last_change":"2024-09-10T07:21:56.427057+0000","last_active":"2024-09-10T07:21:57.492790+0000","last_peered":"2024-09-10T07:21:57.492790+0000","last_clean":"2024-09-10T07:21:57.492790+0000","last_became_active":"2024-09-10T07:21:56.426716+0000","last_became_peered":"2024-09-10T07:21:56.426716+0000","last_unstale":"2024-09-10T07:21:57.492790+0000","last_undegraded":"2024-09-10T07:21:57.492790+0000","last_fullsized":"2024-09-10T07:21:57.492790+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:29.041210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492859+0000","last_change":"2024-09-10T07:21:56.411836+0000","last_active":"2024-09-10T07:21:57.492859+0000","last_peered":"2024-09-10T07:21:57.492859+0000","last_clean":"2024-09-10T07:21:57.492859+0000","last_became_active":"2024-09-10T07:21:56.411565+0000","last_became_peered":"2024-09-10T07:21:56.411565+0000","last_unstale":"2024-09-10T07:21:57.492859+0000","last_undegraded":"2024-09-10T07:21:57.492859+0000","last_fullsized":"2024-09-10T07:21:57.492859+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:42.613701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413410+0000","last_change":"2024-09-10T07:21:56.427964+0000","last_active":"2024-09-10T07:21:57.413410+0000","last_peered":"2024-09-10T07:21:57.413410+0000","last_clean":"2024-09-10T07:21:57.413410+0000","last_became_active":"2024-09-10T07:21:56.427676+0000","last_became_peered":"2024-09-10T07:21:56.427676+0000","last_unstale":"2024-09-10T07:21:57.413410+0000","last_undegraded":"2024-09-10T07:21:57.413410+0000","last_fullsized":"2024-09-10T07:21:57.413410+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:35.091457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414134+0000","last_change":"2024-09-10T07:21:56.426432+0000","last_active":"2024-09-10T07:21:57.414134+0000","last_peered":"2024-09-10T07:21:57.414134+0000","last_clean":"2024-09-10T07:21:57.414134+0000","last_became_active":"2024-09-10T07:21:56.425689+0000","last_became_peered":"2024-09-10T07:21:56.425689+0000","last_unstale":"2024-09-10T07:21:57.414134+0000","last_undegraded":"2024-09-10T07:21:57.414134+0000","last_fullsized":"2024-09-10T07:21:57.414134+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:01.239019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493065+0000","last_change":"2024-09-10T07:21:56.410605+0000","last_active":"2024-09-10T07:21:57.493065+0000","last_peered":"2024-09-10T07:21:57.493065+0000","last_clean":"2024-09-10T07:21:57.493065+0000","last_became_active":"2024-09-10T07:21:56.410296+0000","last_became_peered":"2024-09-10T07:21:56.410296+0000","last_unstale":"2024-09-10T07:21:57.493065+0000","last_undegraded":"2024-09-10T07:21:57.493065+0000","last_fullsized":"2024-09-10T07:21:57.493065+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:35.158868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407996+0000","last_change":"2024-09-10T07:21:56.430918+0000","last_active":"2024-09-10T07:21:57.407996+0000","last_peered":"2024-09-10T07:21:57.407996+0000","last_clean":"2024-09-10T07:21:57.407996+0000","last_became_active":"2024-09-10T07:21:56.430345+0000","last_became_peered":"2024-09-10T07:21:56.430345+0000","last_unstale":"2024-09-10T07:21:57.407996+0000","last_undegraded":"2024-09-10T07:21:57.407996+0000","last_fullsized":"2024-09-10T07:21:57.407996+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:27.343654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493034+0000","last_change":"2024-09-10T07:21:56.412223+0000","last_active":"2024-09-10T07:21:57.493034+0000","last_peered":"2024-09-10T07:21:57.493034+0000","last_clean":"2024-09-10T07:21:57.493034+0000","last_became_active":"2024-09-10T07:21:56.411888+0000","last_became_peered":"2024-09-10T07:21:56.411888+0000","last_unstale":"2024-09-10T07:21:57.493034+0000","last_undegraded":"2024-09-10T07:21:57.493034+0000","last_fullsized":"2024-09-10T07:21:57.493034+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:53.818903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413730+0000","last_change":"2024-09-10T07:21:56.425045+0000","last_active":"2024-09-10T07:21:57.413730+0000","last_peered":"2024-09-10T07:21:57.413730+0000","last_clean":"2024-09-10T07:21:57.413730+0000","last_became_active":"2024-09-10T07:21:56.424738+0000","last_became_peered":"2024-09-10T07:21:56.424738+0000","last_unstale":"2024-09-10T07:21:57.413730+0000","last_undegraded":"2024-09-10T07:21:57.413730+0000","last_fullsized":"2024-09-10T07:21:57.413730+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:12:04.822736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416149+0000","last_change":"2024-09-10T07:21:56.420854+0000","last_active":"2024-09-10T07:21:57.416149+0000","last_peered":"2024-09-10T07:21:57.416149+0000","last_clean":"2024-09-10T07:21:57.416149+0000","last_became_active":"2024-09-10T07:21:56.420584+0000","last_became_peered":"2024-09-10T07:21:56.420584+0000","last_unstale":"2024-09-10T07:21:57.416149+0000","last_undegraded":"2024-09-10T07:21:57.416149+0000","last_fullsized":"2024-09-10T07:21:57.416149+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:00.043350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413540+0000","last_change":"2024-09-10T07:21:56.421435+0000","last_active":"2024-09-10T07:21:57.413540+0000","last_peered":"2024-09-10T07:21:57.413540+0000","last_clean":"2024-09-10T07:21:57.413540+0000","last_became_active":"2024-09-10T07:21:56.421118+0000","last_became_peered":"2024-09-10T07:21:56.421118+0000","last_unstale":"2024-09-10T07:21:57.413540+0000","last_undegraded":"2024-09-10T07:21:57.413540+0000","last_fullsized":"2024-09-10T07:21:57.413540+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:26:36.122004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408345+0000","last_change":"2024-09-10T07:21:56.407480+0000","last_active":"2024-09-10T07:21:57.408345+0000","last_peered":"2024-09-10T07:21:57.408345+0000","last_clean":"2024-09-10T07:21:57.408345+0000","last_became_active":"2024-09-10T07:21:56.407205+0000","last_became_peered":"2024-09-10T07:21:56.407205+0000","last_unstale":"2024-09-10T07:21:57.408345+0000","last_undegraded":"2024-09-10T07:21:57.408345+0000","last_fullsized":"2024-09-10T07:21:57.408345+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:54.202837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.415936+0000","last_change":"2024-09-10T07:21:56.414021+0000","last_active":"2024-09-10T07:21:57.415936+0000","last_peered":"2024-09-10T07:21:57.415936+0000","last_clean":"2024-09-10T07:21:57.415936+0000","last_became_active":"2024-09-10T07:21:56.413213+0000","last_became_peered":"2024-09-10T07:21:56.413213+0000","last_unstale":"2024-09-10T07:21:57.415936+0000","last_undegraded":"2024-09-10T07:21:57.415936+0000","last_fullsized":"2024-09-10T07:21:57.415936+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:41.431322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"51'4","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493058+0000","last_change":"2024-09-10T07:21:55.405606+0000","last_active":"2024-09-10T07:21:57.493058+0000","last_peered":"2024-09-10T07:21:57.493058+0000","last_clean":"2024-09-10T07:21:57.493058+0000","last_became_active":"2024-09-10T07:21:55.405335+0000","last_became_peered":"2024-09-10T07:21:55.405335+0000","last_unstale":"2024-09-10T07:21:57.493058+0000","last_undegraded":"2024-09-10T07:21:57.493058+0000","last_fullsized":"2024-09-10T07:21:57.493058+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:48.875640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408926+0000","last_change":"2024-09-10T07:21:56.408097+0000","last_active":"2024-09-10T07:21:57.408926+0000","last_peered":"2024-09-10T07:21:57.408926+0000","last_clean":"2024-09-10T07:21:57.408926+0000","last_became_active":"2024-09-10T07:21:56.407530+0000","last_became_peered":"2024-09-10T07:21:56.407530+0000","last_unstale":"2024-09-10T07:21:57.408926+0000","last_undegraded":"2024-09-10T07:21:57.408926+0000","last_fullsized":"2024-09-10T07:21:57.408926+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:01:37.890823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"51'1","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407804+0000","last_change":"2024-09-10T07:21:55.414281+0000","last_active":"2024-09-10T07:21:57.407804+0000","last_peered":"2024-09-10T07:21:57.407804+0000","last_clean":"2024-09-10T07:21:57.407804+0000","last_became_active":"2024-09-10T07:21:55.413746+0000","last_became_peered":"2024-09-10T07:21:55.413746+0000","last_unstale":"2024-09-10T07:21:57.407804+0000","last_undegraded":"2024-09-10T07:21:57.407804+0000","last_fullsized":"2024-09-10T07:21:57.407804+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:48.875640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492872+0000","last_change":"2024-09-10T07:21:56.409985+0000","last_active":"2024-09-10T07:21:57.492872+0000","last_peered":"2024-09-10T07:21:57.492872+0000","last_clean":"2024-09-10T07:21:57.492872+0000","last_became_active":"2024-09-10T07:21:56.409693+0000","last_became_peered":"2024-09-10T07:21:56.409693+0000","last_unstale":"2024-09-10T07:21:57.492872+0000","last_undegraded":"2024-09-10T07:21:57.492872+0000","last_fullsized":"2024-09-10T07:21:57.492872+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:52:02.345408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"51'2","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407958+0000","last_change":"2024-09-10T07:21:55.408464+0000","last_active":"2024-09-10T07:21:57.407958+0000","last_peered":"2024-09-10T07:21:57.407958+0000","last_clean":"2024-09-10T07:21:57.407958+0000","last_became_active":"2024-09-10T07:21:55.408101+0000","last_became_peered":"2024-09-10T07:21:55.408101+0000","last_unstale":"2024-09-10T07:21:57.407958+0000","last_undegraded":"2024-09-10T07:21:57.407958+0000","last_fullsized":"2024-09-10T07:21:57.407958+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:44.716898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493077+0000","last_change":"2024-09-10T07:21:56.412248+0000","last_active":"2024-09-10T07:21:57.493077+0000","last_peered":"2024-09-10T07:21:57.493077+0000","last_clean":"2024-09-10T07:21:57.493077+0000","last_became_active":"2024-09-10T07:21:56.411972+0000","last_became_peered":"2024-09-10T07:21:56.411972+0000","last_unstale":"2024-09-10T07:21:57.493077+0000","last_undegraded":"2024-09-10T07:21:57.493077+0000","last_fullsized":"2024-09-10T07:21:57.493077+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:50:24.504679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"51'2","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408833+0000","last_change":"2024-09-10T07:21:55.408033+0000","last_active":"2024-09-10T07:21:57.408833+0000","last_peered":"2024-09-10T07:21:57.408833+0000","last_clean":"2024-09-10T07:21:57.408833+0000","last_became_active":"2024-09-10T07:21:55.407704+0000","last_became_peered":"2024-09-10T07:21:55.407704+0000","last_unstale":"2024-09-10T07:21:57.408833+0000","last_undegraded":"2024-09-10T07:21:57.408833+0000","last_fullsized":"2024-09-10T07:21:57.408833+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.409006+0000","last_change":"2024-09-10T07:21:56.424942+0000","last_active":"2024-09-10T07:21:57.409006+0000","last_peered":"2024-09-10T07:21:57.409006+0000","last_clean":"2024-09-10T07:21:57.409006+0000","last_became_active":"2024-09-10T07:21:56.424573+0000","last_became_peered":"2024-09-10T07:21:56.424573+0000","last_unstale":"2024-09-10T07:21:57.409006+0000","last_undegraded":"2024-09-10T07:21:57.409006+0000","last_fullsized":"2024-09-10T07:21:57.409006+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:12.403390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"51'1","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414142+0000","last_change":"2024-09-10T07:21:55.411486+0000","last_active":"2024-09-10T07:21:57.414142+0000","last_peered":"2024-09-10T07:21:57.414142+0000","last_clean":"2024-09-10T07:21:57.414142+0000","last_became_active":"2024-09-10T07:21:55.411174+0000","last_became_peered":"2024-09-10T07:21:55.411174+0000","last_unstale":"2024-09-10T07:21:57.414142+0000","last_undegraded":"2024-09-10T07:21:57.414142+0000","last_fullsized":"2024-09-10T07:21:57.414142+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416274+0000","last_change":"2024-09-10T07:21:56.420804+0000","last_active":"2024-09-10T07:21:57.416274+0000","last_peered":"2024-09-10T07:21:57.416274+0000","last_clean":"2024-09-10T07:21:57.416274+0000","last_became_active":"2024-09-10T07:21:56.420521+0000","last_became_peered":"2024-09-10T07:21:56.420521+0000","last_unstale":"2024-09-10T07:21:57.416274+0000","last_undegraded":"2024-09-10T07:21:57.416274+0000","last_fullsized":"2024-09-10T07:21:57.416274+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:19.117875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"51'1","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408605+0000","last_change":"2024-09-10T07:21:55.401691+0000","last_active":"2024-09-10T07:21:57.408605+0000","last_peered":"2024-09-10T07:21:57.408605+0000","last_clean":"2024-09-10T07:21:57.408605+0000","last_became_active":"2024-09-10T07:21:55.401345+0000","last_became_peered":"2024-09-10T07:21:55.401345+0000","last_unstale":"2024-09-10T07:21:57.408605+0000","last_undegraded":"2024-09-10T07:21:57.408605+0000","last_fullsized":"2024-09-10T07:21:57.408605+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:52.917928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493518+0000","last_change":"2024-09-10T07:21:56.411083+0000","last_active":"2024-09-10T07:21:57.493518+0000","last_peered":"2024-09-10T07:21:57.493518+0000","last_clean":"2024-09-10T07:21:57.493518+0000","last_became_active":"2024-09-10T07:21:56.410767+0000","last_became_peered":"2024-09-10T07:21:56.410767+0000","last_unstale":"2024-09-10T07:21:57.493518+0000","last_undegraded":"2024-09-10T07:21:57.493518+0000","last_fullsized":"2024-09-10T07:21:57.493518+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:44.809669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492754+0000","last_change":"2024-09-10T07:21:55.405596+0000","last_active":"2024-09-10T07:21:57.492754+0000","last_peered":"2024-09-10T07:21:57.492754+0000","last_clean":"2024-09-10T07:21:57.492754+0000","last_became_active":"2024-09-10T07:21:55.405157+0000","last_became_peered":"2024-09-10T07:21:55.405157+0000","last_unstale":"2024-09-10T07:21:57.492754+0000","last_undegraded":"2024-09-10T07:21:57.492754+0000","last_fullsized":"2024-09-10T07:21:57.492754+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:47.855606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416416+0000","last_change":"2024-09-10T07:21:56.430552+0000","last_active":"2024-09-10T07:21:57.416416+0000","last_peered":"2024-09-10T07:21:57.416416+0000","last_clean":"2024-09-10T07:21:57.416416+0000","last_became_active":"2024-09-10T07:21:56.430257+0000","last_became_peered":"2024-09-10T07:21:56.430257+0000","last_unstale":"2024-09-10T07:21:57.416416+0000","last_undegraded":"2024-09-10T07:21:57.416416+0000","last_fullsized":"2024-09-10T07:21:57.416416+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:59:51.103816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413413+0000","last_change":"2024-09-10T07:21:55.406947+0000","last_active":"2024-09-10T07:21:57.413413+0000","last_peered":"2024-09-10T07:21:57.413413+0000","last_clean":"2024-09-10T07:21:57.413413+0000","last_became_active":"2024-09-10T07:21:55.406574+0000","last_became_peered":"2024-09-10T07:21:55.406574+0000","last_unstale":"2024-09-10T07:21:57.413413+0000","last_undegraded":"2024-09-10T07:21:57.413413+0000","last_fullsized":"2024-09-10T07:21:57.413413+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:10:44.698027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408381+0000","last_change":"2024-09-10T07:21:56.408707+0000","last_active":"2024-09-10T07:21:57.408381+0000","last_peered":"2024-09-10T07:21:57.408381+0000","last_clean":"2024-09-10T07:21:57.408381+0000","last_became_active":"2024-09-10T07:21:56.408438+0000","last_became_peered":"2024-09-10T07:21:56.408438+0000","last_unstale":"2024-09-10T07:21:57.408381+0000","last_undegraded":"2024-09-10T07:21:57.408381+0000","last_fullsized":"2024-09-10T07:21:57.408381+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:33.371257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416346+0000","last_change":"2024-09-10T07:21:55.405680+0000","last_active":"2024-09-10T07:21:57.416346+0000","last_peered":"2024-09-10T07:21:57.416346+0000","last_clean":"2024-09-10T07:21:57.416346+0000","last_became_active":"2024-09-10T07:21:55.405391+0000","last_became_peered":"2024-09-10T07:21:55.405391+0000","last_unstale":"2024-09-10T07:21:57.416346+0000","last_undegraded":"2024-09-10T07:21:57.416346+0000","last_fullsized":"2024-09-10T07:21:57.416346+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.453179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408709+0000","last_change":"2024-09-10T07:21:56.400828+0000","last_active":"2024-09-10T07:21:57.408709+0000","last_peered":"2024-09-10T07:21:57.408709+0000","last_clean":"2024-09-10T07:21:57.408709+0000","last_became_active":"2024-09-10T07:21:56.400297+0000","last_became_peered":"2024-09-10T07:21:56.400297+0000","last_unstale":"2024-09-10T07:21:57.408709+0000","last_undegraded":"2024-09-10T07:21:57.408709+0000","last_fullsized":"2024-09-10T07:21:57.408709+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:20.863653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.409214+0000","last_change":"2024-09-10T07:21:55.408308+0000","last_active":"2024-09-10T07:21:57.409214+0000","last_peered":"2024-09-10T07:21:57.409214+0000","last_clean":"2024-09-10T07:21:57.409214+0000","last_became_active":"2024-09-10T07:21:55.408039+0000","last_became_peered":"2024-09-10T07:21:55.408039+0000","last_unstale":"2024-09-10T07:21:57.409214+0000","last_undegraded":"2024-09-10T07:21:57.409214+0000","last_fullsized":"2024-09-10T07:21:57.409214+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:12:01.282122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413729+0000","last_change":"2024-09-10T07:21:56.425467+0000","last_active":"2024-09-10T07:21:57.413729+0000","last_peered":"2024-09-10T07:21:57.413729+0000","last_clean":"2024-09-10T07:21:57.413729+0000","last_became_active":"2024-09-10T07:21:56.424180+0000","last_became_peered":"2024-09-10T07:21:56.424180+0000","last_unstale":"2024-09-10T07:21:57.413729+0000","last_undegraded":"2024-09-10T07:21:57.413729+0000","last_fullsized":"2024-09-10T07:21:57.413729+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:13.748365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"51'3","reported_seq":17,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416385+0000","last_change":"2024-09-10T07:21:55.409801+0000","last_active":"2024-09-10T07:21:57.416385+0000","last_peered":"2024-09-10T07:21:57.416385+0000","last_clean":"2024-09-10T07:21:57.416385+0000","last_became_active":"2024-09-10T07:21:55.409558+0000","last_became_peered":"2024-09-10T07:21:55.409558+0000","last_unstale":"2024-09-10T07:21:57.416385+0000","last_undegraded":"2024-09-10T07:21:57.416385+0000","last_fullsized":"2024-09-10T07:21:57.416385+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408731+0000","last_change":"2024-09-10T07:21:56.407958+0000","last_active":"2024-09-10T07:21:57.408731+0000","last_peered":"2024-09-10T07:21:57.408731+0000","last_clean":"2024-09-10T07:21:57.408731+0000","last_became_active":"2024-09-10T07:21:56.407062+0000","last_became_peered":"2024-09-10T07:21:56.407062+0000","last_unstale":"2024-09-10T07:21:57.408731+0000","last_undegraded":"2024-09-10T07:21:57.408731+0000","last_fullsized":"2024-09-10T07:21:57.408731+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:57.458188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"51'6","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493388+0000","last_change":"2024-09-10T07:21:55.411057+0000","last_active":"2024-09-10T07:21:57.493388+0000","last_peered":"2024-09-10T07:21:57.493388+0000","last_clean":"2024-09-10T07:21:57.493388+0000","last_became_active":"2024-09-10T07:21:55.410777+0000","last_became_peered":"2024-09-10T07:21:55.410777+0000","last_unstale":"2024-09-10T07:21:57.493388+0000","last_undegraded":"2024-09-10T07:21:57.493388+0000","last_fullsized":"2024-09-10T07:21:57.493388+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:51.637531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408939+0000","last_change":"2024-09-10T07:21:56.411461+0000","last_active":"2024-09-10T07:21:57.408939+0000","last_peered":"2024-09-10T07:21:57.408939+0000","last_clean":"2024-09-10T07:21:57.408939+0000","last_became_active":"2024-09-10T07:21:56.411189+0000","last_became_peered":"2024-09-10T07:21:56.411189+0000","last_unstale":"2024-09-10T07:21:57.408939+0000","last_undegraded":"2024-09-10T07:21:57.408939+0000","last_fullsized":"2024-09-10T07:21:57.408939+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:02:00.043350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"51'2","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413866+0000","last_change":"2024-09-10T07:21:55.411039+0000","last_active":"2024-09-10T07:21:57.413866+0000","last_peered":"2024-09-10T07:21:57.413866+0000","last_clean":"2024-09-10T07:21:57.413866+0000","last_became_active":"2024-09-10T07:21:55.410759+0000","last_became_peered":"2024-09-10T07:21:55.410759+0000","last_unstale":"2024-09-10T07:21:57.413866+0000","last_undegraded":"2024-09-10T07:21:57.413866+0000","last_fullsized":"2024-09-10T07:21:57.413866+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414081+0000","last_change":"2024-09-10T07:21:56.425221+0000","last_active":"2024-09-10T07:21:57.414081+0000","last_peered":"2024-09-10T07:21:57.414081+0000","last_clean":"2024-09-10T07:21:57.414081+0000","last_became_active":"2024-09-10T07:21:56.424920+0000","last_became_peered":"2024-09-10T07:21:56.424920+0000","last_unstale":"2024-09-10T07:21:57.414081+0000","last_undegraded":"2024-09-10T07:21:57.414081+0000","last_fullsized":"2024-09-10T07:21:57.414081+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:36.186102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493165+0000","last_change":"2024-09-10T07:21:55.411218+0000","last_active":"2024-09-10T07:21:57.493165+0000","last_peered":"2024-09-10T07:21:57.493165+0000","last_clean":"2024-09-10T07:21:57.493165+0000","last_became_active":"2024-09-10T07:21:55.410929+0000","last_became_peered":"2024-09-10T07:21:55.410929+0000","last_unstale":"2024-09-10T07:21:57.493165+0000","last_undegraded":"2024-09-10T07:21:57.493165+0000","last_fullsized":"2024-09-10T07:21:57.493165+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:51.285087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493212+0000","last_change":"2024-09-10T07:21:56.417221+0000","last_active":"2024-09-10T07:21:57.493212+0000","last_peered":"2024-09-10T07:21:57.493212+0000","last_clean":"2024-09-10T07:21:57.493212+0000","last_became_active":"2024-09-10T07:21:56.416924+0000","last_became_peered":"2024-09-10T07:21:56.416924+0000","last_unstale":"2024-09-10T07:21:57.493212+0000","last_undegraded":"2024-09-10T07:21:57.493212+0000","last_fullsized":"2024-09-10T07:21:57.493212+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:06.557843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416067+0000","last_change":"2024-09-10T07:21:55.404115+0000","last_active":"2024-09-10T07:21:57.416067+0000","last_peered":"2024-09-10T07:21:57.416067+0000","last_clean":"2024-09-10T07:21:57.416067+0000","last_became_active":"2024-09-10T07:21:55.403729+0000","last_became_peered":"2024-09-10T07:21:55.403729+0000","last_unstale":"2024-09-10T07:21:57.416067+0000","last_undegraded":"2024-09-10T07:21:57.416067+0000","last_fullsized":"2024-09-10T07:21:57.416067+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:11.398381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413984+0000","last_change":"2024-09-10T07:21:56.426681+0000","last_active":"2024-09-10T07:21:57.413984+0000","last_peered":"2024-09-10T07:21:57.413984+0000","last_clean":"2024-09-10T07:21:57.413984+0000","last_became_active":"2024-09-10T07:21:56.425996+0000","last_became_peered":"2024-09-10T07:21:56.425996+0000","last_unstale":"2024-09-10T07:21:57.413984+0000","last_undegraded":"2024-09-10T07:21:57.413984+0000","last_fullsized":"2024-09-10T07:21:57.413984+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:13.088014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"51'8","reported_seq":22,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493716+0000","last_change":"2024-09-10T07:21:55.413225+0000","last_active":"2024-09-10T07:21:57.493716+0000","last_peered":"2024-09-10T07:21:57.493716+0000","last_clean":"2024-09-10T07:21:57.493716+0000","last_became_active":"2024-09-10T07:21:55.411598+0000","last_became_peered":"2024-09-10T07:21:55.411598+0000","last_unstale":"2024-09-10T07:21:57.493716+0000","last_undegraded":"2024-09-10T07:21:57.493716+0000","last_fullsized":"2024-09-10T07:21:57.493716+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:52.320830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493663+0000","last_change":"2024-09-10T07:21:56.419761+0000","last_active":"2024-09-10T07:21:57.493663+0000","last_peered":"2024-09-10T07:21:57.493663+0000","last_clean":"2024-09-10T07:21:57.493663+0000","last_became_active":"2024-09-10T07:21:56.419209+0000","last_became_peered":"2024-09-10T07:21:56.419209+0000","last_unstale":"2024-09-10T07:21:57.493663+0000","last_undegraded":"2024-09-10T07:21:57.493663+0000","last_fullsized":"2024-09-10T07:21:57.493663+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:50:05.809770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"51'1","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414192+0000","last_change":"2024-09-10T07:21:55.418239+0000","last_active":"2024-09-10T07:21:57.414192+0000","last_peered":"2024-09-10T07:21:57.414192+0000","last_clean":"2024-09-10T07:21:57.414192+0000","last_became_active":"2024-09-10T07:21:55.417921+0000","last_became_peered":"2024-09-10T07:21:55.417921+0000","last_unstale":"2024-09-10T07:21:57.414192+0000","last_undegraded":"2024-09-10T07:21:57.414192+0000","last_fullsized":"2024-09-10T07:21:57.414192+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:08.373556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407540+0000","last_change":"2024-09-10T07:21:56.429186+0000","last_active":"2024-09-10T07:21:57.407540+0000","last_peered":"2024-09-10T07:21:57.407540+0000","last_clean":"2024-09-10T07:21:57.407540+0000","last_became_active":"2024-09-10T07:21:56.428905+0000","last_became_peered":"2024-09-10T07:21:56.428905+0000","last_unstale":"2024-09-10T07:21:57.407540+0000","last_undegraded":"2024-09-10T07:21:57.407540+0000","last_fullsized":"2024-09-10T07:21:57.407540+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:13.429945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"51'2","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493506+0000","last_change":"2024-09-10T07:21:55.408034+0000","last_active":"2024-09-10T07:21:57.493506+0000","last_peered":"2024-09-10T07:21:57.493506+0000","last_clean":"2024-09-10T07:21:57.493506+0000","last_became_active":"2024-09-10T07:21:55.407694+0000","last_became_peered":"2024-09-10T07:21:55.407694+0000","last_unstale":"2024-09-10T07:21:57.493506+0000","last_undegraded":"2024-09-10T07:21:57.493506+0000","last_fullsized":"2024-09-10T07:21:57.493506+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:39:32.332852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408486+0000","last_change":"2024-09-10T07:21:56.425061+0000","last_active":"2024-09-10T07:21:57.408486+0000","last_peered":"2024-09-10T07:21:57.408486+0000","last_clean":"2024-09-10T07:21:57.408486+0000","last_became_active":"2024-09-10T07:21:56.424569+0000","last_became_peered":"2024-09-10T07:21:56.424569+0000","last_unstale":"2024-09-10T07:21:57.408486+0000","last_undegraded":"2024-09-10T07:21:57.408486+0000","last_fullsized":"2024-09-10T07:21:57.408486+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.730427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"51'1","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493043+0000","last_change":"2024-09-10T07:21:55.410167+0000","last_active":"2024-09-10T07:21:57.493043+0000","last_peered":"2024-09-10T07:21:57.493043+0000","last_clean":"2024-09-10T07:21:57.493043+0000","last_became_active":"2024-09-10T07:21:55.409861+0000","last_became_peered":"2024-09-10T07:21:55.409861+0000","last_unstale":"2024-09-10T07:21:57.493043+0000","last_undegraded":"2024-09-10T07:21:57.493043+0000","last_fullsized":"2024-09-10T07:21:57.493043+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:44.716898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407782+0000","last_change":"2024-09-10T07:21:56.415984+0000","last_active":"2024-09-10T07:21:57.407782+0000","last_peered":"2024-09-10T07:21:57.407782+0000","last_clean":"2024-09-10T07:21:57.407782+0000","last_became_active":"2024-09-10T07:21:56.415610+0000","last_became_peered":"2024-09-10T07:21:56.415610+0000","last_unstale":"2024-09-10T07:21:57.407782+0000","last_undegraded":"2024-09-10T07:21:57.407782+0000","last_fullsized":"2024-09-10T07:21:57.407782+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:50.202565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493081+0000","last_change":"2024-09-10T07:21:55.412168+0000","last_active":"2024-09-10T07:21:57.493081+0000","last_peered":"2024-09-10T07:21:57.493081+0000","last_clean":"2024-09-10T07:21:57.493081+0000","last_became_active":"2024-09-10T07:21:55.411942+0000","last_became_peered":"2024-09-10T07:21:55.411942+0000","last_unstale":"2024-09-10T07:21:57.493081+0000","last_undegraded":"2024-09-10T07:21:57.493081+0000","last_fullsized":"2024-09-10T07:21:57.493081+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:45.122506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408475+0000","last_change":"2024-09-10T07:21:56.399593+0000","last_active":"2024-09-10T07:21:57.408475+0000","last_peered":"2024-09-10T07:21:57.408475+0000","last_clean":"2024-09-10T07:21:57.408475+0000","last_became_active":"2024-09-10T07:21:56.399304+0000","last_became_peered":"2024-09-10T07:21:56.399304+0000","last_unstale":"2024-09-10T07:21:57.408475+0000","last_undegraded":"2024-09-10T07:21:57.408475+0000","last_fullsized":"2024-09-10T07:21:57.408475+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:50:32.189668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"51'2","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407724+0000","last_change":"2024-09-10T07:21:55.405888+0000","last_active":"2024-09-10T07:21:57.407724+0000","last_peered":"2024-09-10T07:21:57.407724+0000","last_clean":"2024-09-10T07:21:57.407724+0000","last_became_active":"2024-09-10T07:21:55.405604+0000","last_became_peered":"2024-09-10T07:21:55.405604+0000","last_unstale":"2024-09-10T07:21:57.407724+0000","last_undegraded":"2024-09-10T07:21:57.407724+0000","last_fullsized":"2024-09-10T07:21:57.407724+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:47.855606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493126+0000","last_change":"2024-09-10T07:21:56.404851+0000","last_active":"2024-09-10T07:21:57.493126+0000","last_peered":"2024-09-10T07:21:57.493126+0000","last_clean":"2024-09-10T07:21:57.493126+0000","last_became_active":"2024-09-10T07:21:56.404580+0000","last_became_peered":"2024-09-10T07:21:56.404580+0000","last_unstale":"2024-09-10T07:21:57.493126+0000","last_undegraded":"2024-09-10T07:21:57.493126+0000","last_fullsized":"2024-09-10T07:21:57.493126+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:28.035705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492821+0000","last_change":"2024-09-10T07:21:55.412558+0000","last_active":"2024-09-10T07:21:57.492821+0000","last_peered":"2024-09-10T07:21:57.492821+0000","last_clean":"2024-09-10T07:21:57.492821+0000","last_became_active":"2024-09-10T07:21:55.412251+0000","last_became_peered":"2024-09-10T07:21:55.412251+0000","last_unstale":"2024-09-10T07:21:57.492821+0000","last_undegraded":"2024-09-10T07:21:57.492821+0000","last_fullsized":"2024-09-10T07:21:57.492821+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:05.729336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414053+0000","last_change":"2024-09-10T07:21:56.426604+0000","last_active":"2024-09-10T07:21:57.414053+0000","last_peered":"2024-09-10T07:21:57.414053+0000","last_clean":"2024-09-10T07:21:57.414053+0000","last_became_active":"2024-09-10T07:21:56.426277+0000","last_became_peered":"2024-09-10T07:21:56.426277+0000","last_unstale":"2024-09-10T07:21:57.414053+0000","last_undegraded":"2024-09-10T07:21:57.414053+0000","last_fullsized":"2024-09-10T07:21:57.414053+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:53.807378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413545+0000","last_change":"2024-09-10T07:21:55.413659+0000","last_active":"2024-09-10T07:21:57.413545+0000","last_peered":"2024-09-10T07:21:57.413545+0000","last_clean":"2024-09-10T07:21:57.413545+0000","last_became_active":"2024-09-10T07:21:55.413332+0000","last_became_peered":"2024-09-10T07:21:55.413332+0000","last_unstale":"2024-09-10T07:21:57.413545+0000","last_undegraded":"2024-09-10T07:21:57.413545+0000","last_fullsized":"2024-09-10T07:21:57.413545+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:08.725417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407976+0000","last_change":"2024-09-10T07:21:56.427758+0000","last_active":"2024-09-10T07:21:57.407976+0000","last_peered":"2024-09-10T07:21:57.407976+0000","last_clean":"2024-09-10T07:21:57.407976+0000","last_became_active":"2024-09-10T07:21:56.425641+0000","last_became_peered":"2024-09-10T07:21:56.425641+0000","last_unstale":"2024-09-10T07:21:57.407976+0000","last_undegraded":"2024-09-10T07:21:57.407976+0000","last_fullsized":"2024-09-10T07:21:57.407976+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:06.734346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492704+0000","last_change":"2024-09-10T07:21:55.406953+0000","last_active":"2024-09-10T07:21:57.492704+0000","last_peered":"2024-09-10T07:21:57.492704+0000","last_clean":"2024-09-10T07:21:57.492704+0000","last_became_active":"2024-09-10T07:21:55.406681+0000","last_became_peered":"2024-09-10T07:21:55.406681+0000","last_unstale":"2024-09-10T07:21:57.492704+0000","last_undegraded":"2024-09-10T07:21:57.492704+0000","last_fullsized":"2024-09-10T07:21:57.492704+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:34.082684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408890+0000","last_change":"2024-09-10T07:21:56.406300+0000","last_active":"2024-09-10T07:21:57.408890+0000","last_peered":"2024-09-10T07:21:57.408890+0000","last_clean":"2024-09-10T07:21:57.408890+0000","last_became_active":"2024-09-10T07:21:56.405743+0000","last_became_peered":"2024-09-10T07:21:56.405743+0000","last_unstale":"2024-09-10T07:21:57.408890+0000","last_undegraded":"2024-09-10T07:21:57.408890+0000","last_fullsized":"2024-09-10T07:21:57.408890+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:37.490256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"51'2","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493130+0000","last_change":"2024-09-10T07:21:55.411235+0000","last_active":"2024-09-10T07:21:57.493130+0000","last_peered":"2024-09-10T07:21:57.493130+0000","last_clean":"2024-09-10T07:21:57.493130+0000","last_became_active":"2024-09-10T07:21:55.411012+0000","last_became_peered":"2024-09-10T07:21:55.411012+0000","last_unstale":"2024-09-10T07:21:57.493130+0000","last_undegraded":"2024-09-10T07:21:57.493130+0000","last_fullsized":"2024-09-10T07:21:57.493130+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:54.000810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.407668+0000","last_change":"2024-09-10T07:21:56.410806+0000","last_active":"2024-09-10T07:21:57.407668+0000","last_peered":"2024-09-10T07:21:57.407668+0000","last_clean":"2024-09-10T07:21:57.407668+0000","last_became_active":"2024-09-10T07:21:56.410381+0000","last_became_peered":"2024-09-10T07:21:56.410381+0000","last_unstale":"2024-09-10T07:21:57.407668+0000","last_undegraded":"2024-09-10T07:21:57.407668+0000","last_fullsized":"2024-09-10T07:21:57.407668+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:28.035705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.416395+0000","last_change":"2024-09-10T07:21:55.410835+0000","last_active":"2024-09-10T07:21:57.416395+0000","last_peered":"2024-09-10T07:21:57.416395+0000","last_clean":"2024-09-10T07:21:57.416395+0000","last_became_active":"2024-09-10T07:21:55.410542+0000","last_became_peered":"2024-09-10T07:21:55.410542+0000","last_unstale":"2024-09-10T07:21:57.416395+0000","last_undegraded":"2024-09-10T07:21:57.416395+0000","last_fullsized":"2024-09-10T07:21:57.416395+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493232+0000","last_change":"2024-09-10T07:21:56.404453+0000","last_active":"2024-09-10T07:21:57.493232+0000","last_peered":"2024-09-10T07:21:57.493232+0000","last_clean":"2024-09-10T07:21:57.493232+0000","last_became_active":"2024-09-10T07:21:56.404136+0000","last_became_peered":"2024-09-10T07:21:56.404136+0000","last_unstale":"2024-09-10T07:21:57.493232+0000","last_undegraded":"2024-09-10T07:21:57.493232+0000","last_fullsized":"2024-09-10T07:21:57.493232+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:36.849061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413803+0000","last_change":"2024-09-10T07:21:55.407140+0000","last_active":"2024-09-10T07:21:57.413803+0000","last_peered":"2024-09-10T07:21:57.413803+0000","last_clean":"2024-09-10T07:21:57.413803+0000","last_became_active":"2024-09-10T07:21:55.406850+0000","last_became_peered":"2024-09-10T07:21:55.406850+0000","last_unstale":"2024-09-10T07:21:57.413803+0000","last_undegraded":"2024-09-10T07:21:57.413803+0000","last_fullsized":"2024-09-10T07:21:57.413803+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413613+0000","last_change":"2024-09-10T07:21:56.429051+0000","last_active":"2024-09-10T07:21:57.413613+0000","last_peered":"2024-09-10T07:21:57.413613+0000","last_clean":"2024-09-10T07:21:57.413613+0000","last_became_active":"2024-09-10T07:21:56.428770+0000","last_became_peered":"2024-09-10T07:21:56.428770+0000","last_unstale":"2024-09-10T07:21:57.413613+0000","last_undegraded":"2024-09-10T07:21:57.413613+0000","last_fullsized":"2024-09-10T07:21:57.413613+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:03.841362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493241+0000","last_change":"2024-09-10T07:21:55.409982+0000","last_active":"2024-09-10T07:21:57.493241+0000","last_peered":"2024-09-10T07:21:57.493241+0000","last_clean":"2024-09-10T07:21:57.493241+0000","last_became_active":"2024-09-10T07:21:55.409650+0000","last_became_peered":"2024-09-10T07:21:55.409650+0000","last_unstale":"2024-09-10T07:21:57.493241+0000","last_undegraded":"2024-09-10T07:21:57.493241+0000","last_fullsized":"2024-09-10T07:21:57.493241+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:26.338645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408826+0000","last_change":"2024-09-10T07:21:56.410897+0000","last_active":"2024-09-10T07:21:57.408826+0000","last_peered":"2024-09-10T07:21:57.408826+0000","last_clean":"2024-09-10T07:21:57.408826+0000","last_became_active":"2024-09-10T07:21:56.410562+0000","last_became_peered":"2024-09-10T07:21:56.410562+0000","last_unstale":"2024-09-10T07:21:57.408826+0000","last_undegraded":"2024-09-10T07:21:57.408826+0000","last_fullsized":"2024-09-10T07:21:57.408826+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:41.431322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492900+0000","last_change":"2024-09-10T07:21:55.407878+0000","last_active":"2024-09-10T07:21:57.492900+0000","last_peered":"2024-09-10T07:21:57.492900+0000","last_clean":"2024-09-10T07:21:57.492900+0000","last_became_active":"2024-09-10T07:21:55.407185+0000","last_became_peered":"2024-09-10T07:21:55.407185+0000","last_unstale":"2024-09-10T07:21:57.492900+0000","last_undegraded":"2024-09-10T07:21:57.492900+0000","last_fullsized":"2024-09-10T07:21:57.492900+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:54.683822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.413903+0000","last_change":"2024-09-10T07:21:56.427198+0000","last_active":"2024-09-10T07:21:57.413903+0000","last_peered":"2024-09-10T07:21:57.413903+0000","last_clean":"2024-09-10T07:21:57.413903+0000","last_became_active":"2024-09-10T07:21:56.426909+0000","last_became_peered":"2024-09-10T07:21:56.426909+0000","last_unstale":"2024-09-10T07:21:57.413903+0000","last_undegraded":"2024-09-10T07:21:57.413903+0000","last_fullsized":"2024-09-10T07:21:57.413903+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:22:51.734406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408732+0000","last_change":"2024-09-10T07:21:55.400389+0000","last_active":"2024-09-10T07:21:57.408732+0000","last_peered":"2024-09-10T07:21:57.408732+0000","last_clean":"2024-09-10T07:21:57.408732+0000","last_became_active":"2024-09-10T07:21:55.400091+0000","last_became_peered":"2024-09-10T07:21:55.400091+0000","last_unstale":"2024-09-10T07:21:57.408732+0000","last_undegraded":"2024-09-10T07:21:57.408732+0000","last_fullsized":"2024-09-10T07:21:57.408732+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:03.107978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.493367+0000","last_change":"2024-09-10T07:21:56.410414+0000","last_active":"2024-09-10T07:21:57.493367+0000","last_peered":"2024-09-10T07:21:57.493367+0000","last_clean":"2024-09-10T07:21:57.493367+0000","last_became_active":"2024-09-10T07:21:56.410095+0000","last_became_peered":"2024-09-10T07:21:56.410095+0000","last_unstale":"2024-09-10T07:21:57.493367+0000","last_undegraded":"2024-09-10T07:21:57.493367+0000","last_fullsized":"2024-09-10T07:21:57.493367+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:37:36.372394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.408510+0000","last_change":"2024-09-10T07:21:55.406552+0000","last_active":"2024-09-10T07:21:57.408510+0000","last_peered":"2024-09-10T07:21:57.408510+0000","last_clean":"2024-09-10T07:21:57.408510+0000","last_became_active":"2024-09-10T07:21:55.406266+0000","last_became_peered":"2024-09-10T07:21:55.406266+0000","last_unstale":"2024-09-10T07:21:57.408510+0000","last_undegraded":"2024-09-10T07:21:57.408510+0000","last_fullsized":"2024-09-10T07:21:57.408510+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:55:21.797886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.492831+0000","last_change":"2024-09-10T07:21:56.410274+0000","last_active":"2024-09-10T07:21:57.492831+0000","last_peered":"2024-09-10T07:21:57.492831+0000","last_clean":"2024-09-10T07:21:57.492831+0000","last_became_active":"2024-09-10T07:21:56.410011+0000","last_became_peered":"2024-09-10T07:21:56.410011+0000","last_unstale":"2024-09-10T07:21:57.492831+0000","last_undegraded":"2024-09-10T07:21:57.492831+0000","last_fullsized":"2024-09-10T07:21:57.492831+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:55.385216+0000","last_clean_scrub_stamp":"2024-09-10T07:21:55.385216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:16:25.199747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"52'1","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.414208+0000","last_change":"2024-09-10T07:21:55.410291+0000","last_active":"2024-09-10T07:21:57.414208+0000","last_peered":"2024-09-10T07:21:57.414208+0000","last_clean":"2024-09-10T07:21:57.414208+0000","last_became_active":"2024-09-10T07:21:55.409993+0000","last_became_peered":"2024-09-10T07:21:55.409993+0000","last_unstale":"2024-09-10T07:21:57.414208+0000","last_undegraded":"2024-09-10T07:21:57.414208+0000","last_fullsized":"2024-09-10T07:21:57.414208+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":49,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:21:54.380206+0000","last_clean_scrub_stamp":"2024-09-10T07:21:54.380206+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:08:01.811848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":226,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T07:21:57.415937+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:21:57.415937+0000","last_peered":"2024-09-10T07:21:57.415937+0000","last_clean":"2024-09-10T07:21:57.415937+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:21:57.415937+0000","last_undegraded":"2024-09-10T07:21:57.415937+0000","last_fullsized":"2024-09-10T07:21:57.415937+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542171,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1216512,"data_stored":862877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542171,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31792,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340048,"statfs":{"total":96636764160,"available":96604209152,"internally_reserved":0,"allocated":614400,"data_stored":272385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542171,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31796,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340044,"statfs":{"total":96636764160,"available":96604205056,"internally_reserved":0,"allocated":618496,"data_stored":272967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542172,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27652,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344188,"statfs":{"total":96636764160,"available":96608448512,"internally_reserved":0,"allocated":630784,"data_stored":274019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":273997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542173,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27640,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":622592,"data_stored":272545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542172,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1216512,"data_stored":862809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574876,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":622592,"data_stored":273037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:22:04.142 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:22:04.142 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T07:22:04.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.287+0000 7f74a5f11640 1 Processor -- start 2024-09-10T07:22:04.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.287+0000 7f74a5f11640 1 -- start start 2024-09-10T07:22:04.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f74a5f11640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 0x7f74a00d1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f74a5f11640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f74a00cf1d0 0x7f74a00cf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f74a5f11640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74a00d2d60 con 0x7f74a00d43b0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f74a5f11640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f74a00d3040 con 0x7f74a00cf1d0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f74a5f11640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f74a00d15e0 con 0x7f74a00d2860 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f749f7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f74a00d43b0 0x7f74a00d4790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:56010/0 (socket says 172.21.15.3:56010) 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.288+0000 7f749f7fe640 1 -- 172.21.15.3:0/961449001 learned_addr learned my addr 172.21.15.3:0/961449001 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 215956851 0 0) 0x7f74a00d2d60 con 0x7f74a00d43b0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7488003520 con 0x7f74a00d43b0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749ffff640 1 --2- 172.21.15.3:0/961449001 >> v2:172.21.15.70:3300/0 conn(0x7f74a00cf1d0 0x7f74a00cf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749effd640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 0x7f74a00d1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 738218640 0 0) 0x7f7488003520 con 0x7f74a00d43b0 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 msgr2=0x7f74a00d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:04.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 0x7f74a00d1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 >> v2:172.21.15.70:3300/0 conn(0x7f74a00cf1d0 msgr2=0x7f74a00cf680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 --2- 172.21.15.3:0/961449001 >> v2:172.21.15.70:3300/0 conn(0x7f74a00cf1d0 0x7f74a00cf680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74a00d18c0 con 0x7f74a00d43b0 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f7490001670 con 0x7f74a00d43b0 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 >> v1:172.21.15.3:6789/0 conn(0x7f74a00d43b0 legacy=0x7f74a00d4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74880039b0 0x7f7488003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7488004800 0x7f7488004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 0x7f74880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f74a00d3040 con 0x7f7488004800 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f74a00d15e0 con 0x7f74880039b0 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f748800b9c0 con 0x7f74a00d2860 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749effd640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7488004800 0x7f7488004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749f7fe640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74880039b0 0x7f7488003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.289+0000 7f749ffff640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 0x7f74880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749effd640 1 -- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 msgr2=0x7f74880051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749effd640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f74a00d2860 0x7f74880051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749effd640 1 -- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74880039b0 msgr2=0x7f7488003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749effd640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74880039b0 0x7f7488003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749effd640 1 -- 172.21.15.3:0/961449001 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7488003520 con 0x7f7488004800 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749effd640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7488004800 0x7f7488004c80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f7494009af0 tx=0x7f7488005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8d1595b8d41784f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.290+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7494036070 con 0x7f7488004800 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7494031400 con 0x7f7488004800 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f749e7fc640 1 -- 172.21.15.3:0/961449001 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7494009690 con 0x7f7488004800 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f74a5f11640 1 -- 172.21.15.3:0/961449001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7488004800 msgr2=0x7f7488004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f74a5f11640 1 --2- 172.21.15.3:0/961449001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7488004800 0x7f7488004c80 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f7494009af0 tx=0x7f7488005830 comp rx=0 tx=0).stop 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f749ffff640 1 -- 172.21.15.3:0/961449001 reap_dead start 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f74a5f11640 1 -- 172.21.15.3:0/961449001 shutdown_connections 2024-09-10T07:22:04.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f74a5f11640 1 -- 172.21.15.3:0/961449001 >> 172.21.15.3:0/961449001 conn(0x7f74a008bfc0 msgr2=0x7f74a009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f74a5f11640 1 -- 172.21.15.3:0/961449001 shutdown_connections 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.291+0000 7f74a5f11640 1 -- 172.21.15.3:0/961449001 wait complete. 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.292+0000 7f74a5f11640 1 Processor -- start 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 -- start start 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7488004800 0x7f74a00b9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74a00b8ab0 0x7f74a01509d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 0x7f74a0150f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f74a015e7a0 con 0x7f74a00b8f10 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f74a006cfd0 con 0x7f74a00b8ab0 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f74a5f11640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f74a015e920 con 0x7f7488004800 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f749ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 0x7f74a0150f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f749ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 0x7f74a0150f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51484/0 (socket says 172.21.15.3:51484) 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f749ffff640 1 -- 172.21.15.3:0/3476012816 learned_addr learned my addr 172.21.15.3:0/3476012816 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:04.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f749f7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7488004800 0x7f74a00b9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.293+0000 7f749effd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74a00b8ab0 0x7f74a01509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f749ffff640 1 -- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7488004800 msgr2=0x7f74a00b9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f749ffff640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7488004800 0x7f74a00b9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f749ffff640 1 -- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74a00b8ab0 msgr2=0x7f74a01509d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f749ffff640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74a00b8ab0 0x7f74a01509d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f749ffff640 1 -- 172.21.15.3:0/3476012816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74a0160d90 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f749ffff640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 0x7f74a0150f10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f74a008ddc0 tx=0x7f749800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498011e60 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f749801d070 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74a0161070 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498015670 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.294+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74a0161630 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.295+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74a00d4790 con 0x7f74a00b8f10 2024-09-10T07:22:04.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.296+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7498015810 con 0x7f74a00b8f10 2024-09-10T07:22:04.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.296+0000 7f7487fff640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f748c06be30 0x7f748c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.296+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f749808b8c0 con 0x7f74a00b8f10 2024-09-10T07:22:04.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.296+0000 7f749f7fe640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f748c06be30 0x7f748c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.297+0000 7f749f7fe640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f748c06be30 0x7f748c06e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7490001eb0 tx=0x7f7490007970 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:04.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.300+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7498010040 con 0x7f74a00b8f10 2024-09-10T07:22:04.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.545+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f74a00690c0 con 0x7f74a00b8f10 2024-09-10T07:22:04.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.547+0000 7f7487fff640 1 -- 172.21.15.3:0/3476012816 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v10) ==== 190+0+147 (secure 0 0 0) 0x7f749805a0e0 con 0x7f74a00b8f10 2024-09-10T07:22:04.547 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-09-10T07:22:04.547 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:22:04.547 INFO:teuthology.orchestra.run.smithi003.stdout: caps mds = "allow" 2024-09-10T07:22:04.547 INFO:teuthology.orchestra.run.smithi003.stdout: caps mon = "allow r" 2024-09-10T07:22:04.547 INFO:teuthology.orchestra.run.smithi003.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T07:22:04.547 INFO:teuthology.orchestra.run.smithi003.stderr:updated caps for client.0 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f748c06be30 msgr2=0x7f748c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f748c06be30 0x7f748c06e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7490001eb0 tx=0x7f7490007970 comp rx=0 tx=0).stop 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 msgr2=0x7f74a0150f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 0x7f74a0150f10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f74a008ddc0 tx=0x7f749800f580 comp rx=0 tx=0).stop 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 shutdown_connections 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f748c06be30 0x7f748c06e2f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f74a00b8f10 0x7f74a0150f10 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f74a00b8ab0 0x7f74a01509d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 --2- 172.21.15.3:0/3476012816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7488004800 0x7f74a00b9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 >> 172.21.15.3:0/3476012816 conn(0x7f74a008bfc0 msgr2=0x7f74a00d0460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:04.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 shutdown_connections 2024-09-10T07:22:04.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.550+0000 7f74a5f11640 1 -- 172.21.15.3:0/3476012816 wait complete. 2024-09-10T07:22:04.561 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:22:04.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.663+0000 7f0f5025a640 1 Processor -- start 2024-09-10T07:22:04.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.663+0000 7f0f5025a640 1 -- start start 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f5025a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0f4815e560 0x7f0f480ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f5025a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0f480cf510 0x7f0f480d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f5025a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480d1380 0x7f0f480b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f5025a640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0f480d1760 con 0x7f0f480cf510 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f5025a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0f480d3480 con 0x7f0f4815e560 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f5025a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0f480d3760 con 0x7f0f480d1380 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0f480cf510 0x7f0f480d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0f480cf510 0x7f0f480d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51492/0 (socket says 172.21.15.3:51492) 2024-09-10T07:22:04.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 -- 172.21.15.3:0/2728863836 learned_addr learned my addr 172.21.15.3:0/2728863836 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:04.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 -- 172.21.15.3:0/2728863836 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480d1380 msgr2=0x7f0f480b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:04.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 --2- 172.21.15.3:0/2728863836 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480d1380 0x7f0f480b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 -- 172.21.15.3:0/2728863836 >> v2:172.21.15.70:3300/0 conn(0x7f0f4815e560 msgr2=0x7f0f480ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:04.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 --2- 172.21.15.3:0/2728863836 >> v2:172.21.15.70:3300/0 conn(0x7f0f4815e560 0x7f0f480ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.664+0000 7f0f4d7f5640 1 -- 172.21.15.3:0/2728863836 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f480d3a40 con 0x7f0f480cf510 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.665+0000 7f0f4d7f5640 1 --2- 172.21.15.3:0/2728863836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f480cf510 0x7f0f480d0e40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f0f48074120 tx=0x7f0f3802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818a16ac1b86e223 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.665+0000 7f0f4cff4640 1 -- 172.21.15.3:0/2728863836 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f38037070 con 0x7f0f480cf510 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.665+0000 7f0f4cff4640 1 -- 172.21.15.3:0/2728863836 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f38032440 con 0x7f0f480cf510 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.665+0000 7f0f4cff4640 1 -- 172.21.15.3:0/2728863836 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f38032810 con 0x7f0f480cf510 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 -- 172.21.15.3:0/2728863836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f480cf510 msgr2=0x7f0f480d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 --2- 172.21.15.3:0/2728863836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f480cf510 0x7f0f480d0e40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f0f48074120 tx=0x7f0f3802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 -- 172.21.15.3:0/2728863836 shutdown_connections 2024-09-10T07:22:04.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 --2- 172.21.15.3:0/2728863836 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480d1380 0x7f0f480b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 --2- 172.21.15.3:0/2728863836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f480cf510 0x7f0f480d0e40 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 --2- 172.21.15.3:0/2728863836 >> v2:172.21.15.70:3300/0 conn(0x7f0f4815e560 0x7f0f480ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 -- 172.21.15.3:0/2728863836 >> 172.21.15.3:0/2728863836 conn(0x7f0f48073850 msgr2=0x7f0f4806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:04.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 -- 172.21.15.3:0/2728863836 shutdown_connections 2024-09-10T07:22:04.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.666+0000 7f0f5025a640 1 -- 172.21.15.3:0/2728863836 wait complete. 2024-09-10T07:22:04.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.667+0000 7f0f5025a640 1 Processor -- start 2024-09-10T07:22:04.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.667+0000 7f0f5025a640 1 -- start start 2024-09-10T07:22:04.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f5025a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480cf510 0x7f0f48160640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f5025a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f480d1380 0x7f0f4815b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f5025a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 0x7f0f481f1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f5025a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0f4815e940 con 0x7f0f4815e560 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f5025a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0f480d4240 con 0x7f0f480d1380 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f5025a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0f4815eac0 con 0x7f0f480cf510 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 0x7f0f481f1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 0x7f0f481f1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51496/0 (socket says 172.21.15.3:51496) 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 -- 172.21.15.3:0/1584664823 learned_addr learned my addr 172.21.15.3:0/1584664823 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4d7f5640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f480d1380 0x7f0f4815b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4dff6640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480cf510 0x7f0f48160640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 -- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480cf510 msgr2=0x7f0f48160640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480cf510 0x7f0f48160640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 -- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f480d1380 msgr2=0x7f0f4815b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f480d1380 0x7f0f4815b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 -- 172.21.15.3:0/1584664823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f481f78e0 con 0x7f0f4815e560 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.668+0000 7f0f4e7f7640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 0x7f0f481f1180 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0f4000b970 tx=0x7f0f4000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.669+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f40019070 con 0x7f0f4815e560 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.669+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4000cb60 con 0x7f0f4815e560 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.669+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f481f7bc0 con 0x7f0f4815e560 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.669+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f40014440 con 0x7f0f4815e560 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.669+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f481536b0 con 0x7f0f4815e560 2024-09-10T07:22:04.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.670+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f480cf980 con 0x7f0f4815e560 2024-09-10T07:22:04.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.670+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f4001c070 con 0x7f0f4815e560 2024-09-10T07:22:04.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.670+0000 7f0f3e7fc640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0f2c06be60 0x7f0f2c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:04.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.671+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f0f4008ad10 con 0x7f0f4815e560 2024-09-10T07:22:04.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.671+0000 7f0f4dff6640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0f2c06be60 0x7f0f2c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:04.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.671+0000 7f0f4dff6640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0f2c06be60 0x7f0f2c06e320 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0f481605d0 tx=0x7f0f44008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:04.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.675+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f40059530 con 0x7f0f4815e560 2024-09-10T07:22:04.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.893+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f4815a090 con 0x7f0f4815e560 2024-09-10T07:22:04.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.893+0000 7f0f3e7fc640 1 -- 172.21.15.3:0/1584664823 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+5217 (secure 0 0 0) 0x7f0f40058e30 con 0x7f0f4815e560 2024-09-10T07:22:04.893 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:22:04.893 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":32,"btime":"2024-09-10T07:21:58:406416+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:21:57.748003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5445},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5445":{"gid":5445,"name":"c","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2938536535","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":2938536535},{"type":"v1","addr":"172.21.15.3:6835","nonce":2938536535}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5445,"qdb_cluster":[5445]},"id":3}]} 2024-09-10T07:22:04.894 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 32 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0f2c06be60 msgr2=0x7f0f2c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0f2c06be60 0x7f0f2c06e320 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0f481605d0 tx=0x7f0f44008040 comp rx=0 tx=0).stop 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 msgr2=0x7f0f481f1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 0x7f0f481f1180 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0f4000b970 tx=0x7f0f4000be30 comp rx=0 tx=0).stop 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 shutdown_connections 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0f2c06be60 0x7f0f2c06e320 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0f4815e560 0x7f0f481f1180 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0f480d1380 0x7f0f4815b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 --2- 172.21.15.3:0/1584664823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0f480cf510 0x7f0f48160640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:04.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.895+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 >> 172.21.15.3:0/1584664823 conn(0x7f0f48073850 msgr2=0x7f0f480b7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:04.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.896+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 shutdown_connections 2024-09-10T07:22:04.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:04.896+0000 7f0f5025a640 1 -- 172.21.15.3:0/1584664823 wait complete. 2024-09-10T07:22:05.312 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 32, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:55.760778+0000', 'modified': '2024-09-10T07:21:57.748003+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5445}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5445': {'gid': 5445, 'name': 'c', 'rank': 0, 'incarnation': 30, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6835/2938536535', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6833', 'nonce': 2938536535}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 2938536535}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5445, 'qdb_cluster': [5445]} 2024-09-10T07:22:05.312 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:22:05.313 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:22:05.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.421+0000 7f95d760e640 1 Processor -- start 2024-09-10T07:22:05.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.422+0000 7f95d760e640 1 -- start start 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.422+0000 7f95d760e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f95d015e8d0 0x7f95d0162e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d760e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d006baf0 0x7f95d006bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d760e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95d00cb790 con 0x7f95d00ced10 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d760e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f95d00ce8d0 con 0x7f95d015e8d0 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d760e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f95d006c470 con 0x7f95d006baf0 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d53aa640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f95d015e8d0 0x7f95d0162e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d5bab640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f95d00ced10 0x7f95d00cf1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:56026/0 (socket says 172.21.15.3:56026) 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d5bab640 1 -- 172.21.15.3:0/3166383154 learned_addr learned my addr 172.21.15.3:0/3166383154 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/3166383154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d006baf0 0x7f95d006bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d53aa640 1 -- 172.21.15.3:0/3166383154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d006baf0 msgr2=0x7f95d006bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d53aa640 1 --2- 172.21.15.3:0/3166383154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d006baf0 0x7f95d006bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d53aa640 1 -- 172.21.15.3:0/3166383154 >> v1:172.21.15.3:6789/0 conn(0x7f95d00ced10 legacy=0x7f95d00cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95d53aa640 1 -- 172.21.15.3:0/3166383154 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d00cda20 con 0x7f95d015e8d0 2024-09-10T07:22:05.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.423+0000 7f95c7fff640 1 -- 172.21.15.3:0/3166383154 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3838479324 0 0) 0x7f95d00cb790 con 0x7f95d00ced10 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.424+0000 7f95d53aa640 1 --2- 172.21.15.3:0/3166383154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d0162e70 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f95cc0097a0 tx=0x7f95cc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a4f94b4b447cea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.424+0000 7f95c7fff640 1 -- 172.21.15.3:0/3166383154 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc037070 con 0x7f95d015e8d0 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.424+0000 7f95c7fff640 1 -- 172.21.15.3:0/3166383154 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95cc02ae50 con 0x7f95d015e8d0 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.424+0000 7f95c7fff640 1 -- 172.21.15.3:0/3166383154 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc032660 con 0x7f95d015e8d0 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.424+0000 7f95d760e640 1 -- 172.21.15.3:0/3166383154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 msgr2=0x7f95d0162e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.424+0000 7f95d760e640 1 --2- 172.21.15.3:0/3166383154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d0162e70 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f95cc0097a0 tx=0x7f95cc02a100 comp rx=0 tx=0).stop 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.425+0000 7f95d760e640 1 -- 172.21.15.3:0/3166383154 shutdown_connections 2024-09-10T07:22:05.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.425+0000 7f95d760e640 1 --2- 172.21.15.3:0/3166383154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d006baf0 0x7f95d006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.425+0000 7f95d760e640 1 --2- 172.21.15.3:0/3166383154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d0162e70 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.425+0000 7f95d760e640 1 -- 172.21.15.3:0/3166383154 >> 172.21.15.3:0/3166383154 conn(0x7f95d00b2d10 msgr2=0x7f95d00b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.425+0000 7f95d760e640 1 -- 172.21.15.3:0/3166383154 shutdown_connections 2024-09-10T07:22:05.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.425+0000 7f95d760e640 1 -- 172.21.15.3:0/3166383154 wait complete. 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.426+0000 7f95d760e640 1 Processor -- start 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.426+0000 7f95d760e640 1 -- start start 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d006baf0 0x7f95d015c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d00ced10 0x7f95d015cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d00cba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f95d00cdfa0 con 0x7f95d015e8d0 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01633b0 con 0x7f95d006baf0 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f95d00ce280 con 0x7f95d00ced10 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d00cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d00cba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51522/0 (socket says 172.21.15.3:51522) 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 -- 172.21.15.3:0/2537059439 learned_addr learned my addr 172.21.15.3:0/2537059439 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d00ced10 0x7f95d015cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d53aa640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d006baf0 0x7f95d015c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 -- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d00ced10 msgr2=0x7f95d015cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d00ced10 0x7f95d015cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 -- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d006baf0 msgr2=0x7f95d015c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d006baf0 0x7f95d015c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 -- 172.21.15.3:0/2537059439 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d015d550 con 0x7f95d015e8d0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d5bab640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d00cba80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f95c800c800 tx=0x7f95c800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95c5ffb640 1 -- 172.21.15.3:0/2537059439 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c8018070 con 0x7f95d015e8d0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95c5ffb640 1 -- 172.21.15.3:0/2537059439 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95c8004d80 con 0x7f95d015e8d0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d01f44b0 con 0x7f95d015e8d0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.427+0000 7f95c5ffb640 1 -- 172.21.15.3:0/2537059439 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c800a880 con 0x7f95d015e8d0 2024-09-10T07:22:05.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.428+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d015c8a0 con 0x7f95d015e8d0 2024-09-10T07:22:05.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.429+0000 7f95c5ffb640 1 -- 172.21.15.3:0/2537059439 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f95c801b070 con 0x7f95d015e8d0 2024-09-10T07:22:05.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.430+0000 7f95c5ffb640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f95b406be30 0x7f95b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.430+0000 7f95c5ffb640 1 -- 172.21.15.3:0/2537059439 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f95c808a460 con 0x7f95d015e8d0 2024-09-10T07:22:05.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.430+0000 7f95d53aa640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f95b406be30 0x7f95b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95d53aa640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f95b406be30 0x7f95b406e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f95cc034000 tx=0x7f95cc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 Processor -- start 2024-09-10T07:22:05.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 -- start start 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f99ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f956a80 0x55c27f9596a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9538b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c27f8bb520 con 0x55c27f9592c0 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c27f8633e0 con 0x55c27f95aa50 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c27f8b74e0 con 0x55c27f956a80 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.431+0000 7f95d53aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f99ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f99ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51536/0 (socket says 172.21.15.3:51536) 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 -- 172.21.15.3:0/472681242 learned_addr learned my addr 172.21.15.3:0/472681242 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d5bab640 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f956a80 0x55c27f9596a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 -- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f956a80 msgr2=0x55c27f9596a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f956a80 0x55c27f9596a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 -- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 msgr2=0x55c27f9538b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9538b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 -- 172.21.15.3:0/472681242 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c27f87e2f0 con 0x55c27f9592c0 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f956a80 0x55c27f9596a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95d53aa640 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f99ea60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f95cc032720 tx=0x7f95cc02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa104f8a016d5786 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95baffd640 1 -- 172.21.15.3:0/472681242 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc04c070 con 0x55c27f9592c0 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95baffd640 1 -- 172.21.15.3:0/472681242 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95cc032d40 con 0x55c27f9592c0 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.432+0000 7f95baffd640 1 -- 172.21.15.3:0/472681242 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc037040 con 0x55c27f9592c0 2024-09-10T07:22:05.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 -- 172.21.15.3:0/472681242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 msgr2=0x55c27f99ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f99ea60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f95cc032720 tx=0x7f95cc02c000 comp rx=0 tx=0).stop 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 -- 172.21.15.3:0/472681242 shutdown_connections 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f956a80 0x55c27f9596a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 --2- 172.21.15.3:0/472681242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f99ea60 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 -- 172.21.15.3:0/472681242 >> 172.21.15.3:0/472681242 conn(0x55c27f955a80 msgr2=0x55c27f99df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 -- 172.21.15.3:0/472681242 shutdown_connections 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 -- 172.21.15.3:0/472681242 wait complete. 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.433+0000 7f95da484740 1 -- start start 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 Processor -- start 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f953730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9541b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f97a9b0 0x55c27f9a1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c27f954f20 con 0x55c27f9592c0 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c27f844450 con 0x55c27f95aa50 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.434+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c27f99f290 con 0x55c27f97a9b0 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95da484740 10 client.0 _ll_register_callbacks cb 0x55c27f5cdac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f953730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f953730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51546/0 (socket says 172.21.15.3:51546) 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 -- 172.21.15.3:0/3534216551 learned_addr learned my addr 172.21.15.3:0/3534216551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d5bab640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f97a9b0 0x55c27f9a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9541b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 -- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f97a9b0 msgr2=0x55c27f9a1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f97a9b0 0x55c27f9a1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 -- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 msgr2=0x55c27f9541b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9541b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 -- 172.21.15.3:0/3534216551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c27f5ce2d0 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9541b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95d53aa640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f953730 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f95cc02a140 tx=0x7f95cc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b0dbfc63b1d14d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95affff640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95affff640 1 -- 172.21.15.3:0/3534216551 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc037030 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95affff640 1 -- 172.21.15.3:0/3534216551 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f95cc004240 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95cc032d40 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95affff640 1 -- 172.21.15.3:0/3534216551 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f95cc063050 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95da484740 10 client.5601 fetch_fsmap learned FSMap version 32 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.435+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=2+}) -- 0x55c27f6986b0 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95affff640 1 -- 172.21.15.3:0/3534216551 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95cc032d40 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95affff640 1 -- 172.21.15.3:0/3534216551 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 32) ==== 3502+0+0 (secure 0 0 0) 0x7f95cc066020 con 0x55c27f9592c0 2024-09-10T07:22:05.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95da484740 10 client.5601 fetch_fsmap finished waiting for FSMap version 32 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95da484740 10 client.5601 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95da484740 20 client.5601 populate_metadata read hostname 'smithi003' 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95da484740 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f9b1940 0x55c27f9b1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95da484740 4 client.5601 mds_command: new command op to 5445 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 --> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c27f8c8c50 con 0x55c27f9b1940 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f9b1940 0x55c27f9b1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95affff640 10 client.5601 ms_handle_connect on v2:172.21.15.3:6833/2938536535 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.436+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f9b1940 0x55c27f9b1d20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0bc7d9acac60668 server_cookie=a520bbd77b98495d in_seq=0 out_seq=0 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95affff640 1 -- 172.21.15.3:0/3534216551 <== mds.0 v2:172.21.15.3:6833/2938536535 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c27f8c8c50 con 0x55c27f9b1940 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95affff640 10 client.5601 handle_command_reply: tid=0 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 client.5601 shutdown 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 msgr2=0x55c27f953730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f953730 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f95cc02a140 tx=0x7f95cc004730 comp rx=0 tx=0).stop 2024-09-10T07:22:05.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 shutdown_connections 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f9b1940 0x55c27f9b1d20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f97a9b0 0x55c27f9a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f95aa50 0x55c27f9541b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95affff640 0 client.5601 ms_handle_reset on v2:172.21.15.3:6833/2938536535 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 --2- 172.21.15.3:0/3534216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f953730 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 >> 172.21.15.3:0/3534216551 conn(0x55c27f956a80 msgr2=0x55c27f99cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 shutdown_connections 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 1 -- 172.21.15.3:0/3534216551 wait complete. 2024-09-10T07:22:05.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.437+0000 7f95da484740 20 client.5601 trim_cache size 0 max 16384 2024-09-10T07:22:05.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.455+0000 7f95da484740 1 Processor -- start 2024-09-10T07:22:05.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.455+0000 7f95da484740 1 -- start start 2024-09-10T07:22:05.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f9592c0 0x55c27f99c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95da484740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 0x55c27f97e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 0x55c27f97e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95da484740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f95d01ffc70 con 0x55c27f95aa50 2024-09-10T07:22:05.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f95d0160600 con 0x55c27f97a9b0 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f95d0160c50 con 0x55c27f9592c0 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95d4ba9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 0x55c27f97e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95d4ba9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 0x55c27f97e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51558/0 (socket says 172.21.15.3:51558) 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95d4ba9640 1 -- 172.21.15.3:0/155695515 learned_addr learned my addr 172.21.15.3:0/155695515 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.456+0000 7f95d4ba9640 1 -- 172.21.15.3:0/155695515 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f9592c0 msgr2=0x55c27f99c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f9592c0 0x55c27f99c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95d4ba9640 1 -- 172.21.15.3:0/155695515 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 msgr2=0x55c27f97e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 0x55c27f97e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95d4ba9640 1 -- 172.21.15.3:0/155695515 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c27f957480 con 0x55c27f95aa50 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 0x55c27f97e1f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f95c00096a0 tx=0x7f95c0008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9436aa56d1345bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95ba7fc640 1 -- 172.21.15.3:0/155695515 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c0004020 con 0x55c27f95aa50 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95ba7fc640 1 -- 172.21.15.3:0/155695515 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95c00041c0 con 0x55c27f95aa50 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95ba7fc640 1 -- 172.21.15.3:0/155695515 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c0003610 con 0x55c27f95aa50 2024-09-10T07:22:05.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 -- 172.21.15.3:0/155695515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 msgr2=0x55c27f97e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 0x55c27f97e1f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f95c00096a0 tx=0x7f95c0008040 comp rx=0 tx=0).stop 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 -- 172.21.15.3:0/155695515 shutdown_connections 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 0x55c27f97e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f95aa50 0x55c27f97e1f0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 --2- 172.21.15.3:0/155695515 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f9592c0 0x55c27f99c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 -- 172.21.15.3:0/155695515 >> 172.21.15.3:0/155695515 conn(0x55c27f956a80 msgr2=0x55c27f979930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.457+0000 7f95da484740 1 -- 172.21.15.3:0/155695515 shutdown_connections 2024-09-10T07:22:05.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.458+0000 7f95da484740 1 -- 172.21.15.3:0/155695515 wait complete. 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.458+0000 7f95da484740 1 -- start start 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.458+0000 7f95da484740 1 Processor -- start 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f9c1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f95aa50 0x55c27f9583a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 0x55c27fa06530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c27f9529e0 con 0x55c27f9592c0 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c27f980e40 con 0x55c27f97a9b0 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c27f978c20 con 0x55c27f95aa50 2024-09-10T07:22:05.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95da484740 10 client.0 _ll_register_callbacks cb 0x7f95c0009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f9c1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f9c1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51560/0 (socket says 172.21.15.3:51560) 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 -- 172.21.15.3:0/423960772 learned_addr learned my addr 172.21.15.3:0/423960772 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 -- 172.21.15.3:0/423960772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f95aa50 msgr2=0x55c27f9583a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f95aa50 0x55c27f9583a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 -- 172.21.15.3:0/423960772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 msgr2=0x55c27fa06530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 0x55c27fa06530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.459+0000 7f95d53aa640 1 -- 172.21.15.3:0/423960772 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c27f9588e0 con 0x55c27f9592c0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95d53aa640 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f9c1090 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f95cc035040 tx=0x7f95cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c72d2b1b3020a399 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95affff640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95affff640 1 -- 172.21.15.3:0/423960772 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc06c060 con 0x55c27f9592c0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95affff640 1 -- 172.21.15.3:0/423960772 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f95cc051b90 con 0x55c27f9592c0 2024-09-10T07:22:05.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95c00041c0 con 0x55c27f9592c0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95affff640 1 -- 172.21.15.3:0/423960772 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f95cc072050 con 0x55c27f9592c0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 10 client.5607 fetch_fsmap learned FSMap version 32 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=2+}) -- 0x55c27f99dd60 con 0x55c27f9592c0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95affff640 1 -- 172.21.15.3:0/423960772 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95c00041c0 con 0x55c27f9592c0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95affff640 1 -- 172.21.15.3:0/423960772 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 32) ==== 3502+0+0 (secure 0 0 0) 0x7f95cc075020 con 0x55c27f9592c0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 10 client.5607 fetch_fsmap finished waiting for FSMap version 32 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 10 client.5607 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 20 client.5607 populate_metadata read hostname 'smithi003' 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f977230 0x55c27f97e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 4 client.5607 mds_command: new command op to 5445 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 --> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] -- command(tid 0: {"prefix": "status"}) -- 0x55c27f8c2fa0 con 0x55c27f977230 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.460+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f977230 0x55c27f97e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95d4ba9640 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f977230 0x55c27f97e150 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=564e98522aab9e7a server_cookie=d3e0768a1b8e4bb6 in_seq=0 out_seq=0 2024-09-10T07:22:05.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95affff640 10 client.5607 ms_handle_connect on v2:172.21.15.3:6833/2938536535 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95affff640 1 -- 172.21.15.3:0/423960772 <== mds.0 v2:172.21.15.3:6833/2938536535 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55c27f8c2fa0 con 0x55c27f977230 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95affff640 10 client.5607 handle_command_reply: tid=0 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 client.5607 shutdown 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 msgr2=0x55c27f9c1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f9c1090 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f95cc035040 tx=0x7f95cc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 shutdown_connections 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:6833/2938536535,v1:172.21.15.3:6835/2938536535] conn(0x55c27f977230 0x55c27f97e150 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c27f97a9b0 0x55c27fa06530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c27f95aa50 0x55c27f9583a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 --2- 172.21.15.3:0/423960772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c27f9592c0 0x55c27f9c1090 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95affff640 0 client.5607 ms_handle_reset on v2:172.21.15.3:6833/2938536535 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 >> 172.21.15.3:0/423960772 conn(0x55c27f956a80 msgr2=0x55c27f978150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 shutdown_connections 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 1 -- 172.21.15.3:0/423960772 wait complete. 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.461+0000 7f95da484740 20 client.5607 trim_cache size 0 max 16384 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5445, 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:22:05.467 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 9.0596758350000002, 2024-09-10T07:22:05.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 32, 2024-09-10T07:22:05.468 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 52, 2024-09-10T07:22:05.468 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 52, 2024-09-10T07:22:05.468 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 14.077031238 2024-09-10T07:22:05.468 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f95b406be30 msgr2=0x7f95b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f95b406be30 0x7f95b406e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f95cc034000 tx=0x7f95cc02e000 comp rx=0 tx=0).stop 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 msgr2=0x7f95d00cba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d00cba80 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f95c800c800 tx=0x7f95c800ccc0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 shutdown_connections 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f95b406be30 0x7f95b406e2f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f95d015e8d0 0x7f95d00cba80 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f95d00ced10 0x7f95d015cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 --2- 172.21.15.3:0/2537059439 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f95d006baf0 0x7f95d015c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 >> 172.21.15.3:0/2537059439 conn(0x7f95d00b2d10 msgr2=0x7f95d00af8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 shutdown_connections 2024-09-10T07:22:05.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.462+0000 7f95d760e640 1 -- 172.21.15.3:0/2537059439 wait complete. 2024-09-10T07:22:05.473 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:22:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.575+0000 7fc9b823c640 1 Processor -- start 2024-09-10T07:22:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.575+0000 7fc9b823c640 1 -- start start 2024-09-10T07:22:05.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b823c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc9b015e560 0x7fc9b00ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b823c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b00b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b823c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9b00d3480 con 0x7fc9b00cf510 2024-09-10T07:22:05.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b823c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc9b00d3760 con 0x7fc9b015e560 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b823c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc9b00d3a40 con 0x7fc9b00d1550 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b57d7640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc9b00cf510 0x7fc9b00d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:56036/0 (socket says 172.21.15.3:56036) 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b57d7640 1 -- 172.21.15.3:0/1188336565 learned_addr learned my addr 172.21.15.3:0/1188336565 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b67d9640 1 --2- 172.21.15.3:0/1188336565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b00b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b5fd8640 1 --2- 172.21.15.3:0/1188336565 >> v2:172.21.15.70:3300/0 conn(0x7fc9b015e560 0x7fc9b00ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b4fd6640 1 -- 172.21.15.3:0/1188336565 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 318619782 0 0) 0x7fc9b00d3480 con 0x7fc9b00cf510 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b4fd6640 1 -- 172.21.15.3:0/1188336565 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc99c003520 con 0x7fc9b00cf510 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b67d9640 1 -- 172.21.15.3:0/1188336565 >> v2:172.21.15.70:3300/0 conn(0x7fc9b015e560 msgr2=0x7fc9b00ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b67d9640 1 --2- 172.21.15.3:0/1188336565 >> v2:172.21.15.70:3300/0 conn(0x7fc9b015e560 0x7fc9b00ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b67d9640 1 -- 172.21.15.3:0/1188336565 >> v1:172.21.15.3:6789/0 conn(0x7fc9b00cf510 legacy=0x7fc9b00d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b67d9640 1 -- 172.21.15.3:0/1188336565 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9b00d3d20 con 0x7fc9b00d1550 2024-09-10T07:22:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.576+0000 7fc9b5fd8640 1 --2- 172.21.15.3:0/1188336565 >> v2:172.21.15.70:3300/0 conn(0x7fc9b015e560 0x7fc9b00ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.577+0000 7fc9b67d9640 1 --2- 172.21.15.3:0/1188336565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b00b7790 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc9a8009d90 tx=0x7fc9a802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3a14473d2a89f83 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.577+0000 7fc9b4fd6640 1 -- 172.21.15.3:0/1188336565 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a8007740 con 0x7fc9b00d1550 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.577+0000 7fc9b4fd6640 1 -- 172.21.15.3:0/1188336565 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9a80078e0 con 0x7fc9b00d1550 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.577+0000 7fc9b4fd6640 1 -- 172.21.15.3:0/1188336565 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a8007c90 con 0x7fc9b00d1550 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 -- 172.21.15.3:0/1188336565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 msgr2=0x7fc9b00b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 --2- 172.21.15.3:0/1188336565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b00b7790 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc9a8009d90 tx=0x7fc9a802a660 comp rx=0 tx=0).stop 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 -- 172.21.15.3:0/1188336565 shutdown_connections 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 --2- 172.21.15.3:0/1188336565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b00b7790 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 --2- 172.21.15.3:0/1188336565 >> v2:172.21.15.70:3300/0 conn(0x7fc9b015e560 0x7fc9b00ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 -- 172.21.15.3:0/1188336565 >> 172.21.15.3:0/1188336565 conn(0x7fc9b0073850 msgr2=0x7fc9b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 -- 172.21.15.3:0/1188336565 shutdown_connections 2024-09-10T07:22:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.578+0000 7fc9b823c640 1 -- 172.21.15.3:0/1188336565 wait complete. 2024-09-10T07:22:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.579+0000 7fc9b823c640 1 Processor -- start 2024-09-10T07:22:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.579+0000 7fc9b823c640 1 -- start start 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b823c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 0x7fc9b01f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b823c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b015d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b823c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9b015e560 0x7fc9b015d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b823c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc9b015eac0 con 0x7fc9b00cf510 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b823c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc9b015e940 con 0x7fc9b015e560 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b823c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc9b00cf980 con 0x7fc9b00d1550 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 0x7fc9b01f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 0x7fc9b01f4ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51572/0 (socket says 172.21.15.3:51572) 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 -- 172.21.15.3:0/3353839904 learned_addr learned my addr 172.21.15.3:0/3353839904 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:22:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b57d7640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b015d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b67d9640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9b015e560 0x7fc9b015d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 -- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 msgr2=0x7fc9b015d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b015d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 -- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9b015e560 msgr2=0x7fc9b015d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9b015e560 0x7fc9b015d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.580+0000 7fc9b5fd8640 1 -- 172.21.15.3:0/3353839904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9b0155100 con 0x7fc9b00cf510 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.581+0000 7fc9b5fd8640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 0x7fc9b01f4ff0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac00ec10 tx=0x7fc9ac00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.581+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ac017070 con 0x7fc9b00cf510 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.581+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9ac00cc30 con 0x7fc9b00cf510 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.581+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9b01f48c0 con 0x7fc9b00cf510 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.581+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ac013470 con 0x7fc9b00cf510 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.581+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9b0155380 con 0x7fc9b00cf510 2024-09-10T07:22:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.582+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9b00d22f0 con 0x7fc9b00cf510 2024-09-10T07:22:05.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.582+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc9ac01a070 con 0x7fc9b00cf510 2024-09-10T07:22:05.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.583+0000 7fc9a67fc640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc99406be30 0x7fc99406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:22:05.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.583+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7fc9ac08af80 con 0x7fc9b00cf510 2024-09-10T07:22:05.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.583+0000 7fc9b57d7640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc99406be30 0x7fc99406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:22:05.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.584+0000 7fc9b57d7640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc99406be30 0x7fc99406e2f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc9b015a210 tx=0x7fc9a0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:22:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.587+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc9b0155100 con 0x7fc9b00cf510 2024-09-10T07:22:05.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.799+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc9b006baf0 con 0x7fc9b00cf510 2024-09-10T07:22:05.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.800+0000 7fc9a67fc640 1 -- 172.21.15.3:0/3353839904 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v32) ==== 53+0+73 (secure 0 0 0) 0x7fc9ac0597a0 con 0x7fc9b00cf510 2024-09-10T07:22:05.800 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:22:05.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc99406be30 msgr2=0x7fc99406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc99406be30 0x7fc99406e2f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc9b015a210 tx=0x7fc9a0009040 comp rx=0 tx=0).stop 2024-09-10T07:22:05.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 msgr2=0x7fc9b01f4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:22:05.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 0x7fc9b01f4ff0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac00ec10 tx=0x7fc9ac00c520 comp rx=0 tx=0).stop 2024-09-10T07:22:05.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 shutdown_connections 2024-09-10T07:22:05.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc99406be30 0x7fc99406e2f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9b015e560 0x7fc9b015d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9b00d1550 0x7fc9b015d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 --2- 172.21.15.3:0/3353839904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9b00cf510 0x7fc9b01f4ff0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:22:05.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 >> 172.21.15.3:0/3353839904 conn(0x7fc9b0073850 msgr2=0x7fc9b015b990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:22:05.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 shutdown_connections 2024-09-10T07:22:05.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:05.802+0000 7fc9b823c640 1 -- 172.21.15.3:0/3353839904 wait complete. 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:22:05.813 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:22:05.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:05.814 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:22:05.830 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42651sec preferred_lft 42651sec 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:22:05.831 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:22:05.832 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:22:05.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:05.833 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:22:05.895 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:22:05.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:05.896 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:22:05.953 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:22:05.953 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:22:05.953 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:22:05.953 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:22:05.953 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:22:05.954 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:22:05.954 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:22:05.954 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:22:05.954 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:22:05.954 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:22:05.954 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:22:06.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:22:06.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:22:06.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.082 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:22:06.099 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:22:06.099 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:22:06.099 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:22:06.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.099 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:22:06.164 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:22:06.164 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:22:06.165 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:06.220 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:22:06.221 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:22:06.221 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:06.276 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:22:06.343 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:22:06.400 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:22:06.400 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:22:06.401 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:22:06.402 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:22:06.403 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:22:06.403 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:22:06.403 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:22:06.403 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:22:06.403 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:22:06.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.403 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:22:06.456 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:22:06.456 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:22:06.499 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:22:06.524 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:22:06.582 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:22:06.583 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:22:06.584 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:22:06.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.585 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:22:06.585 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:22:06.583+0000 7efc1f321480 -1 init, newargv = 0x563304de6170 newargc=15 2024-09-10T07:22:06.586 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[53238]: starting ceph client 2024-09-10T07:22:06.587 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[53238]: starting fuse 2024-09-10T07:22:06.601 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:22:06.601 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:22:06.601 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:22:06.601 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:22:06.601 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:22:06.602 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:22:06.603 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:22:06.721 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.53238.asok 2024-09-10T07:22:06.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:22:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:22:06.731 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53238.asok 2024-09-10T07:22:06.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.732 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53238.asok status 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "53238", 2024-09-10T07:22:06.869 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5619, 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 5619 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:22:06.870 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 3899205843 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 3899205843 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.5619 192.168.0.1:0/3899205843", 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/3899205843", 2024-09-10T07:22:06.871 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:22:06.872 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 32, 2024-09-10T07:22:06.872 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 52, 2024-09-10T07:22:06.872 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:22:06.872 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:22:06.872 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:22:06.872 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:22:06.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.878 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:22:06.878 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:06.894 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:22:06.894 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:06.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:22:06.894 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:06.962 INFO:tasks.workunit:Pulling workunits from ref 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:22:06.963 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-10T07:22:06.963 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:07.018 INFO:teuthology.orchestra.run.smithi003.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 2bh/43d Inode: 1 Links: 2 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-09-10 07:21:56.404453138 +0000 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-09-10 07:22:06.960728419 +0000 2024-09-10T07:22:07.019 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: - 2024-09-10T07:22:07.019 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-10T07:22:07.019 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-10T07:22:07.089 INFO:tasks.workunit:timeout=1h 2024-09-10T07:22:07.090 INFO:tasks.workunit:cleanup=True 2024-09-10T07:22:07.090 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:22:07.148 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-10T07:22:34.054 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:22:34.057 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:23:04.118 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:23:04.122 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:23:06.605 INFO:tasks.workunit.client.0.smithi003.stderr:Updating files: 93% (11835/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:Note: switching to '1cf819b7212a6048e92fc78c4eff963344f6d56b'. 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:state without impacting any branches by switching back to a branch. 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.373 INFO:tasks.workunit.client.0.smithi003.stderr: git switch -c 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr:Or undo this operation with: 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr: git switch - 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:23:07.374 INFO:tasks.workunit.client.0.smithi003.stderr:HEAD is now at 1cf819b7212 Merge PR #59672 into wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:23:07.378 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-10T07:23:07.423 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-10T07:23:07.425 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:23:07.425 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-10T07:23:08.017 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-10T07:23:08.091 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-10T07:23:08.131 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:23:08.133 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:23:08.133 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-10T07:23:08.173 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:23:08.177 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:23:08.177 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-10T07:23:08.193 INFO:tasks.workunit:Running workunits matching fs/misc/trivial_sync.sh on client.0... 2024-09-10T07:23:08.194 INFO:tasks.workunit:Running workunit fs/misc/trivial_sync.sh... 2024-09-10T07:23:08.194 DEBUG:teuthology.orchestra.run.smithi003:workunit test fs/misc/trivial_sync.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cf819b7212a6048e92fc78c4eff963344f6d56b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 1h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/trivial_sync.sh 2024-09-10T07:23:10.032 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-10T07:23:10.033 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-10T07:23:10.084 INFO:tasks.workunit:Stopping ['fs/misc/trivial_sync.sh'] on client.0... 2024-09-10T07:23:10.084 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-10T07:23:10.375 DEBUG:teuthology.parallel:result is None 2024-09-10T07:23:10.375 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:23:10.407 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:23:10.408 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:23:10.408 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:23:10.465 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:23:10.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.609+0000 7f70b122e640 1 Processor -- start 2024-09-10T07:23:10.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.609+0000 7f70b122e640 1 -- start start 2024-09-10T07:23:10.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70b122e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f70ac15e8d0 0x7f70ac162e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70b122e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f70ac06bf30 0x7f70ac0cf420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70b122e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70ac0cb790 con 0x7f70ac06baf0 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70b122e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f70ac0ce8d0 con 0x7f70ac06bf30 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70b122e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f70ac0cda20 con 0x7f70ac15e8d0 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70aa59c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f70ac06baf0 0x7f70ac0ced10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:47970/0 (socket says 172.21.15.3:47970) 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70ab59e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f70ac06bf30 0x7f70ac0cf420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.610+0000 7f70aa59c640 1 -- 172.21.15.3:0/87920873 learned_addr learned my addr 172.21.15.3:0/87920873 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70aad9d640 1 --2- 172.21.15.3:0/87920873 >> v2:172.21.15.70:3300/0 conn(0x7f70ac15e8d0 0x7f70ac162e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70ab59e640 1 -- 172.21.15.3:0/87920873 >> v2:172.21.15.70:3300/0 conn(0x7f70ac15e8d0 msgr2=0x7f70ac162e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70ab59e640 1 --2- 172.21.15.3:0/87920873 >> v2:172.21.15.70:3300/0 conn(0x7f70ac15e8d0 0x7f70ac162e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70ab59e640 1 -- 172.21.15.3:0/87920873 >> v1:172.21.15.3:6789/0 conn(0x7f70ac06baf0 legacy=0x7f70ac0ced10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70a9d9b640 1 -- 172.21.15.3:0/87920873 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2348866921 0 0) 0x7f70ac0cb790 con 0x7f70ac06baf0 2024-09-10T07:23:10.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70ab59e640 1 -- 172.21.15.3:0/87920873 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ac1633b0 con 0x7f70ac06bf30 2024-09-10T07:23:10.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70aad9d640 1 --2- 172.21.15.3:0/87920873 >> v2:172.21.15.70:3300/0 conn(0x7f70ac15e8d0 0x7f70ac162e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.611+0000 7f70ab59e640 1 --2- 172.21.15.3:0/87920873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06bf30 0x7f70ac0cf420 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0727d0 tx=0x7f70a402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=992ce0d73e09ad75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70a9d9b640 1 -- 172.21.15.3:0/87920873 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4007740 con 0x7f70ac06bf30 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70a9d9b640 1 -- 172.21.15.3:0/87920873 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70a40078e0 con 0x7f70ac06bf30 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70a9d9b640 1 -- 172.21.15.3:0/87920873 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4007cb0 con 0x7f70ac06bf30 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 -- 172.21.15.3:0/87920873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06bf30 msgr2=0x7f70ac0cf420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 --2- 172.21.15.3:0/87920873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06bf30 0x7f70ac0cf420 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0727d0 tx=0x7f70a402a5f0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 -- 172.21.15.3:0/87920873 shutdown_connections 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 --2- 172.21.15.3:0/87920873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06bf30 0x7f70ac0cf420 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 --2- 172.21.15.3:0/87920873 >> v2:172.21.15.70:3300/0 conn(0x7f70ac15e8d0 0x7f70ac162e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 -- 172.21.15.3:0/87920873 >> 172.21.15.3:0/87920873 conn(0x7f70ac0b2d10 msgr2=0x7f70ac0b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:23:10.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 -- 172.21.15.3:0/87920873 shutdown_connections 2024-09-10T07:23:10.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.612+0000 7f70b122e640 1 -- 172.21.15.3:0/87920873 wait complete. 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 Processor -- start 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 -- start start 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 0x7f70ac155f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70ac06bf30 0x7f70ac15f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70ac15e8d0 0x7f70ac1612c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac0ce280 con 0x7f70ac06baf0 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac0cdfa0 con 0x7f70ac15e8d0 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.614+0000 7f70b122e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f70ac0ce560 con 0x7f70ac06bf30 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 0x7f70ac155f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 0x7f70ac155f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37642/0 (socket says 172.21.15.3:37642) 2024-09-10T07:23:10.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 -- 172.21.15.3:0/3753724987 learned_addr learned my addr 172.21.15.3:0/3753724987 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70ab59e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70ac15e8d0 0x7f70ac1612c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aa59c640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70ac06bf30 0x7f70ac15f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 -- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70ac06bf30 msgr2=0x7f70ac15f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70ac06bf30 0x7f70ac15f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 -- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70ac15e8d0 msgr2=0x7f70ac1612c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70ac15e8d0 0x7f70ac1612c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 -- 172.21.15.3:0/3753724987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ac0b4fb0 con 0x7f70ac06baf0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70aad9d640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 0x7f70ac155f00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f709c00c820 tx=0x7f709c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c015070 con 0x7f70ac06baf0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f709c007a30 con 0x7f70ac06baf0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70ac0b5290 con 0x7f70ac06baf0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c007de0 con 0x7f70ac06baf0 2024-09-10T07:23:10.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.615+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70ac0b5850 con 0x7f70ac06baf0 2024-09-10T07:23:10.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.617+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70ac15ecb0 con 0x7f70ac06baf0 2024-09-10T07:23:10.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.617+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f709c018070 con 0x7f70ac06baf0 2024-09-10T07:23:10.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.617+0000 7f70a37fe640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f708c06be30 0x7f708c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.618+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6159+0+0 (secure 0 0 0) 0x7f709c08ae00 con 0x7f70ac06baf0 2024-09-10T07:23:10.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.618+0000 7f70aa59c640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f708c06be30 0x7f708c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.618+0000 7f70aa59c640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f708c06be30 0x7f708c06e2f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0b03d0 tx=0x7f7094007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:10.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.622+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f709c059030 con 0x7f70ac06baf0 2024-09-10T07:23:10.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.811+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f70ac06eca0 con 0x7f70ac06baf0 2024-09-10T07:23:10.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.811+0000 7f70a37fe640 1 -- 172.21.15.3:0/3753724987 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v54) ==== 80+0+0 (secure 0 0 0) 0x7f709c05d330 con 0x7f70ac06baf0 2024-09-10T07:23:10.811 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.813+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f708c06be30 msgr2=0x7f708c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.813+0000 7f70b122e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f708c06be30 0x7f708c06e2f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0b03d0 tx=0x7f7094007d50 comp rx=0 tx=0).stop 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.813+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 msgr2=0x7f70ac155f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.813+0000 7f70b122e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 0x7f70ac155f00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f709c00c820 tx=0x7f709c00cce0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.813+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 shutdown_connections 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.813+0000 7f70b122e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f708c06be30 0x7f708c06e2f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.814+0000 7f70b122e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70ac15e8d0 0x7f70ac1612c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.814+0000 7f70b122e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70ac06bf30 0x7f70ac15f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.814+0000 7f70b122e640 1 --2- 172.21.15.3:0/3753724987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac06baf0 0x7f70ac155f00 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.814+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 >> 172.21.15.3:0/3753724987 conn(0x7f70ac0b2d10 msgr2=0x7f70ac0cb800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:23:10.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.814+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 shutdown_connections 2024-09-10T07:23:10.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.814+0000 7f70b122e640 1 -- 172.21.15.3:0/3753724987 wait complete. 2024-09-10T07:23:10.824 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:23:10.825 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:23:10.841 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:23:10.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.985+0000 7fdf6a48b640 1 Processor -- start 2024-09-10T07:23:10.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.985+0000 7fdf6a48b640 1 -- start start 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf6a48b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdf6415e280 0x7fdf640d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf6a48b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 0x7fdf640d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf6a48b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf640d24d0 con 0x7fdf640b3a30 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf6a48b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdf640b4c20 con 0x7fdf6415e280 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf6a48b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdf640cfee0 con 0x7fdf6415e660 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf68a28640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fdf640b3a30 0x7fdf640d0da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:47982/0 (socket says 172.21.15.3:47982) 2024-09-10T07:23:10.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf68a28640 1 -- 172.21.15.3:0/3961787665 learned_addr learned my addr 172.21.15.3:0/3961787665 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2488958087 0 0) 0x7fdf5c001490 con 0x7fdf640b3a30 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf637fe640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 0x7fdf640d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf63fff640 1 --2- 172.21.15.3:0/3961787665 >> v2:172.21.15.70:3300/0 conn(0x7fdf6415e280 0x7fdf640d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.986+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf4c003520 con 0x7fdf640b3a30 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2709806559 0 0) 0x7fdf4c003520 con 0x7fdf640b3a30 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 msgr2=0x7fdf640d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 0x7fdf640d29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 >> v2:172.21.15.70:3300/0 conn(0x7fdf6415e280 msgr2=0x7fdf640d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 --2- 172.21.15.3:0/3961787665 >> v2:172.21.15.70:3300/0 conn(0x7fdf6415e280 0x7fdf640d1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf640b42f0 con 0x7fdf640b3a30 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fdf5c001bc0 con 0x7fdf640b3a30 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 >> v1:172.21.15.3:6789/0 conn(0x7fdf640b3a30 legacy=0x7fdf640d0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 0x7fdf4c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c003fa0 0x7fdf4c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf4c004d40 0x7fdf4c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640b4c20 con 0x7fdf4c004d40 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640cfee0 con 0x7fdf4c003fa0 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdf4c00b9f0 con 0x7fdf6415e660 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf68a28640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf4c004d40 0x7fdf4c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf637fe640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c003fa0 0x7fdf4c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf63fff640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 0x7fdf4c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf68a28640 1 -- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 msgr2=0x7fdf4c003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf68a28640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf6415e660 0x7fdf4c003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf68a28640 1 -- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c003fa0 msgr2=0x7fdf4c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf68a28640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c003fa0 0x7fdf4c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.987+0000 7fdf68a28640 1 -- 172.21.15.3:0/3961787665 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf4c003520 con 0x7fdf4c004d40 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf68a28640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf4c004d40 0x7fdf4c0051c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c00aa40 tx=0x7fdf4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=607615facf633519 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c00a690 con 0x7fdf4c004d40 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c02f070 con 0x7fdf4c004d40 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf62ffd640 1 -- 172.21.15.3:0/3961787665 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c034470 con 0x7fdf4c004d40 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf6a48b640 1 -- 172.21.15.3:0/3961787665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf4c004d40 msgr2=0x7fdf4c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/3961787665 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf4c004d40 0x7fdf4c0051c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c00aa40 tx=0x7fdf4c005830 comp rx=0 tx=0).stop 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.988+0000 7fdf68a28640 1 -- 172.21.15.3:0/3961787665 reap_dead start 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.989+0000 7fdf6a48b640 1 -- 172.21.15.3:0/3961787665 shutdown_connections 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.989+0000 7fdf6a48b640 1 -- 172.21.15.3:0/3961787665 >> 172.21.15.3:0/3961787665 conn(0x7fdf6408ddf0 msgr2=0x7fdf6409d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.989+0000 7fdf6a48b640 1 -- 172.21.15.3:0/3961787665 shutdown_connections 2024-09-10T07:23:10.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.989+0000 7fdf6a48b640 1 -- 172.21.15.3:0/3961787665 wait complete. 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.990+0000 7fdf6a48b640 1 Processor -- start 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.990+0000 7fdf6a48b640 1 -- start start 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf6a48b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c004d40 0x7fdf640ce150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf6a48b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf64161510 0x7fdf6415f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf6a48b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 0x7fdf640b9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf6a48b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640b50b0 con 0x7fdf6415fab0 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf6a48b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640b48b0 con 0x7fdf4c004d40 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf6a48b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdf640b5230 con 0x7fdf64161510 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 0x7fdf640b9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 0x7fdf640b9250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37652/0 (socket says 172.21.15.3:37652) 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 -- 172.21.15.3:0/125009480 learned_addr learned my addr 172.21.15.3:0/125009480 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf63fff640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c004d40 0x7fdf640ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf637fe640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf64161510 0x7fdf6415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 -- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf64161510 msgr2=0x7fdf6415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf64161510 0x7fdf6415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 -- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c004d40 msgr2=0x7fdf640ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c004d40 0x7fdf640ce150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 -- 172.21.15.3:0/125009480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf640cc1f0 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf637fe640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf64161510 0x7fdf6415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.991+0000 7fdf68a28640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 0x7fdf640b9250 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c001ec0 tx=0x7fdf640b44c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.992+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c039070 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.992+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c034670 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.992+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf640ce690 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.992+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c00a690 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.992+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf640b8770 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.993+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf640d1f90 con 0x7fdf6415fab0 2024-09-10T07:23:10.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.993+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf5c03d030 con 0x7fdf6415fab0 2024-09-10T07:23:10.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.994+0000 7fdf60ff9640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf5006be30 0x7fdf5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:10.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.994+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6159+0+0 (secure 0 0 0) 0x7fdf5c0ab010 con 0x7fdf6415fab0 2024-09-10T07:23:10.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.994+0000 7fdf63fff640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf5006be30 0x7fdf5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:10.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.994+0000 7fdf63fff640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf5006be30 0x7fdf5006e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdf54009c40 tx=0x7fdf54009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:10.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:10.998+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf640ce690 con 0x7fdf6415fab0 2024-09-10T07:23:11.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.183+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdf640d1b30 con 0x7fdf6415fab0 2024-09-10T07:23:11.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.184+0000 7fdf60ff9640 1 -- 172.21.15.3:0/125009480 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v54) ==== 80+0+0 (secure 0 0 0) 0x7fdf640d24d0 con 0x7fdf6415fab0 2024-09-10T07:23:11.184 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:23:11.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf5006be30 msgr2=0x7fdf5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf5006be30 0x7fdf5006e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdf54009c40 tx=0x7fdf54009190 comp rx=0 tx=0).stop 2024-09-10T07:23:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 msgr2=0x7fdf640b9250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 0x7fdf640b9250 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c001ec0 tx=0x7fdf640b44c0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 shutdown_connections 2024-09-10T07:23:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdf5006be30 0x7fdf5006e2f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6415fab0 0x7fdf640b9250 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdf64161510 0x7fdf6415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 --2- 172.21.15.3:0/125009480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdf4c004d40 0x7fdf640ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 >> 172.21.15.3:0/125009480 conn(0x7fdf6408ddf0 msgr2=0x7fdf640d0ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:23:11.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 shutdown_connections 2024-09-10T07:23:11.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.186+0000 7fdf6a48b640 1 -- 172.21.15.3:0/125009480 wait complete. 2024-09-10T07:23:11.196 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:23:11.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:23:11.197 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:23:11.221 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[53238]: fuse finished with error 0 and tester_r 0 2024-09-10T07:23:11.223 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:23:11.259 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:23:11.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:23:11.259 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:23:11.315 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:23:11.315 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:23:11.334 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:23:11.334 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.1 is not mounted at ubuntu@smithi070.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.1 2024-09-10T07:23:11.334 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:23:11.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:23:11.335 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:23:11.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:23:11.392 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T07:23:11.393 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:23:11.393 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:23:11.409 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:23:11.409 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.2 is not mounted at ubuntu@smithi003.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.2 2024-09-10T07:23:11.409 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:23:11.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:23:11.409 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:23:11.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:23:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T07:23:11.466 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:23:11.467 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:23:11.484 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:23:11.485 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.3 is not mounted at ubuntu@smithi070.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.3 2024-09-10T07:23:11.485 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:23:11.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:23:11.485 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:23:11.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:23:11.541 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T07:23:11.542 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:23:11.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.645+0000 7fae4c61e640 1 Processor -- start 2024-09-10T07:23:11.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.645+0000 7fae4c61e640 1 -- start start 2024-09-10T07:23:11.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4c61e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 0x7fae440ad9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:11.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4c61e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 0x7fae440b5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:11.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4c61e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae440731c0 con 0x7fae44161b90 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4c61e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fae440b44f0 con 0x7fae441617b0 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4c61e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fae440b47d0 con 0x7fae440adf00 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4a3ba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 0x7fae440ad9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4abbb640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 0x7fae440b5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4a3ba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 0x7fae440ad9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:60400/0 (socket says 172.21.15.3:60400) 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae49bb9640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fae44161b90 0x7fae440b3980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:42602/0 (socket says 172.21.15.3:42602) 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4a3ba640 1 -- 172.21.15.3:0/1722506634 learned_addr learned my addr 172.21.15.3:0/1722506634 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.646+0000 7fae4abbb640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 0x7fae440b5590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:53348/0 (socket says 172.21.15.3:53348) 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.647+0000 7fae4abbb640 1 -- 172.21.15.3:0/1722506634 >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 msgr2=0x7fae440ad9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.647+0000 7fae4abbb640 1 --2- 172.21.15.3:0/1722506634 >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 0x7fae440ad9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.647+0000 7fae4abbb640 1 -- 172.21.15.3:0/1722506634 >> v1:172.21.15.70:6789/0 conn(0x7fae44161b90 legacy=0x7fae440b3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.647+0000 7fae4abbb640 1 -- 172.21.15.3:0/1722506634 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae440b4ab0 con 0x7fae440adf00 2024-09-10T07:23:11.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.647+0000 7fae4a3ba640 1 --2- 172.21.15.3:0/1722506634 >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 0x7fae440ad9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:23:11.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.647+0000 7fae4abbb640 1 --2- 172.21.15.3:0/1722506634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 0x7fae440b5590 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fae3c009d90 tx=0x7fae3c02a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a238a809e2616b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:11.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae493b8640 1 -- 172.21.15.3:0/1722506634 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c007740 con 0x7fae440adf00 2024-09-10T07:23:11.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae493b8640 1 -- 172.21.15.3:0/1722506634 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae3c0078e0 con 0x7fae440adf00 2024-09-10T07:23:11.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae493b8640 1 -- 172.21.15.3:0/1722506634 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c007cb0 con 0x7fae440adf00 2024-09-10T07:23:11.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 -- 172.21.15.3:0/1722506634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 msgr2=0x7fae440b5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1722506634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 0x7fae440b5590 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fae3c009d90 tx=0x7fae3c02a6f0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 -- 172.21.15.3:0/1722506634 shutdown_connections 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1722506634 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae440adf00 0x7fae440b5590 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1722506634 >> v2:172.21.15.70:3300/0 conn(0x7fae441617b0 0x7fae440ad9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 -- 172.21.15.3:0/1722506634 >> 172.21.15.3:0/1722506634 conn(0x7fae440723c0 msgr2=0x7fae440727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 -- 172.21.15.3:0/1722506634 shutdown_connections 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.648+0000 7fae4c61e640 1 -- 172.21.15.3:0/1722506634 wait complete. 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.649+0000 7fae4c61e640 1 Processor -- start 2024-09-10T07:23:11.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.649+0000 7fae4c61e640 1 -- start start 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4c61e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae440adf00 0x7fae441493c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4c61e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 0x7fae44160250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4c61e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae44161b90 0x7fae44160790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4c61e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fae440b4090 con 0x7fae441617b0 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4c61e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fae440b5070 con 0x7fae440adf00 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4c61e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fae440b4210 con 0x7fae44161b90 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae49bb9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 0x7fae44160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae49bb9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 0x7fae44160250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37664/0 (socket says 172.21.15.3:37664) 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae49bb9640 1 -- 172.21.15.3:0/1407549985 learned_addr learned my addr 172.21.15.3:0/1407549985 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:23:11.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.650+0000 7fae4a3ba640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae440adf00 0x7fae441493c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae4abbb640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae44161b90 0x7fae44160790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae49bb9640 1 -- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae44161b90 msgr2=0x7fae44160790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae49bb9640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae44161b90 0x7fae44160790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae49bb9640 1 -- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae440adf00 msgr2=0x7fae441493c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae49bb9640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae440adf00 0x7fae441493c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae49bb9640 1 -- 172.21.15.3:0/1407549985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae44149900 con 0x7fae441617b0 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae4a3ba640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae440adf00 0x7fae441493c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae49bb9640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 0x7fae44160250 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fae3400c440 tx=0x7fae3400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae340074e0 con 0x7fae441617b0 2024-09-10T07:23:11.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae34007680 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae441597d0 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae34004a20 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.651+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae44159d90 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.652+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae44073ae0 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.652+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fae3401a020 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.653+0000 7fae3affd640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae2806be30 0x7fae2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.653+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6159+0+0 (secure 0 0 0) 0x7fae3408a8f0 con 0x7fae441617b0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.653+0000 7fae4a3ba640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae2806be30 0x7fae2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:23:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.654+0000 7fae4a3ba640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae2806be30 0x7fae2806e2f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fae40009630 tx=0x7fae40008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:23:11.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.657+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae44073ae0 con 0x7fae441617b0 2024-09-10T07:23:11.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.870+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fae4406e9a0 con 0x7fae441617b0 2024-09-10T07:23:11.870 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:23:11.870+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:23:11.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.872+0000 7fae3affd640 1 -- 172.21.15.3:0/1407549985 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v33) ==== 161+0+0 (secure 0 0 0) 0x7fae44149900 con 0x7fae441617b0 2024-09-10T07:23:11.872 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:23:11.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae2806be30 msgr2=0x7fae2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae2806be30 0x7fae2806e2f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fae40009630 tx=0x7fae40008040 comp rx=0 tx=0).stop 2024-09-10T07:23:11.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 msgr2=0x7fae44160250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 0x7fae44160250 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fae3400c440 tx=0x7fae3400c900 comp rx=0 tx=0).stop 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 shutdown_connections 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fae2806be30 0x7fae2806e2f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fae44161b90 0x7fae44160790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae441617b0 0x7fae44160250 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 --2- 172.21.15.3:0/1407549985 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fae440adf00 0x7fae441493c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.874+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 >> 172.21.15.3:0/1407549985 conn(0x7fae440723c0 msgr2=0x7fae440aedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.875+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 shutdown_connections 2024-09-10T07:23:11.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:23:11.875+0000 7fae4c61e640 1 -- 172.21.15.3:0/1407549985 wait complete. 2024-09-10T07:23:11.878 INFO:tasks.ceph.mds.c.smithi003.stderr: -9447> 2024-09-10T07:21:58.383+0000 7fc28408a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:23:11.889 INFO:tasks.workunit:Pulling workunits from ref 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:23:11.889 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-10T07:23:11.890 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:23:11.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:23:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-10T07:23:11.906 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:23:11.917 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:23:11.933 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-10T07:23:11.933 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-10T07:23:11.988 INFO:tasks.workunit:timeout=1h 2024-09-10T07:23:11.988 INFO:tasks.workunit:cleanup=True 2024-09-10T07:23:11.989 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:23:12.044 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-10T07:23:34.243 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:23:34.246 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:24:04.373 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:24:04.523 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:24:10.650 INFO:tasks.workunit.client.0.smithi003.stderr:Updating files: 93% (11856/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-10T07:24:11.437 INFO:tasks.workunit.client.0.smithi003.stderr:Note: switching to '1cf819b7212a6048e92fc78c4eff963344f6d56b'. 2024-09-10T07:24:11.437 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.437 INFO:tasks.workunit.client.0.smithi003.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-10T07:24:11.437 INFO:tasks.workunit.client.0.smithi003.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-10T07:24:11.437 INFO:tasks.workunit.client.0.smithi003.stderr:state without impacting any branches by switching back to a branch. 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: git switch -c 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr:Or undo this operation with: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: git switch - 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:24:11.438 INFO:tasks.workunit.client.0.smithi003.stderr:HEAD is now at 1cf819b7212 Merge PR #59672 into wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:24:11.443 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-10T07:24:11.458 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-10T07:24:11.461 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:24:11.461 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-10T07:24:11.510 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-10T07:24:11.560 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-10T07:24:11.601 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:24:11.603 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:24:11.603 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-10T07:24:11.642 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:24:11.645 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:24:11.646 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-10T07:24:11.702 INFO:tasks.workunit:Running workunits matching suites/cephfs_journal_tool_smoke.sh on client.0... 2024-09-10T07:24:11.765 INFO:tasks.workunit:Running workunit suites/cephfs_journal_tool_smoke.sh... 2024-09-10T07:24:11.765 DEBUG:teuthology.orchestra.run.smithi003:workunit test suites/cephfs_journal_tool_smoke.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cf819b7212a6048e92fc78c4eff963344f6d56b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 1h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/cephfs_journal_tool_smoke.sh 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ export 'BIN=cephfs-journal-tool --rank=cephfs:0' 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ BIN='cephfs-journal-tool --rank=cephfs:0' 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ export JOURNAL_FILE=/tmp/journal.bin 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ JOURNAL_FILE=/tmp/journal.bin 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ export JSON_OUTPUT=/tmp/json.tmp 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ JSON_OUTPUT=/tmp/json.tmp 2024-09-10T07:24:11.786 INFO:tasks.workunit.client.0.smithi003.stderr:+ export BINARY_OUTPUT=/tmp/binary.tmp 2024-09-10T07:24:11.787 INFO:tasks.workunit.client.0.smithi003.stderr:+ BINARY_OUTPUT=/tmp/binary.tmp 2024-09-10T07:24:11.787 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' -d /tmp/binary.tmp ']' 2024-09-10T07:24:11.787 INFO:tasks.workunit.client.0.smithi003.stdout:Testing that export/import cycle preserves state 2024-09-10T07:24:11.787 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo 'Testing that export/import cycle preserves state' 2024-09-10T07:24:11.787 INFO:tasks.workunit.client.0.smithi003.stderr:++ cephfs-journal-tool --rank=cephfs:0 header get 2024-09-10T07:24:11.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.814+0000 7f13dfe4b280 1 -- start start 2024-09-10T07:24:11.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.814+0000 7f13dfe4b280 1 Processor -- start 2024-09-10T07:24:11.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558100adec00 0x558100b5a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 0x558100b5ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558100adfc00 0x558100b5b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5581018b6180 con 0x558100adf800 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5581018b6300 con 0x558100adfc00 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5581018b6480 con 0x558100adec00 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 0x558100b5ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 0x558100b5ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46160/0 (socket says 172.21.15.3:46160) 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 -- 172.21.15.3:0/258947388 learned_addr learned my addr 172.21.15.3:0/258947388 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13de5f2640 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558100adec00 0x558100b5a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dedf3640 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558100adfc00 0x558100b5b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 -- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558100adec00 msgr2=0x558100b5a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558100adec00 0x558100b5a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 -- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558100adfc00 msgr2=0x558100b5b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558100adfc00 0x558100b5b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dddf1640 1 -- 172.21.15.3:0/258947388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558100b16780 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.815+0000 7f13dedf3640 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558100adfc00 0x558100b5b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dddf1640 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 0x558100b5ab00 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x5581018fd950 tx=0x55810185d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46cb4eb3000ba7f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dbded640 1 -- 172.21.15.3:0/258947388 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558100b04680 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dbded640 1 -- 172.21.15.3:0/258947388 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x558100b0a700 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dbded640 1 -- 172.21.15.3:0/258947388 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558100b04b60 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558100b174a0 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x558100b16000 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dbded640 1 -- 172.21.15.3:0/258947388 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x5581019b8600 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.816+0000 7f13dbded640 1 -- 172.21.15.3:0/258947388 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x558100b39180 con 0x558100adf800 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 Processor -- start 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 -- start start 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 0x558100b5bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018dbc00 0x558100b5c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5581018b6600 con 0x5581018db800 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5581018b6780 con 0x5581018dbc00 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5581018b6900 con 0x5581018db400 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13de5f2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 0x558100b5bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13de5f2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 0x558100b5bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46176/0 (socket says 172.21.15.3:46176) 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13de5f2640 1 -- 172.21.15.3:0/2115806252 learned_addr learned my addr 172.21.15.3:0/2115806252 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dedf3640 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.817+0000 7f13dddf1640 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018dbc00 0x558100b5c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13de5f2640 1 -- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 msgr2=0x558100b5b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13de5f2640 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13de5f2640 1 -- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018dbc00 msgr2=0x558100b5c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13de5f2640 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018dbc00 0x558100b5c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13de5f2640 1 -- 172.21.15.3:0/2115806252 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558100b163c0 con 0x5581018db800 2024-09-10T07:24:11.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13de5f2640 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 0x558100b5bb80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x5581018fd0b0 tx=0x55810185d020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c9e6881b546d5b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13d9de9640 1 -- 172.21.15.3:0/2115806252 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558100b049c0 con 0x5581018db800 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13d9de9640 1 -- 172.21.15.3:0/2115806252 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x558100b0afc0 con 0x5581018db800 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13d9de9640 1 -- 172.21.15.3:0/2115806252 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558100b04680 con 0x5581018db800 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 -- 172.21.15.3:0/2115806252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 msgr2=0x558100b5bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 0x558100b5bb80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x5581018fd0b0 tx=0x55810185d020 comp rx=0 tx=0).stop 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 -- 172.21.15.3:0/2115806252 shutdown_connections 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018dbc00 0x558100b5c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018db800 0x558100b5bb80 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/2115806252 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 -- 172.21.15.3:0/2115806252 >> 172.21.15.3:0/2115806252 conn(0x5581018db000 msgr2=0x558100beb000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 -- 172.21.15.3:0/2115806252 shutdown_connections 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.818+0000 7f13dfe4b280 1 -- 172.21.15.3:0/2115806252 wait complete. 2024-09-10T07:24:11.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.819+0000 7f13dfe4b280 1 Processor -- start 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.819+0000 7f13dfe4b280 1 -- start start 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018db800 0x558100b5cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 0x558100b5c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5581018b6c00 con 0x5581018dbc00 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5581018b6d80 con 0x5581018db800 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5581018b6f00 con 0x5581018db400 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 0x558100b5c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 0x558100b5c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46184/0 (socket says 172.21.15.3:46184) 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 -- 172.21.15.3:0/965859904 learned_addr learned my addr 172.21.15.3:0/965859904 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13de5f2640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018db800 0x558100b5cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dedf3640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 -- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 msgr2=0x558100b5d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.825 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5581018db400 0x558100b5d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 -- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018db800 msgr2=0x558100b5cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5581018db800 0x558100b5cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 -- 172.21.15.3:0/965859904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558100b16780 con 0x5581018dbc00 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dddf1640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 0x558100b5c680 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x5581019c6840 tx=0x55810185ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13d85e6640 1 -- 172.21.15.3:0/965859904 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558100b04820 con 0x5581018dbc00 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13d85e6640 1 -- 172.21.15.3:0/965859904 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x558100b0ae00 con 0x5581018dbc00 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x558100b174a0 con 0x5581018dbc00 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13d85e6640 1 -- 172.21.15.3:0/965859904 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558100b049c0 con 0x5581018dbc00 2024-09-10T07:24:11.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.820+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558100b16960 con 0x5581018dbc00 2024-09-10T07:24:11.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13d85e6640 1 -- 172.21.15.3:0/965859904 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x558101a24c00 con 0x5581018dbc00 2024-09-10T07:24:11.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13d85e6640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558101a39400 0x558100b5d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13d85e6640 1 -- 172.21.15.3:0/965859904 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x558101a36600 con 0x5581018dbc00 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558101a39800 0x558100b5c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x558101a39c00 con 0x558101a39800 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13de5f2640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558101a39800 0x558100b5c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13dedf3640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558101a39400 0x558100b5d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.822+0000 7f13de5f2640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558101a39800 0x558100b5c100 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.823+0000 7f13dedf3640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558101a39400 0x558100b5d700 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x55810186ed80 tx=0x558100dfeae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.823+0000 7f13de5f2640 1 -- 172.21.15.3:0/965859904 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x558100bc0000 con 0x558101a39800 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.823+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558101a39c00 0x558100b5bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.823+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x5581018c8800 con 0x558101a39c00 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.823+0000 7f13dedf3640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558101a39c00 0x558100b5bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.823+0000 7f13dedf3640 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558101a39c00 0x558100b5bb80 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dedf3640 1 -- 172.21.15.3:0/965859904 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv12 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x558100bc0500 con 0x558101a39c00 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558101a39800 msgr2=0x558100b5c100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558101a39800 0x558100b5c100 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558101a39c00 msgr2=0x558100b5bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558101a39c00 0x558100b5bb80 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558101a39400 msgr2=0x558100b5d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558101a39400 0x558100b5d700 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x55810186ed80 tx=0x558100dfeae0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 msgr2=0x558100b5c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 0x558100b5c680 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x5581019c6840 tx=0x55810185ce40 comp rx=0 tx=0).stop 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13de5f2640 1 -- 172.21.15.3:0/965859904 reap_dead start 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 shutdown_connections 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/965859904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5581018dbc00 0x558100b5c680 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 >> 172.21.15.3:0/965859904 conn(0x5581018db000 msgr2=0x558100beb000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 shutdown_connections 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/965859904 wait complete. 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 msgr2=0x558100b5ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 0x558100b5ab00 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x5581018fd950 tx=0x55810185d200 comp rx=0 tx=0).stop 2024-09-10T07:24:11.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 shutdown_connections 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558100adfc00 0x558100b5b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558100adf800 0x558100b5ab00 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 --2- 172.21.15.3:0/258947388 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558100adec00 0x558100b5a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.824+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 >> 172.21.15.3:0/258947388 conn(0x558100adf000 msgr2=0x558100bea800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.825+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 shutdown_connections 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.825+0000 7f13dfe4b280 1 -- 172.21.15.3:0/258947388 wait complete. 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr:+ HEADER_STATE='{ 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr: "magic": "ceph fs volume v011", 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr: "write_pos": 4200187, 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr: "expire_pos": 4194304, 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr: "trimmed_pos": 4194304, 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr: "stream_format": 1, 2024-09-10T07:24:11.832 INFO:tasks.workunit.client.0.smithi003.stderr: "layout": { 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_unit": 4194304, 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_count": 1, 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr: "object_size": 4194304, 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_id": 7, 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_ns": "" 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr: } 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr:}' 2024-09-10T07:24:11.833 INFO:tasks.workunit.client.0.smithi003.stderr:++ cephfs-journal-tool --rank=cephfs:0 event get list 2024-09-10T07:24:11.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 -- start start 2024-09-10T07:24:11.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 Processor -- start 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55caddba0c00 0x55caddc1c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 0x55caddc1cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55caddba1c00 0x55caddc1d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cade974180 con 0x55caddba1800 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cade974300 con 0x55caddba1c00 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cade974480 con 0x55caddba0c00 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb1b88640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 0x55caddc1cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb1b88640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 0x55caddc1cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46202/0 (socket says 172.21.15.3:46202) 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb1b88640 1 -- 172.21.15.3:0/4198746893 learned_addr learned my addr 172.21.15.3:0/4198746893 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55caddba1c00 0x55caddc1d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.856+0000 7f1bb2389640 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55caddba0c00 0x55caddc1c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb1b88640 1 -- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55caddba0c00 msgr2=0x55caddc1c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55caddba0c00 0x55caddc1c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb1b88640 1 -- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55caddba1c00 msgr2=0x55caddc1d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55caddba1c00 0x55caddc1d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb1b88640 1 -- 172.21.15.3:0/4198746893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55caddbd8780 con 0x55caddba1800 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 0x55caddc1cb00 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x55cade9b5800 tx=0x55caddd1d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b23237f735709b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bafb84640 1 -- 172.21.15.3:0/4198746893 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55caddbc6680 con 0x55caddba1800 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bafb84640 1 -- 172.21.15.3:0/4198746893 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55caddbccfc0 con 0x55caddba1800 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bafb84640 1 -- 172.21.15.3:0/4198746893 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55caddbc6b60 con 0x55caddba1800 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55caddbd94a0 con 0x55caddba1800 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55caddbd8000 con 0x55caddba1800 2024-09-10T07:24:11.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bafb84640 1 -- 172.21.15.3:0/4198746893 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55cadea82600 con 0x55caddba1800 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.857+0000 7f1bafb84640 1 -- 172.21.15.3:0/4198746893 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55caddbfb180 con 0x55caddba1800 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.858+0000 7f1bb3be4280 1 Processor -- start 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.858+0000 7f1bb3be4280 1 -- start start 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 0x55caddc1d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5bc00 0x55caddc1e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cade974600 con 0x55cadea5b400 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cade974780 con 0x55cadea5bc00 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cade974900 con 0x55cadea5b800 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 0x55caddc1d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 0x55caddc1d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46212/0 (socket says 172.21.15.3:46212) 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 -- 172.21.15.3:0/1837853288 learned_addr learned my addr 172.21.15.3:0/1837853288 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2389640 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 -- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 msgr2=0x55caddc1db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5bc00 0x55caddc1e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 -- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5bc00 msgr2=0x55caddc1e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5bc00 0x55caddc1e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 -- 172.21.15.3:0/1837853288 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55caddbd83c0 con 0x55cadea5b400 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2389640 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 0x55caddc1d600 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x55cade99a540 tx=0x55caddd1cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32f65084c6680d05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1badb80640 1 -- 172.21.15.3:0/1837853288 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55caddbc69c0 con 0x55cadea5b400 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1badb80640 1 -- 172.21.15.3:0/1837853288 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55caddbcce00 con 0x55cadea5b400 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.859+0000 7f1badb80640 1 -- 172.21.15.3:0/1837853288 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55caddbc6680 con 0x55cadea5b400 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 -- 172.21.15.3:0/1837853288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 msgr2=0x55caddc1d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 0x55caddc1d600 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x55cade99a540 tx=0x55caddd1cf00 comp rx=0 tx=0).stop 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 -- 172.21.15.3:0/1837853288 shutdown_connections 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5bc00 0x55caddc1e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/1837853288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5b400 0x55caddc1d600 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 -- 172.21.15.3:0/1837853288 >> 172.21.15.3:0/1837853288 conn(0x55cadea5b000 msgr2=0x55cade92d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 -- 172.21.15.3:0/1837853288 shutdown_connections 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 -- 172.21.15.3:0/1837853288 wait complete. 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 Processor -- start 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.860+0000 7f1bb3be4280 1 -- start start 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5b400 0x55caddc1f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb3be4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5bc00 0x55caddc1e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cade974c00 con 0x55cadea5bc00 2024-09-10T07:24:11.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cade974d80 con 0x55cadea5b400 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb3be4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cade974f00 con 0x55cadea5b800 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5bc00 0x55caddc1e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5bc00 0x55caddc1e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46226/0 (socket says 172.21.15.3:46226) 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 -- 172.21.15.3:0/3301120327 learned_addr learned my addr 172.21.15.3:0/3301120327 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 -- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 msgr2=0x55caddc1ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cadea5b800 0x55caddc1ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 -- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5b400 msgr2=0x55caddc1f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cadea5b400 0x55caddc1f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55caddbd8780 con 0x55cadea5bc00 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.861+0000 7f1bb1b88640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5bc00 0x55caddc1e680 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x55cade9b5a10 tx=0x55caddd1c120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.862+0000 7f1bac37d640 1 -- 172.21.15.3:0/3301120327 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55caddbc6820 con 0x55cadea5bc00 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.862+0000 7f1bac37d640 1 -- 172.21.15.3:0/3301120327 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55caddbcc1c0 con 0x55cadea5bc00 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.862+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55caddbd94a0 con 0x55cadea5bc00 2024-09-10T07:24:11.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.862+0000 7f1bac37d640 1 -- 172.21.15.3:0/3301120327 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55caddbc69c0 con 0x55cadea5bc00 2024-09-10T07:24:11.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.862+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55caddbd8960 con 0x55cadea5bc00 2024-09-10T07:24:11.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bac37d640 1 -- 172.21.15.3:0/3301120327 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55cadeae0c00 con 0x55cadea5bc00 2024-09-10T07:24:11.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bac37d640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cadeaeb400 0x55caddc1f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bac37d640 1 -- 172.21.15.3:0/3301120327 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55cadeae8600 con 0x55cadea5bc00 2024-09-10T07:24:11.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55cadeaeb800 0x55caddc1e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55cadeaebc00 con 0x55cadeaeb800 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cadeaeb400 0x55caddc1f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.863+0000 7f1bb2389640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55cadeaeb800 0x55caddc1e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.864+0000 7f1bb2389640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55cadeaeb800 0x55caddc1e100 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.864+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cadeaeb400 0x55caddc1f700 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x55cade99a540 tx=0x55caddd1cea0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.864+0000 7f1bb2389640 1 -- 172.21.15.3:0/3301120327 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55cade93c000 con 0x55cadeaeb800 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.864+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55caddf32000 0x55caddc1db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.864+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55caddf32400 con 0x55caddf32000 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.864+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55caddf32000 0x55caddc1db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.865+0000 7f1bb2b8a640 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55caddf32000 0x55caddc1db80 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.865+0000 7f1bb2b8a640 1 -- 172.21.15.3:0/3301120327 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv12 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55cade93c500 con 0x55caddf32000 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.865+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55caddf32800 con 0x55caddf32000 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.865+0000 7f1bb2b8a640 1 -- 172.21.15.3:0/3301120327 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv18 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55cade93c500 con 0x55caddf32000 2024-09-10T07:24:11.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.865+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55caddf32c00 con 0x55cadeaeb800 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb2389640 1 -- 172.21.15.3:0/3301120327 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55cade93c000 con 0x55cadeaeb800 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55cadeaeb800 msgr2=0x55caddc1e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55cadeaeb800 0x55caddc1e100 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55caddf32000 msgr2=0x55caddc1db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55caddf32000 0x55caddc1db80 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cadeaeb400 msgr2=0x55caddc1f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cadeaeb400 0x55caddc1f700 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x55cade99a540 tx=0x55caddd1cea0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5bc00 msgr2=0x55caddc1e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/3301120327 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cadea5bc00 0x55caddc1e680 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x55cade9b5a10 tx=0x55caddd1c120 comp rx=0 tx=0).stop 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb2389640 1 -- 172.21.15.3:0/3301120327 reap_dead start 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb2389640 1 -- 172.21.15.3:0/3301120327 reap_dead start 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 shutdown_connections 2024-09-10T07:24:11.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 >> 172.21.15.3:0/3301120327 conn(0x55cadea5b000 msgr2=0x55cade92d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 shutdown_connections 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/3301120327 wait complete. 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 msgr2=0x55caddc1cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 0x55caddc1cb00 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x55cade9b5800 tx=0x55caddd1d200 comp rx=0 tx=0).stop 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 shutdown_connections 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55caddba1c00 0x55caddc1d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55caddba1800 0x55caddc1cb00 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 --2- 172.21.15.3:0/4198746893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55caddba0c00 0x55caddc1c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 >> 172.21.15.3:0/4198746893 conn(0x55caddba1000 msgr2=0x55cade92c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 shutdown_connections 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.866+0000 7f1bb3be4280 1 -- 172.21.15.3:0/4198746893 wait complete. 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:+ EVENT_LIST='0.000000 0x400000 LID: () 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:21:56.411203+0000 0x400030 SUBTREEMAP: () 2024-09-10T07:24:11.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.586791+0000 0x4003ac SESSION: () 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.961263+0000 0x400567 UPDATE: (setattr) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: / 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:07.086923+0000 0x400896 UPDATE: (mkdir) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:12.588086+0000 0x401076 UPDATE: (cap update) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.251318+0000 0x4016fb UPDATE: (mkdir) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.262180+0000 0x402219 UPDATE: (mkdir) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/foo 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.263272+0000 0x402ae9 UPDATE: (openc) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.074673+0000 0x40328b UPDATE: (unlink_local) 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000002 2024-09-10T07:24:11.875 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp/foo 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076298+0000 0x40448e UPDATE: (unlink_local) 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076642+0000 0x405117 UPDATE: (cap update) 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.083238+0000 0x4058b4 UPDATE: (unlink_local) 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000001 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.407406+0000 0x40651c UPDATE: (unlink_local) 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000000 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.224874+0000 0x40707b UPDATE: (scatter_writebehind) 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.225506+0000 0x4074ed SESSION: () 2024-09-10T07:24:11.876 INFO:tasks.workunit.client.0.smithi003.stderr:0.000000 0x40759a PURGED: ()' 2024-09-10T07:24:11.877 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal export /tmp/journal.bin 2024-09-10T07:24:11.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.898+0000 7f9991a4b280 1 -- start start 2024-09-10T07:24:11.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.898+0000 7f9991a4b280 1 Processor -- start 2024-09-10T07:24:11.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 0x55f8704f8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87047d800 0x55f8704f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87047dc00 0x55f8704f9080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f87126a180 con 0x55f87047cc00 2024-09-10T07:24:11.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f87126a300 con 0x55f87047d800 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55f87126a480 con 0x55f87047dc00 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 0x55f8704f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 0x55f8704f8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46242/0 (socket says 172.21.15.3:46242) 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 -- 172.21.15.3:0/982498886 learned_addr learned my addr 172.21.15.3:0/982498886 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99909f1640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87047dc00 0x55f8704f9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f998f9ef640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87047d800 0x55f8704f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 -- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87047dc00 msgr2=0x55f8704f9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87047dc00 0x55f8704f9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 -- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87047d800 msgr2=0x55f8704f8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87047d800 0x55f8704f8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 -- 172.21.15.3:0/982498886 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8704b4780 con 0x55f87047cc00 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99909f1640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87047dc00 0x55f8704f9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:11.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f998f9ef640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87047d800 0x55f8704f8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f99901f0640 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 0x55f8704f8580 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x55f8712a7830 tx=0x55f87125d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbdfec3e24a1b798 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f998d9eb640 1 -- 172.21.15.3:0/982498886 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f8704a2680 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f998d9eb640 1 -- 172.21.15.3:0/982498886 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55f8704a8a80 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8704b43c0 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f998d9eb640 1 -- 172.21.15.3:0/982498886 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f8704a2b60 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.899+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55f8704b5680 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.900+0000 7f998d9eb640 1 -- 172.21.15.3:0/982498886 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55f871368600 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.900+0000 7f998d9eb640 1 -- 172.21.15.3:0/982498886 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55f8704d7180 con 0x55f87047cc00 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.900+0000 7f9991a4b280 1 Processor -- start 2024-09-10T07:24:11.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.900+0000 7f9991a4b280 1 -- start start 2024-09-10T07:24:11.907 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704f9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704f9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 0x55f8704fa100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f9991a4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f87126a600 con 0x55f87136d800 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f87126a780 con 0x55f87136d400 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55f87126a900 con 0x55f87136dc00 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704f9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704f9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46258/0 (socket says 172.21.15.3:46258) 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 -- 172.21.15.3:0/49508019 learned_addr learned my addr 172.21.15.3:0/49508019 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 -- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 msgr2=0x55f8704fa100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 0x55f8704fa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 -- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 msgr2=0x55f8704f9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99909f1640 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704f9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704f9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 -- 172.21.15.3:0/49508019 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8704b54a0 con 0x55f87136d800 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.901+0000 7f99901f0640 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704f9b80 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x55f871354330 tx=0x55f87125ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51dbd1b8a5dd6365 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f998b9e7640 1 -- 172.21.15.3:0/49508019 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f8704a2820 con 0x55f87136d800 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f998b9e7640 1 -- 172.21.15.3:0/49508019 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55f8704a8fc0 con 0x55f87136d800 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f998b9e7640 1 -- 172.21.15.3:0/49508019 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f8704a2680 con 0x55f87136d800 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 -- 172.21.15.3:0/49508019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 msgr2=0x55f8704f9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704f9b80 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x55f871354330 tx=0x55f87125ce40 comp rx=0 tx=0).stop 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 -- 172.21.15.3:0/49508019 shutdown_connections 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 0x55f8704fa100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704f9b80 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 --2- 172.21.15.3:0/49508019 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704f9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 -- 172.21.15.3:0/49508019 >> 172.21.15.3:0/49508019 conn(0x55f87136d000 msgr2=0x55f871209000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 -- 172.21.15.3:0/49508019 shutdown_connections 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.902+0000 7f9991a4b280 1 -- 172.21.15.3:0/49508019 wait complete. 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 Processor -- start 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 -- start start 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704fb180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704fac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 0x55f8704fa680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f87126bb00 con 0x55f87136d800 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f87126aa80 con 0x55f87136d400 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55f87126b980 con 0x55f87136dc00 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f99901f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704fac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f99901f0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704fac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46270/0 (socket says 172.21.15.3:46270) 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f99901f0640 1 -- 172.21.15.3:0/2392513456 learned_addr learned my addr 172.21.15.3:0/2392513456 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f99909f1640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704fb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.903+0000 7f998f9ef640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 0x55f8704fa680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f99901f0640 1 -- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 msgr2=0x55f8704fa680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f99901f0640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87136dc00 0x55f8704fa680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f99901f0640 1 -- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 msgr2=0x55f8704fb180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f99901f0640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87136d400 0x55f8704fb180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f99901f0640 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8704b4780 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f99901f0640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704fac00 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x55f8713559e0 tx=0x55f87128d800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f998a1e4640 1 -- 172.21.15.3:0/2392513456 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f8704a2b60 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f998a1e4640 1 -- 172.21.15.3:0/2392513456 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55f8704a8e00 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f8704b43c0 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f998a1e4640 1 -- 172.21.15.3:0/2392513456 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f8704a24e0 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.904+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8704b5680 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.905+0000 7f998a1e4640 1 -- 172.21.15.3:0/2392513456 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55f8713cac00 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.905+0000 7f998a1e4640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55f8713c9400 0x55f8704fb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.905+0000 7f998a1e4640 1 -- 172.21.15.3:0/2392513456 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55f8713da600 con 0x55f87136d800 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f8713c9800 0x55f8704fa100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.911 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f99909f1640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55f8713c9400 0x55f8704fb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f8713c9c00 con 0x55f8713c9800 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f998f9ef640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f8713c9800 0x55f8704fa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f998f9ef640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f8713c9800 0x55f8704fa100 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f99909f1640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55f8713c9400 0x55f8704fb700 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x55f8705f8060 tx=0x55f87125d020 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f998f9ef640 1 -- 172.21.15.3:0/2392513456 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55f87120c000 con 0x55f8713c9800 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870818000 0x55f8704f9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.906+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f870818400 con 0x55f870818000 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.907+0000 7f99909f1640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870818000 0x55f8704f9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.907+0000 7f99909f1640 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870818000 0x55f8704f9b80 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.907+0000 7f99909f1640 1 -- 172.21.15.3:0/2392513456 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv12 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55f87120c500 con 0x55f870818000 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.907+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f870818800 con 0x55f870818000 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.907+0000 7f99909f1640 1 -- 172.21.15.3:0/2392513456 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv18 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55f87120c500 con 0x55f870818000 2024-09-10T07:24:11.912 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.907+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f870818c00 con 0x55f8713c9800 2024-09-10T07:24:11.913 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.908+0000 7f998f9ef640 1 -- 172.21.15.3:0/2392513456 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55f87120c000 con 0x55f8713c9800 2024-09-10T07:24:11.915 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.908+0000 7f9991a4b280 1 -- start start 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.908+0000 7f9991a4b280 1 Processor -- start 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f870819400 0x55f8704f9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f870818c00 0x55f87087e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f9991a4b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f870819800 0x55f87087e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f9991a4b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f87126bc80 con 0x55f870819400 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55f87126be00 con 0x55f870818c00 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f9991a4b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55f87126a600 con 0x55f870819800 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f870819400 0x55f8704f9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f870819400 0x55f8704f9600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46286/0 (socket says 172.21.15.3:46286) 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 -- 172.21.15.3:0/2669752791 learned_addr learned my addr 172.21.15.3:0/2669752791 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 -- 172.21.15.3:0/2669752791 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f870819800 msgr2=0x55f87087e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f870819800 0x55f87087e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.916 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 -- 172.21.15.3:0/2669752791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f870818c00 msgr2=0x55f87087e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f870818c00 0x55f87087e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8704b4000 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.909+0000 7f998f9ef640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f870819400 0x55f8704f9600 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55f8707b7da0 tx=0x55f87125c1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a42a9d3fc2cba870 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99871de640 1 -- 172.21.15.3:0/2669752791 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f87140b860 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99871de640 1 -- 172.21.15.3:0/2669752791 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55f8704a81c0 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99871de640 1 -- 172.21.15.3:0/2669752791 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55f87140b6c0 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8704b54a0 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55f8704b4780 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99871de640 1 -- 172.21.15.3:0/2669752791 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55f870888600 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99871de640 1 -- 172.21.15.3:0/2669752791 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55f8704d7500 con 0x55f870819400 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f870819c00 0x55f87087eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f8713c9c00 con 0x55f870819c00 2024-09-10T07:24:11.917 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99909f1640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f870819c00 0x55f87087eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.910+0000 7f99909f1640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f870819c00 0x55f87087eb00 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=fecf7e0a557da60b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f99909f1640 1 -- 172.21.15.3:0/2669752791 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55f87120c500 con 0x55f870819c00 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870887800 0x55f87087f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f870887c00 con 0x55f870887800 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f99901f0640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870887800 0x55f87087f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f99901f0640 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870887800 0x55f87087f080 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=46a022cadc18fd13 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f99901f0640 1 -- 172.21.15.3:0/2669752791 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv12 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55f87082cf00 con 0x55f870887800 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f99859db640 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55f8708b4000 con 0x55f870887800 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.911+0000 7f99859db640 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55f8708b4400 con 0x55f870819c00 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f99909f1640 1 -- 172.21.15.3:0/2669752791 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55f87120c500 con 0x55f870819c00 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f99901f0640 1 -- 172.21.15.3:0/2669752791 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv18 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55f87082cf00 con 0x55f870887800 2024-09-10T07:24:11.918 INFO:tasks.workunit.client.0.smithi003.stdout:journal is 4194304~30182 2024-09-10T07:24:11.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:2e2fa760:::200.00000001:head [read 0~30182] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55f8713c9c00 con 0x55f870887800 2024-09-10T07:24:11.919 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f99901f0640 1 -- 172.21.15.3:0/2669752791 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000001 [read 0~30182 out=30182b] v0'0 uv18 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55f87082cf00 con 0x55f870887800 2024-09-10T07:24:11.919 INFO:tasks.workunit.client.0.smithi003.stdout:wrote 30182 bytes at offset 4194304 to /tmp/journal.bin 2024-09-10T07:24:11.919 INFO:tasks.workunit.client.0.smithi003.stdout:NOTE: this is a _sparse_ file; you can 2024-09-10T07:24:11.919 INFO:tasks.workunit.client.0.smithi003.stdout: $ tar cSzf /tmp/journal.bin.tgz /tmp/journal.bin 2024-09-10T07:24:11.919 INFO:tasks.workunit.client.0.smithi003.stdout: to efficiently compress it while preserving sparseness. 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f870819c00 msgr2=0x55f87087eb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f870819c00 0x55f87087eb00 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870887800 msgr2=0x55f87087f080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870887800 0x55f87087f080 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f870819400 msgr2=0x55f8704f9600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2669752791 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f870819400 0x55f8704f9600 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55f8707b7da0 tx=0x55f87125c1e0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f99901f0640 1 -- 172.21.15.3:0/2669752791 reap_dead start 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 shutdown_connections 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 >> 172.21.15.3:0/2669752791 conn(0x55f870819000 msgr2=0x55f871209800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 shutdown_connections 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2669752791 wait complete. 2024-09-10T07:24:11.922 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f8713c9800 msgr2=0x55f8704fa100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55f8713c9800 0x55f8704fa100 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870818000 msgr2=0x55f8704f9b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.912+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55f870818000 0x55f8704f9b80 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55f8713c9400 msgr2=0x55f8704fb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55f8713c9400 0x55f8704fb700 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x55f8705f8060 tx=0x55f87125d020 comp rx=0 tx=0).stop 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 msgr2=0x55f8704fac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 --2- 172.21.15.3:0/2392513456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87136d800 0x55f8704fac00 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x55f8713559e0 tx=0x55f87128d800 comp rx=0 tx=0).stop 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f998f9ef640 1 -- 172.21.15.3:0/2392513456 reap_dead start 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 shutdown_connections 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 >> 172.21.15.3:0/2392513456 conn(0x55f87136d000 msgr2=0x55f871209000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 shutdown_connections 2024-09-10T07:24:11.923 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/2392513456 wait complete. 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 msgr2=0x55f8704f8580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 0x55f8704f8580 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x55f8712a7830 tx=0x55f87125d200 comp rx=0 tx=0).stop 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 shutdown_connections 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55f87047dc00 0x55f8704f9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55f87047d800 0x55f8704f8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 --2- 172.21.15.3:0/982498886 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f87047cc00 0x55f8704f8580 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 >> 172.21.15.3:0/982498886 conn(0x55f87047d000 msgr2=0x55f871208800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 shutdown_connections 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.913+0000 7f9991a4b280 1 -- 172.21.15.3:0/982498886 wait complete. 2024-09-10T07:24:11.924 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal import /tmp/journal.bin 2024-09-10T07:24:11.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.945+0000 7fd7d2ffe280 1 -- start start 2024-09-10T07:24:11.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.945+0000 7fd7d2ffe280 1 Processor -- start 2024-09-10T07:24:11.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fb9a400 0x55ce0ee87600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 0x55ce0ee86b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fb9a800 0x55ce0ee87b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0000 con 0x55ce0ee0bc00 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0180 con 0x55ce0fb9a400 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0300 con 0x55ce0fb9a800 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 0x55ce0ee86b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 0x55ce0ee86b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46310/0 (socket says 172.21.15.3:46310) 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2125702623 learned_addr learned my addr 172.21.15.3:0/2125702623 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fb9a400 0x55ce0ee87600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fb9a800 0x55ce0ee87b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fb9a800 msgr2=0x55ce0ee87b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fb9a800 0x55ce0ee87b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fb9a400 msgr2=0x55ce0ee87600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.948 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fb9a400 0x55ce0ee87600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2125702623 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce0ee42780 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fb9a800 0x55ce0ee87b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.946+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 0x55ce0ee86b00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x55ce0fc3d7d0 tx=0x55ce0fbd9020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b29485859f44ad75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7cef9e640 1 -- 172.21.15.3:0/2125702623 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30d00 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7cef9e640 1 -- 172.21.15.3:0/2125702623 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ce0ee36e00 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7cef9e640 1 -- 172.21.15.3:0/2125702623 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30680 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce0ee423c0 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55ce0ee42000 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7cef9e640 1 -- 172.21.15.3:0/2125702623 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ce0fcf2200 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.947+0000 7fd7cef9e640 1 -- 172.21.15.3:0/2125702623 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55ce0ee65180 con 0x55ce0ee0bc00 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 Processor -- start 2024-09-10T07:24:11.949 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 -- start start 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 0x55ce0ee87080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1800 0x55ce0ee86580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1c00 0x55ce0ee88100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0480 con 0x55ce0fcf1400 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0600 con 0x55ce0fcf1800 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0780 con 0x55ce0fcf1c00 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d1fa4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 0x55ce0ee87080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d1fa4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 0x55ce0ee87080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46320/0 (socket says 172.21.15.3:46320) 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/66751757 learned_addr learned my addr 172.21.15.3:0/66751757 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1800 0x55ce0ee86580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.948+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1c00 0x55ce0ee88100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1c00 msgr2=0x55ce0ee88100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1c00 0x55ce0ee88100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1800 msgr2=0x55ce0ee86580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1800 0x55ce0ee86580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/66751757 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce0ee43680 con 0x55ce0fcf1400 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1c00 0x55ce0ee88100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 0x55ce0ee87080 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x55ce0fcee810 tx=0x55ce0fd00c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae4080fd60ad173 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7ccf9a640 1 -- 172.21.15.3:0/66751757 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30d00 con 0x55ce0fcf1400 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7ccf9a640 1 -- 172.21.15.3:0/66751757 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ce0ee36700 con 0x55ce0fcf1400 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7ccf9a640 1 -- 172.21.15.3:0/66751757 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30680 con 0x55ce0fcf1400 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/66751757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 msgr2=0x55ce0ee87080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 0x55ce0ee87080 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x55ce0fcee810 tx=0x55ce0fd00c00 comp rx=0 tx=0).stop 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/66751757 shutdown_connections 2024-09-10T07:24:11.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1c00 0x55ce0ee88100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1800 0x55ce0ee86580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/66751757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1400 0x55ce0ee87080 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/66751757 >> 172.21.15.3:0/66751757 conn(0x55ce0fb9a000 msgr2=0x55ce0fb95000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/66751757 shutdown_connections 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.949+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/66751757 wait complete. 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.950+0000 7fd7d2ffe280 1 Processor -- start 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.950+0000 7fd7d2ffe280 1 -- start start 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.950+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1400 0x55ce0ee89180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.950+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 0x55ce0ee88c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.950+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1c00 0x55ce0ee88680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.950+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe1b00 con 0x55ce0fcf1800 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe1980 con 0x55ce0fcf1c00 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0c00 con 0x55ce0fcf1400 2024-09-10T07:24:11.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 0x55ce0ee88c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 0x55ce0ee88c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46334/0 (socket says 172.21.15.3:46334) 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 -- 172.21.15.3:0/642132708 learned_addr learned my addr 172.21.15.3:0/642132708 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1400 0x55ce0ee89180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1c00 0x55ce0ee88680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 -- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1400 msgr2=0x55ce0ee89180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1400 0x55ce0ee89180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 -- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1c00 msgr2=0x55ce0ee88680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1c00 0x55ce0ee88680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 -- 172.21.15.3:0/642132708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce0ee434a0 con 0x55ce0fcf1800 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 0x55ce0ee88c00 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55ce0fcefbf0 tx=0x55ce0fd01920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7cb797640 1 -- 172.21.15.3:0/642132708 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30d00 con 0x55ce0fcf1800 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7cb797640 1 -- 172.21.15.3:0/642132708 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ce0ee36700 con 0x55ce0fcf1800 2024-09-10T07:24:11.959 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ce0ee42960 con 0x55ce0fcf1800 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7cb797640 1 -- 172.21.15.3:0/642132708 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30680 con 0x55ce0fcf1800 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.951+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce0ee42780 con 0x55ce0fcf1800 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.952+0000 7fd7cb797640 1 -- 172.21.15.3:0/642132708 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55ce0fd62c00 con 0x55ce0fcf1800 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.953+0000 7fd7cb797640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ce0fd67000 0x55ce0ee89700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.953+0000 7fd7cb797640 1 -- 172.21.15.3:0/642132708 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ce0fd53a00 con 0x55ce0fcf1800 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.953+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ce0fd67000 0x55ce0ee89700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.953+0000 7fd7d2ffe280 1 -- start start 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.953+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ce0fd67000 0x55ce0ee89700 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x55ce0fcee810 tx=0x55ce0fbd8300 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.953+0000 7fd7d2ffe280 1 Processor -- start 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fd67800 0x55ce0ee88100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fd67c00 0x55ce0ee86580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d2ffe280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0f1f6000 0x55ce0ee87080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.960 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0f00 con 0x55ce0fd67800 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ce0fbe1680 con 0x55ce0f1f6000 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d2ffe280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ce0fbe0480 con 0x55ce0fd67c00 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fd67800 0x55ce0ee88100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fd67800 0x55ce0ee88100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46344/0 (socket says 172.21.15.3:46344) 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/2596519361 learned_addr learned my addr 172.21.15.3:0/2596519361 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fd67c00 0x55ce0ee86580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0f1f6000 0x55ce0ee87080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fd67c00 msgr2=0x55ce0ee86580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fd67c00 0x55ce0ee86580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0f1f6000 msgr2=0x55ce0ee87080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0f1f6000 0x55ce0ee87080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d1fa4640 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce0ee423c0 con 0x55ce0fd67800 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.954+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fd67c00 0x55ce0ee86580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:11.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7d1fa4640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fd67800 0x55ce0ee88100 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x55ce0fd8aba0 tx=0x55ce0fbd8360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d8fdb05a8aac84e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7c8791640 1 -- 172.21.15.3:0/2596519361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0ee30820 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7c8791640 1 -- 172.21.15.3:0/2596519361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ce0ee36c40 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7c8791640 1 -- 172.21.15.3:0/2596519361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ce0fd9bba0 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce0ee43680 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55ce0ee423c0 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7c8791640 1 -- 172.21.15.3:0/2596519361 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ce0f1fa000 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7c8791640 1 -- 172.21.15.3:0/2596519361 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55ce0ee65500 con 0x55ce0fd67800 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ce0f1f6400 0x55ce0f21c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f6800 con 0x55ce0f1f6400 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.955+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ce0f1f6400 0x55ce0f21c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.962 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.956+0000 7fd7d17a3640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ce0f1f6400 0x55ce0f21c000 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=3110d5964c2a76a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.963 INFO:tasks.workunit.client.0.smithi003.stdout:undump /tmp/journal.bin 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.956+0000 7fd7d17a3640 1 -- 172.21.15.3:0/2596519361 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55ce0fba8000 con 0x55ce0f1f6400 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.956+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ce0f1f6c00 0x55ce0f21c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.956+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f7000 con 0x55ce0f1f6c00 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.956+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ce0f1f6c00 0x55ce0f21c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.956+0000 7fd7d0fa2640 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ce0f1f6c00 0x55ce0f21c580 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=501277d218a8716f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.957+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2596519361 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv12 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55ce0fba8500 con 0x55ce0f1f6c00 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.957+0000 7fd7c6f8e640 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f9000 con 0x55ce0f1f6c00 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.957+0000 7fd7c6f8e640 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f9400 con 0x55ce0f1f6400 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.957+0000 7fd7d17a3640 1 -- 172.21.15.3:0/2596519361 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55ce0fba8000 con 0x55ce0f1f6400 2024-09-10T07:24:11.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.957+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2596519361 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv18 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55ce0fba8500 con 0x55ce0f1f6c00 2024-09-10T07:24:11.965 INFO:tasks.workunit.client.0.smithi003.stdout:start 4194304 len 30182 write_pos 4200187 format 1 trimmed_pos 4194304 stripe_unit 4194304 stripe_count 1 object_size 4194304 2024-09-10T07:24:11.965 INFO:tasks.workunit.client.0.smithi003.stdout:writing header 200.00000000 2024-09-10T07:24:11.965 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.957+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f7400 con 0x55ce0f1f6c00 2024-09-10T07:24:11.965 INFO:tasks.workunit.client.0.smithi003.stdout:Purging 2 objects from 1 2024-09-10T07:24:11.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.958+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2596519361 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v55'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55ce0fba8500 con 0x55ce0f1f6c00 2024-09-10T07:24:11.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.958+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:6 7.14 7:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f7800 con 0x55ce0f1f6c00 2024-09-10T07:24:11.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.958+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:7 7.1b 7:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f9000 con 0x55ce0f1f6400 2024-09-10T07:24:11.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.960+0000 7fd7d17a3640 1 -- 172.21.15.3:0/2596519361 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(7 200.00000002 [delete] v55'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55ce0fba8000 con 0x55ce0f1f6400 2024-09-10T07:24:11.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.960+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2596519361 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(6 200.00000001 [delete] v55'21 uv21 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55ce0fba8500 con 0x55ce0f1f6c00 2024-09-10T07:24:11.966 INFO:tasks.workunit.client.0.smithi003.stdout: writing 4194304~30182 2024-09-10T07:24:11.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.960+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:8 7.14 7:2e2fa760:::200.00000001:head [write 0~30182 in=30182b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55ce0f1f9c00 con 0x55ce0f1f6c00 2024-09-10T07:24:11.967 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2596519361 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(8 200.00000001 [write 0~30182] v55'22 uv22 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55ce0fba8500 con 0x55ce0f1f6c00 2024-09-10T07:24:11.967 INFO:tasks.workunit.client.0.smithi003.stdout:done. 2024-09-10T07:24:11.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ce0f1f6400 msgr2=0x55ce0f21c000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ce0f1f6400 0x55ce0f21c000 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ce0f1f6c00 msgr2=0x55ce0f21c580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ce0f1f6c00 0x55ce0f21c580 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fd67800 msgr2=0x55ce0ee88100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2596519361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fd67800 0x55ce0ee88100 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x55ce0fd8aba0 tx=0x55ce0fbd8360 comp rx=0 tx=0).stop 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d0fa2640 1 -- 172.21.15.3:0/2596519361 reap_dead start 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 shutdown_connections 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 >> 172.21.15.3:0/2596519361 conn(0x55ce0fd67400 msgr2=0x55ce0fb94800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 shutdown_connections 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.961+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2596519361 wait complete. 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ce0fd67000 msgr2=0x55ce0ee89700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ce0fd67000 0x55ce0ee89700 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x55ce0fcee810 tx=0x55ce0fbd8300 comp rx=0 tx=0).stop 2024-09-10T07:24:11.970 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 msgr2=0x55ce0ee88c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 0x55ce0ee88c00 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x55ce0fcefbf0 tx=0x55ce0fd01920 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 shutdown_connections 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ce0fd67000 0x55ce0ee89700 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fcf1c00 0x55ce0ee88680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0fcf1800 0x55ce0ee88c00 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/642132708 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fcf1400 0x55ce0ee89180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 >> 172.21.15.3:0/642132708 conn(0x55ce0fb9a000 msgr2=0x55ce0fb95000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 shutdown_connections 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/642132708 wait complete. 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 msgr2=0x55ce0ee86b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 0x55ce0ee86b00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x55ce0fc3d7d0 tx=0x55ce0fbd9020 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 shutdown_connections 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ce0fb9a800 0x55ce0ee87b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ce0ee0bc00 0x55ce0ee86b00 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 --2- 172.21.15.3:0/2125702623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ce0fb9a400 0x55ce0ee87600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:11.971 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 >> 172.21.15.3:0/2125702623 conn(0x55ce0ee0b000 msgr2=0x55ce0fb96000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:11.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 shutdown_connections 2024-09-10T07:24:11.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.962+0000 7fd7d2ffe280 1 -- 172.21.15.3:0/2125702623 wait complete. 2024-09-10T07:24:11.972 INFO:tasks.workunit.client.0.smithi003.stderr:++ cephfs-journal-tool --rank=cephfs:0 header get 2024-09-10T07:24:11.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 -- start start 2024-09-10T07:24:11.993 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 Processor -- start 2024-09-10T07:24:11.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 0x55ead2062580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:11.999 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead1fe7800 0x55ead2062b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead1fe7c00 0x55ead2063080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ead2dbc600 con 0x55ead1fe6c00 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ead2dbc480 con 0x55ead1fe7c00 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.993+0000 7f3d2c810280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ead2dbc300 con 0x55ead1fe7800 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 0x55ead2062580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 0x55ead2062580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46358/0 (socket says 172.21.15.3:46358) 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 -- 172.21.15.3:0/730758411 learned_addr learned my addr 172.21.15.3:0/730758411 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead1fe7c00 0x55ead2063080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d29b25640 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead1fe7800 0x55ead2062b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 -- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead1fe7800 msgr2=0x55ead2062b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead1fe7800 0x55ead2062b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.000 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 -- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead1fe7c00 msgr2=0x55ead2063080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead1fe7c00 0x55ead2063080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 -- 172.21.15.3:0/730758411 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ead201e780 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead1fe7c00 0x55ead2063080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2a326640 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 0x55ead2062580 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x55ead2df9080 tx=0x55ead2162de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ee59246c853657 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d27b21640 1 -- 172.21.15.3:0/730758411 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ead200c9c0 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d27b21640 1 -- 172.21.15.3:0/730758411 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ead2012e00 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d27b21640 1 -- 172.21.15.3:0/730758411 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ead200c680 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ead201e3c0 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55ead201f680 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.994+0000 7f3d27b21640 1 -- 172.21.15.3:0/730758411 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ead2ebe200 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.995+0000 7f3d27b21640 1 -- 172.21.15.3:0/730758411 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55ead2041180 con 0x55ead1fe6c00 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.995+0000 7f3d2c810280 1 Processor -- start 2024-09-10T07:24:12.001 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.995+0000 7f3d2c810280 1 -- start start 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 0x55ead2063600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02400 0x55ead2063b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02800 0x55ead2064100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2c810280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ead2dbc180 con 0x55ead2f02000 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2c810280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ead2048900 con 0x55ead2f02400 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2c810280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ead2048480 con 0x55ead2f02800 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 0x55ead2063600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 0x55ead2063600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46366/0 (socket says 172.21.15.3:46366) 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 -- 172.21.15.3:0/2173062332 learned_addr learned my addr 172.21.15.3:0/2173062332 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2a326640 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02400 0x55ead2063b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d29b25640 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02800 0x55ead2064100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 -- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02800 msgr2=0x55ead2064100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.002 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02800 0x55ead2064100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 -- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02400 msgr2=0x55ead2063b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02400 0x55ead2063b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 -- 172.21.15.3:0/2173062332 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ead201f4a0 con 0x55ead2f02000 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 0x55ead2063600 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x55ead2ec0900 tx=0x55ead2ec4c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e7037fc3917cbf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d25b1d640 1 -- 172.21.15.3:0/2173062332 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ead200c9c0 con 0x55ead2f02000 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d25b1d640 1 -- 172.21.15.3:0/2173062332 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ead2012a80 con 0x55ead2f02000 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.996+0000 7f3d25b1d640 1 -- 172.21.15.3:0/2173062332 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ead200c680 con 0x55ead2f02000 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 -- 172.21.15.3:0/2173062332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 msgr2=0x55ead2063600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 0x55ead2063600 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x55ead2ec0900 tx=0x55ead2ec4c00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 -- 172.21.15.3:0/2173062332 shutdown_connections 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02800 0x55ead2064100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02400 0x55ead2063b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.003 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 --2- 172.21.15.3:0/2173062332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02000 0x55ead2063600 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 -- 172.21.15.3:0/2173062332 >> 172.21.15.3:0/2173062332 conn(0x55ead2dbfc00 msgr2=0x55ead2d70800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 -- 172.21.15.3:0/2173062332 shutdown_connections 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 -- 172.21.15.3:0/2173062332 wait complete. 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 Processor -- start 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.997+0000 7f3d2c810280 1 -- start start 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02000 0x55ead2065180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 0x55ead2064c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2c810280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02800 0x55ead2064680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2c810280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ead2dbd380 con 0x55ead2f02400 2024-09-10T07:24:12.004 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2c810280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ead2dbc180 con 0x55ead2f02800 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2c810280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ead2dbcc00 con 0x55ead2f02000 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 0x55ead2064c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 0x55ead2064c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46374/0 (socket says 172.21.15.3:46374) 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 -- 172.21.15.3:0/20486185 learned_addr learned my addr 172.21.15.3:0/20486185 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d29b25640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02800 0x55ead2064680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02000 0x55ead2065180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 -- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02000 msgr2=0x55ead2065180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead2f02000 0x55ead2065180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 -- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02800 msgr2=0x55ead2064680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02800 0x55ead2064680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d2a326640 1 -- 172.21.15.3:0/20486185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ead201e000 con 0x55ead2f02400 2024-09-10T07:24:12.005 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.998+0000 7f3d29b25640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead2f02800 0x55ead2064680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.999+0000 7f3d2a326640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 0x55ead2064c00 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x55ead2df9c80 tx=0x55ead2162ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.999+0000 7f3d2431a640 1 -- 172.21.15.3:0/20486185 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ead200cb60 con 0x55ead2f02400 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.999+0000 7f3d2431a640 1 -- 172.21.15.3:0/20486185 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ead2012c40 con 0x55ead2f02400 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.999+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ead201e960 con 0x55ead2f02400 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.999+0000 7f3d2431a640 1 -- 172.21.15.3:0/20486185 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ead200c820 con 0x55ead2f02400 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:11.999+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ead201f860 con 0x55ead2f02400 2024-09-10T07:24:12.006 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.000+0000 7f3d2431a640 1 -- 172.21.15.3:0/20486185 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55ead2f16c00 con 0x55ead2f02400 2024-09-10T07:24:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.000+0000 7f3d2431a640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ead2f31400 0x55ead2065700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.000+0000 7f3d2431a640 1 -- 172.21.15.3:0/20486185 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ead2f09200 con 0x55ead2f02400 2024-09-10T07:24:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.000+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ead2f02c00 0x55ead2064100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.000+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ead2f03000 con 0x55ead2f02c00 2024-09-10T07:24:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.000+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ead2f31400 0x55ead2065700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.009 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d29b25640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ead2f02c00 0x55ead2064100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d29b25640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ead2f02c00 0x55ead2064100 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ead2f31400 0x55ead2065700 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x55ead2ec0900 tx=0x55ead2163080 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d29b25640 1 -- 172.21.15.3:0/20486185 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55ead2d82000 con 0x55ead2f02c00 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ead2f31800 0x55ead2063b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ead2f31c00 con 0x55ead2f31800 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.001+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ead2f31800 0x55ead2063b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2ab27640 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ead2f31800 0x55ead2063b80 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2ab27640 1 -- 172.21.15.3:0/20486185 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55ead2d82500 con 0x55ead2f31800 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ead2f02c00 msgr2=0x55ead2064100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ead2f02c00 0x55ead2064100 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ead2f31800 msgr2=0x55ead2063b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ead2f31800 0x55ead2063b80 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.010 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ead2f31400 msgr2=0x55ead2065700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ead2f31400 0x55ead2065700 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x55ead2ec0900 tx=0x55ead2163080 comp rx=0 tx=0).stop 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 msgr2=0x55ead2064c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d29b25640 1 -- 172.21.15.3:0/20486185 reap_dead start 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 0x55ead2064c00 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x55ead2df9c80 tx=0x55ead2162ea0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 shutdown_connections 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/20486185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead2f02400 0x55ead2064c00 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 >> 172.21.15.3:0/20486185 conn(0x55ead2dbfc00 msgr2=0x55ead2d70800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 shutdown_connections 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/20486185 wait complete. 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 msgr2=0x55ead2062580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 0x55ead2062580 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x55ead2df9080 tx=0x55ead2162de0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 shutdown_connections 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ead1fe7c00 0x55ead2063080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.011 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ead1fe7800 0x55ead2062b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 --2- 172.21.15.3:0/730758411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ead1fe6c00 0x55ead2062580 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.002+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 >> 172.21.15.3:0/730758411 conn(0x55ead1fe7000 msgr2=0x55ead2d71000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.003+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 shutdown_connections 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.003+0000 7f3d2c810280 1 -- 172.21.15.3:0/730758411 wait complete. 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr:+ NEW_HEADER_STATE='{ 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "magic": "ceph fs volume v011", 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "write_pos": 4200187, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "expire_pos": 4194304, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "trimmed_pos": 4194304, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "stream_format": 1, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "layout": { 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_unit": 4194304, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_count": 1, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "object_size": 4194304, 2024-09-10T07:24:12.012 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_id": 7, 2024-09-10T07:24:12.013 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_ns": "" 2024-09-10T07:24:12.013 INFO:tasks.workunit.client.0.smithi003.stderr: } 2024-09-10T07:24:12.013 INFO:tasks.workunit.client.0.smithi003.stderr:}' 2024-09-10T07:24:12.013 INFO:tasks.workunit.client.0.smithi003.stderr:++ cephfs-journal-tool --rank=cephfs:0 event get list 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.034+0000 7f512fd29280 1 -- start start 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.034+0000 7f512fd29280 1 Processor -- start 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ccc0a0c00 0x560ccc11c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560ccc0a1800 0x560ccc11cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ccc0a1c00 0x560ccc11d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560ccce84180 con 0x560ccc0a1c00 2024-09-10T07:24:12.036 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ccce84300 con 0x560ccc0a0c00 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560ccce84480 con 0x560ccc0a1800 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ccc0a1c00 0x560ccc11d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512da67640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ccc0a0c00 0x560ccc11c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512da67640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ccc0a0c00 0x560ccc11c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:36998/0 (socket says 172.21.15.3:36998) 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512da67640 1 -- 172.21.15.3:0/290076807 learned_addr learned my addr 172.21.15.3:0/290076807 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512d266640 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560ccc0a1800 0x560ccc11cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 -- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560ccc0a1800 msgr2=0x560ccc11cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560ccc0a1800 0x560ccc11cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 -- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ccc0a0c00 msgr2=0x560ccc11c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ccc0a0c00 0x560ccc11c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 -- 172.21.15.3:0/290076807 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ccc0d8780 con 0x560ccc0a1c00 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512e268640 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ccc0a1c00 0x560ccc11d080 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x560cccebf920 tx=0x560ccce77200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f75f37703ae867e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512b262640 1 -- 172.21.15.3:0/290076807 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560ccc0c6680 con 0x560ccc0a1c00 2024-09-10T07:24:12.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512b262640 1 -- 172.21.15.3:0/290076807 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560ccc0cc700 con 0x560ccc0a1c00 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512b262640 1 -- 172.21.15.3:0/290076807 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560ccc0c6b60 con 0x560ccc0a1c00 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.035+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ccc0d94a0 con 0x560ccc0a1c00 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.036+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x560ccc0d8000 con 0x560ccc0a1c00 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.036+0000 7f512b262640 1 -- 172.21.15.3:0/290076807 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x560cccf82600 con 0x560ccc0a1c00 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.036+0000 7f512b262640 1 -- 172.21.15.3:0/290076807 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x560ccc0fb180 con 0x560ccc0a1c00 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.036+0000 7f512fd29280 1 Processor -- start 2024-09-10T07:24:12.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.036+0000 7f512fd29280 1 -- start start 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512fd29280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73400 0x560ccc11d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512fd29280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512fd29280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73c00 0x560ccc11e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512fd29280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560ccce84600 con 0x560cccf73800 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512fd29280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ccce84780 con 0x560cccf73400 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512fd29280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560ccce84900 con 0x560cccf73c00 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46394/0 (socket says 172.21.15.3:46394) 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 -- 172.21.15.3:0/3133041535 learned_addr learned my addr 172.21.15.3:0/3133041535 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512d266640 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73400 0x560ccc11d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512d266640 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73c00 0x560ccc11e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.046 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 -- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73c00 msgr2=0x560ccc11e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73c00 0x560ccc11e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 -- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73400 msgr2=0x560ccc11d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73400 0x560ccc11d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.037+0000 7f512da67640 1 -- 172.21.15.3:0/3133041535 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ccc0d83c0 con 0x560cccf73800 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512da67640 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11db80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x560cccf74810 tx=0x560cccf7f800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98d3e9569dab6075 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512925e640 1 -- 172.21.15.3:0/3133041535 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560ccc0c6680 con 0x560cccf73800 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512925e640 1 -- 172.21.15.3:0/3133041535 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560ccc0ccfc0 con 0x560cccf73800 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512925e640 1 -- 172.21.15.3:0/3133041535 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560ccc0c6b60 con 0x560cccf73800 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 -- 172.21.15.3:0/3133041535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 msgr2=0x560ccc11db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11db80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x560cccf74810 tx=0x560cccf7f800 comp rx=0 tx=0).stop 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 -- 172.21.15.3:0/3133041535 shutdown_connections 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73c00 0x560ccc11e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11db80 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.047 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 --2- 172.21.15.3:0/3133041535 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73400 0x560ccc11d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 -- 172.21.15.3:0/3133041535 >> 172.21.15.3:0/3133041535 conn(0x560cccf73000 msgr2=0x560ccce2d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 -- 172.21.15.3:0/3133041535 shutdown_connections 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.038+0000 7f512fd29280 1 -- 172.21.15.3:0/3133041535 wait complete. 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 Processor -- start 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 -- start start 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73400 0x560ccc11f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73c00 0x560ccc11e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560ccce85c80 con 0x560cccf73800 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560ccce84c00 con 0x560cccf73c00 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512fd29280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560ccce84d80 con 0x560cccf73400 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512da67640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.048 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512da67640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46402/0 (socket says 172.21.15.3:46402) 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.039+0000 7f512da67640 1 -- 172.21.15.3:0/889941527 learned_addr learned my addr 172.21.15.3:0/889941527 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73400 0x560ccc11f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73c00 0x560ccc11e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512da67640 1 -- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73400 msgr2=0x560ccc11f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512da67640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560cccf73400 0x560ccc11f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512da67640 1 -- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73c00 msgr2=0x560ccc11e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512da67640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73c00 0x560ccc11e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512da67640 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ccc0d8780 con 0x560cccf73800 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560cccf73c00 0x560ccc11e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512da67640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11ec00 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x560cccf75ad0 tx=0x560ccce761e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f5127a5b640 1 -- 172.21.15.3:0/889941527 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560ccc0c64e0 con 0x560cccf73800 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f5127a5b640 1 -- 172.21.15.3:0/889941527 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560ccc0cce00 con 0x560cccf73800 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f5127a5b640 1 -- 172.21.15.3:0/889941527 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560ccc0c6680 con 0x560cccf73800 2024-09-10T07:24:12.049 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560ccc0d94a0 con 0x560cccf73800 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.040+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ccc0d8960 con 0x560cccf73800 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.041+0000 7f5127a5b640 1 -- 172.21.15.3:0/889941527 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x560cccff2c00 con 0x560cccf73800 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f5127a5b640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560cccfeb000 0x560ccc11f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f5127a5b640 1 -- 172.21.15.3:0/889941527 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x560cccff0a00 con 0x560cccf73800 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f512fd29280 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560cccfeb400 0x560ccc11e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x560cccfeb800 con 0x560cccfeb400 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560cccfeb400 0x560ccc11e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560cccfeb000 0x560ccc11f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560cccfeb400 0x560ccc11e100 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.042+0000 7f512d266640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560cccfeb000 0x560ccc11f700 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x560cccebefc0 tx=0x560ccce76f00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512d266640 1 -- 172.21.15.3:0/889941527 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x560ccce30000 con 0x560cccfeb400 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512fd29280 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560cccfebc00 0x560ccc11db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x560ccc43a000 con 0x560cccfebc00 2024-09-10T07:24:12.050 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512e268640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560cccfebc00 0x560ccc11db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512e268640 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560cccfebc00 0x560ccc11db80 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512e268640 1 -- 172.21.15.3:0/889941527 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x560ccce30500 con 0x560cccfebc00 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.043+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x560ccc43a400 con 0x560cccfebc00 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512e268640 1 -- 172.21.15.3:0/889941527 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv22 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x560ccce30500 con 0x560cccfebc00 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x560ccc43a800 con 0x560cccfeb400 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512d266640 1 -- 172.21.15.3:0/889941527 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x560ccce30000 con 0x560cccfeb400 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560cccfeb400 msgr2=0x560ccc11e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512fd29280 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560cccfeb400 0x560ccc11e100 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560cccfebc00 msgr2=0x560ccc11db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.044+0000 7f512fd29280 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560cccfebc00 0x560ccc11db80 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560cccfeb000 msgr2=0x560ccc11f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560cccfeb000 0x560ccc11f700 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x560cccebefc0 tx=0x560ccce76f00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 msgr2=0x560ccc11ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 --2- 172.21.15.3:0/889941527 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560cccf73800 0x560ccc11ec00 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x560cccf75ad0 tx=0x560ccce761e0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.051 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512da67640 1 -- 172.21.15.3:0/889941527 reap_dead start 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512da67640 1 -- 172.21.15.3:0/889941527 reap_dead start 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 shutdown_connections 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 >> 172.21.15.3:0/889941527 conn(0x560cccf73000 msgr2=0x560ccce2d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 shutdown_connections 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/889941527 wait complete. 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ccc0a1c00 msgr2=0x560ccc11d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ccc0a1c00 0x560ccc11d080 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x560cccebf920 tx=0x560ccce77200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 shutdown_connections 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560ccc0a1c00 0x560ccc11d080 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560ccc0a1800 0x560ccc11cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 --2- 172.21.15.3:0/290076807 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560ccc0a0c00 0x560ccc11c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 >> 172.21.15.3:0/290076807 conn(0x560ccc0a1000 msgr2=0x560ccce2c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 shutdown_connections 2024-09-10T07:24:12.052 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.045+0000 7f512fd29280 1 -- 172.21.15.3:0/290076807 wait complete. 2024-09-10T07:24:12.053 INFO:tasks.workunit.client.0.smithi003.stderr:+ NEW_EVENT_LIST='0.000000 0x400000 LID: () 2024-09-10T07:24:12.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:21:56.411203+0000 0x400030 SUBTREEMAP: () 2024-09-10T07:24:12.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.586791+0000 0x4003ac SESSION: () 2024-09-10T07:24:12.053 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.961263+0000 0x400567 UPDATE: (setattr) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: / 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:07.086923+0000 0x400896 UPDATE: (mkdir) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:12.588086+0000 0x401076 UPDATE: (cap update) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.251318+0000 0x4016fb UPDATE: (mkdir) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.262180+0000 0x402219 UPDATE: (mkdir) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/foo 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.263272+0000 0x402ae9 UPDATE: (openc) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.074673+0000 0x40328b UPDATE: (unlink_local) 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000002 2024-09-10T07:24:12.054 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp/foo 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076298+0000 0x40448e UPDATE: (unlink_local) 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076642+0000 0x405117 UPDATE: (cap update) 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.083238+0000 0x4058b4 UPDATE: (unlink_local) 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000001 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.407406+0000 0x40651c UPDATE: (unlink_local) 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000000 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.224874+0000 0x40707b UPDATE: (scatter_writebehind) 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.225506+0000 0x4074ed SESSION: () 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:0.000000 0x40759a PURGED: ()' 2024-09-10T07:24:12.055 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' '!' '{ 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "magic": "ceph fs volume v011", 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "write_pos": 4200187, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "expire_pos": 4194304, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "trimmed_pos": 4194304, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "stream_format": 1, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "layout": { 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_unit": 4194304, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_count": 1, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "object_size": 4194304, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_id": 7, 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_ns": "" 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: } 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr:}' = '{ 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "magic": "ceph fs volume v011", 2024-09-10T07:24:12.056 INFO:tasks.workunit.client.0.smithi003.stderr: "write_pos": 4200187, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "expire_pos": 4194304, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "trimmed_pos": 4194304, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "stream_format": 1, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "layout": { 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_unit": 4194304, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "stripe_count": 1, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "object_size": 4194304, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_id": 7, 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: "pool_ns": "" 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr: } 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr:}' ']' 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' '!' '0.000000 0x400000 LID: () 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:21:56.411203+0000 0x400030 SUBTREEMAP: () 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.586791+0000 0x4003ac SESSION: () 2024-09-10T07:24:12.057 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.961263+0000 0x400567 UPDATE: (setattr) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: / 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:07.086923+0000 0x400896 UPDATE: (mkdir) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:12.588086+0000 0x401076 UPDATE: (cap update) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.251318+0000 0x4016fb UPDATE: (mkdir) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.262180+0000 0x402219 UPDATE: (mkdir) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/foo 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.263272+0000 0x402ae9 UPDATE: (openc) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.074673+0000 0x40328b UPDATE: (unlink_local) 2024-09-10T07:24:12.058 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000002 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp/foo 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076298+0000 0x40448e UPDATE: (unlink_local) 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076642+0000 0x405117 UPDATE: (cap update) 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.083238+0000 0x4058b4 UPDATE: (unlink_local) 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000001 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.407406+0000 0x40651c UPDATE: (unlink_local) 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000000 2024-09-10T07:24:12.059 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.224874+0000 0x40707b UPDATE: (scatter_writebehind) 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.225506+0000 0x4074ed SESSION: () 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:0.000000 0x40759a PURGED: ()' = '0.000000 0x400000 LID: () 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:21:56.411203+0000 0x400030 SUBTREEMAP: () 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.586791+0000 0x4003ac SESSION: () 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:06.961263+0000 0x400567 UPDATE: (setattr) 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr: / 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:07.086923+0000 0x400896 UPDATE: (mkdir) 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:22:12.588086+0000 0x401076 UPDATE: (cap update) 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.251318+0000 0x4016fb UPDATE: (mkdir) 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.262180+0000 0x402219 UPDATE: (mkdir) 2024-09-10T07:24:12.060 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/foo 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:08.263272+0000 0x402ae9 UPDATE: (openc) 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.074673+0000 0x40328b UPDATE: (unlink_local) 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000002 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp/foo 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076298+0000 0x40448e UPDATE: (unlink_local) 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: tmp/bar 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.076642+0000 0x405117 UPDATE: (cap update) 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000003 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.083238+0000 0x4058b4 UPDATE: (unlink_local) 2024-09-10T07:24:12.061 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000001 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr: client.0/tmp 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:10.407406+0000 0x40651c UPDATE: (unlink_local) 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr: client.0 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr: stray2/10000000000 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.224874+0000 0x40707b UPDATE: (scatter_writebehind) 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:23:11.225506+0000 0x4074ed SESSION: () 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr:0.000000 0x40759a PURGED: ()' ']' 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stdout:Testing 'journal' commands... 2024-09-10T07:24:12.062 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo 'Testing '\''journal'\'' commands...' 2024-09-10T07:24:12.063 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal inspect 2024-09-10T07:24:12.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.075+0000 7fd52a921280 1 -- start start 2024-09-10T07:24:12.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.075+0000 7fd52a921280 1 Processor -- start 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52a921280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 0x556243f44580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52a921280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556243ec9800 0x556243f44b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52a921280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556243ec9c00 0x556243f45080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52a921280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556244cba180 con 0x556243ec8c00 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52a921280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556244cba300 con 0x556243ec9c00 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52a921280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556244cba480 con 0x556243ec9800 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52865f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 0x556243f44580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52865f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 0x556243f44580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46424/0 (socket says 172.21.15.3:46424) 2024-09-10T07:24:12.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd52865f640 1 -- 172.21.15.3:0/2346633956 learned_addr learned my addr 172.21.15.3:0/2346633956 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd528e60640 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556243ec9c00 0x556243f45080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.076+0000 7fd527e5e640 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556243ec9800 0x556243f44b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52865f640 1 -- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556243ec9800 msgr2=0x556243f44b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52865f640 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556243ec9800 0x556243f44b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52865f640 1 -- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556243ec9c00 msgr2=0x556243f45080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52865f640 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556243ec9c00 0x556243f45080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52865f640 1 -- 172.21.15.3:0/2346633956 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556243f00780 con 0x556243ec8c00 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd528e60640 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556243ec9c00 0x556243f45080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52865f640 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 0x556243f44580 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x556244cf10b0 tx=0x556244ca4f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e94499b808815899 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd525e5a640 1 -- 172.21.15.3:0/2346633956 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556243eee9c0 con 0x556243ec8c00 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd525e5a640 1 -- 172.21.15.3:0/2346633956 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x556243ef4700 con 0x556243ec8c00 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd525e5a640 1 -- 172.21.15.3:0/2346633956 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556243eee680 con 0x556243ec8c00 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556243f014a0 con 0x556243ec8c00 2024-09-10T07:24:12.078 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x556243f00000 con 0x556243ec8c00 2024-09-10T07:24:12.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd525e5a640 1 -- 172.21.15.3:0/2346633956 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x556244dbc200 con 0x556243ec8c00 2024-09-10T07:24:12.079 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.077+0000 7fd525e5a640 1 -- 172.21.15.3:0/2346633956 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x556243f23180 con 0x556243ec8c00 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 Processor -- start 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 -- start start 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f45600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f45b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556244cba600 con 0x556244df8c00 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556244cba780 con 0x556244df8800 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.078+0000 7fd52a921280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556244cba900 con 0x556244df8400 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46436/0 (socket says 172.21.15.3:46436) 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 -- 172.21.15.3:0/204591308 learned_addr learned my addr 172.21.15.3:0/204591308 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.085 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd528e60640 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f45600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd52865f640 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f45b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 -- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 msgr2=0x556243f45600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f45600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 -- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 msgr2=0x556243f45b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f45b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 -- 172.21.15.3:0/204591308 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556243f003c0 con 0x556244df8c00 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd527e5e640 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46100 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x556244da68a0 tx=0x556244da8c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ab517ee8398a58c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd523e56640 1 -- 172.21.15.3:0/204591308 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556243eee9c0 con 0x556244df8c00 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd523e56640 1 -- 172.21.15.3:0/204591308 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x556243ef4fc0 con 0x556244df8c00 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd523e56640 1 -- 172.21.15.3:0/204591308 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556243eee680 con 0x556244df8c00 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd52a921280 1 -- 172.21.15.3:0/204591308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 msgr2=0x556243f46100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.079+0000 7fd52a921280 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46100 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x556244da68a0 tx=0x556244da8c00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 -- 172.21.15.3:0/204591308 shutdown_connections 2024-09-10T07:24:12.086 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46100 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f45b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 --2- 172.21.15.3:0/204591308 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f45600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 -- 172.21.15.3:0/204591308 >> 172.21.15.3:0/204591308 conn(0x556244df8000 msgr2=0x556244c55000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 -- 172.21.15.3:0/204591308 shutdown_connections 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 -- 172.21.15.3:0/204591308 wait complete. 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 Processor -- start 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.080+0000 7fd52a921280 1 -- start start 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52a921280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f47180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52a921280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f46c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52a921280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52a921280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556244cbb980 con 0x556244df8c00 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52a921280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556244cba300 con 0x556244df8800 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52a921280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556244cbac00 con 0x556244df8400 2024-09-10T07:24:12.087 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46438/0 (socket says 172.21.15.3:46438) 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 -- 172.21.15.3:0/3790520835 learned_addr learned my addr 172.21.15.3:0/3790520835 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd528e60640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f47180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 -- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 msgr2=0x556243f47180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556244df8400 0x556243f47180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 -- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 msgr2=0x556243f46c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd52865f640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f46c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556244df8800 0x556243f46c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556243f00960 con 0x556244df8c00 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd527e5e640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46680 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x556244da7b60 tx=0x556244ca51a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd522653640 1 -- 172.21.15.3:0/3790520835 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556243eee4e0 con 0x556244df8c00 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.081+0000 7fd522653640 1 -- 172.21.15.3:0/3790520835 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x556243ef4e00 con 0x556244df8c00 2024-09-10T07:24:12.088 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.082+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556243f01680 con 0x556244df8c00 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.082+0000 7fd522653640 1 -- 172.21.15.3:0/3790520835 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556243eee9c0 con 0x556244df8c00 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.082+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556243f01860 con 0x556244df8c00 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd522653640 1 -- 172.21.15.3:0/3790520835 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x556244e0ac00 con 0x556244df8c00 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd522653640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556244252000 0x556243f47700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd522653640 1 -- 172.21.15.3:0/3790520835 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x556244e05400 con 0x556244df8c00 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd52a921280 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x556244252400 0x556243f46100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x556244252800 con 0x556244252400 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd528e60640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556244252000 0x556243f47700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.083+0000 7fd52865f640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x556244252400 0x556243f46100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd52865f640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x556244252400 0x556243f46100 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd528e60640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556244252000 0x556243f47700 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x556244044d80 tx=0x5562441e4e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd52865f640 1 -- 172.21.15.3:0/3790520835 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x556244c58000 con 0x556244252400 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd52a921280 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x556244252c00 0x556243f45b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.089 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x556244253000 con 0x556244252c00 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd528e60640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x556244252c00 0x556243f45b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.084+0000 7fd528e60640 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x556244252c00 0x556243f45b80 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd528e60640 1 -- 172.21.15.3:0/3790520835 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x556244c58500 con 0x556244252c00 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x556244253400 con 0x556244252c00 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd528e60640 1 -- 172.21.15.3:0/3790520835 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv22 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x556244c58500 con 0x556244252c00 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x556244274000 con 0x556244252400 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52865f640 1 -- 172.21.15.3:0/3790520835 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x556244c58000 con 0x556244252400 2024-09-10T07:24:12.090 INFO:tasks.workunit.client.0.smithi003.stdout:Overall journal integrity: OK 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x556244252400 msgr2=0x556243f46100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x556244252400 0x556243f46100 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x556244252c00 msgr2=0x556243f45b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x556244252c00 0x556243f45b80 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556244252000 msgr2=0x556243f47700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556244252000 0x556243f47700 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x556244044d80 tx=0x5562441e4e40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.092 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 msgr2=0x556243f46680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 --2- 172.21.15.3:0/3790520835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556244df8c00 0x556243f46680 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x556244da7b60 tx=0x556244ca51a0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd527e5e640 1 -- 172.21.15.3:0/3790520835 reap_dead start 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd527e5e640 1 -- 172.21.15.3:0/3790520835 reap_dead start 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 shutdown_connections 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.085+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 >> 172.21.15.3:0/3790520835 conn(0x556244df8000 msgr2=0x556244c55000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 shutdown_connections 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/3790520835 wait complete. 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 msgr2=0x556243f44580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 0x556243f44580 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x556244cf10b0 tx=0x556244ca4f00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 shutdown_connections 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556243ec9c00 0x556243f45080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.093 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556243ec9800 0x556243f44b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 --2- 172.21.15.3:0/2346633956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556243ec8c00 0x556243f44580 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 >> 172.21.15.3:0/2346633956 conn(0x556243ec9000 msgr2=0x556244c54800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 shutdown_connections 2024-09-10T07:24:12.094 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.086+0000 7fd52a921280 1 -- 172.21.15.3:0/2346633956 wait complete. 2024-09-10T07:24:12.094 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 header get 2024-09-10T07:24:12.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.116+0000 7fcc8eb1e280 1 -- start start 2024-09-10T07:24:12.116 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.116+0000 7fcc8eb1e280 1 Processor -- start 2024-09-10T07:24:12.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c158654c00 0x55c1586d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c158655800 0x55c1586d0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 0x55c1586d1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c159438180 con 0x55c158655c00 2024-09-10T07:24:12.127 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c159438300 con 0x55c158654c00 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c159438480 con 0x55c158655800 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 0x55c1586d1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 0x55c1586d1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46468/0 (socket says 172.21.15.3:46468) 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 -- 172.21.15.3:0/2833719449 learned_addr learned my addr 172.21.15.3:0/2833719449 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8c87f640 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c158654c00 0x55c1586d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c158655800 0x55c1586d0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 -- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c158655800 msgr2=0x55c1586d0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c158655800 0x55c1586d0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 -- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c158654c00 msgr2=0x55c1586d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c158654c00 0x55c1586d0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8d080640 1 -- 172.21.15.3:0/2833719449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c15868c780 con 0x55c158655c00 2024-09-10T07:24:12.128 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.117+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c158655800 0x55c1586d0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8d080640 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 0x55c1586d1080 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x55c1594730b0 tx=0x55c15942af00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74007172c230637a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8a07a640 1 -- 172.21.15.3:0/2833719449 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c15867a9c0 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8a07a640 1 -- 172.21.15.3:0/2833719449 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c158680700 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8a07a640 1 -- 172.21.15.3:0/2833719449 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c15867a680 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c15868d4a0 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55c15868c000 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8a07a640 1 -- 172.21.15.3:0/2833719449 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55c15952e200 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.118+0000 7fcc8a07a640 1 -- 172.21.15.3:0/2833719449 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55c1586af180 con 0x55c158655c00 2024-09-10T07:24:12.129 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 Processor -- start 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 -- start start 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c400 0x55c1586d1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c800 0x55c1586d2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c159438600 con 0x55c15957c000 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c159438780 con 0x55c15957c400 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c159438900 con 0x55c15957c800 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8c07e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8c07e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46484/0 (socket says 172.21.15.3:46484) 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8c07e640 1 -- 172.21.15.3:0/4209751888 learned_addr learned my addr 172.21.15.3:0/4209751888 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.119+0000 7fcc8c87f640 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c400 0x55c1586d1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c800 0x55c1586d2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 -- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c800 msgr2=0x55c1586d2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.130 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c800 0x55c1586d2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 -- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c400 msgr2=0x55c1586d1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c400 0x55c1586d1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 -- 172.21.15.3:0/4209751888 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c15868c3c0 con 0x55c15957c000 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d1600 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x55c159473ad0 tx=0x55c159530c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb49a0e0d0d75f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc88076640 1 -- 172.21.15.3:0/4209751888 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c15867a9c0 con 0x55c15957c000 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc88076640 1 -- 172.21.15.3:0/4209751888 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c158680fc0 con 0x55c15957c000 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc88076640 1 -- 172.21.15.3:0/4209751888 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c15867a680 con 0x55c15957c000 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/4209751888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 msgr2=0x55c1586d1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d1600 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x55c159473ad0 tx=0x55c159530c60 comp rx=0 tx=0).stop 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/4209751888 shutdown_connections 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c800 0x55c1586d2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c400 0x55c1586d1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.131 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/4209751888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d1600 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.120+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/4209751888 >> 172.21.15.3:0/4209751888 conn(0x55c15943fc00 msgr2=0x55c1593e1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.121+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/4209751888 shutdown_connections 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.121+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/4209751888 wait complete. 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.121+0000 7fcc8eb1e280 1 Processor -- start 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.121+0000 7fcc8eb1e280 1 -- start start 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c400 0x55c1586d2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c800 0x55c1586d2680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c159439980 con 0x55c15957c000 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c159438300 con 0x55c15957c800 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c159438c00 con 0x55c15957c400 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.132 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46488/0 (socket says 172.21.15.3:46488) 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 -- 172.21.15.3:0/916059557 learned_addr learned my addr 172.21.15.3:0/916059557 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c87f640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c400 0x55c1586d2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c800 0x55c1586d2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 -- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c400 msgr2=0x55c1586d2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c400 0x55c1586d2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 -- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c800 msgr2=0x55c1586d2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c15957c800 0x55c1586d2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 -- 172.21.15.3:0/916059557 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c15868c960 con 0x55c15957c000 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c87f640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c15957c400 0x55c1586d2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d3180 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x55c159435740 tx=0x55c159530c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc86873640 1 -- 172.21.15.3:0/916059557 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c15867a4e0 con 0x55c15957c000 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc86873640 1 -- 172.21.15.3:0/916059557 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c158680e00 con 0x55c15957c000 2024-09-10T07:24:12.133 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c15868d680 con 0x55c15957c000 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc86873640 1 -- 172.21.15.3:0/916059557 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c15867a9c0 con 0x55c15957c000 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.122+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c15868d860 con 0x55c15957c000 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc86873640 1 -- 172.21.15.3:0/916059557 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55c15958ec00 con 0x55c15957c000 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc86873640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c1595a4400 0x55c1586d3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc86873640 1 -- 172.21.15.3:0/916059557 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55c15958ca00 con 0x55c15957c000 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c15957cc00 0x55c1586d2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55c15957d000 con 0x55c15957cc00 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc8c87f640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c1595a4400 0x55c1586d3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c15957cc00 0x55c1586d2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.124+0000 7fcc8c07e640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c15957cc00 0x55c1586d2100 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8c87f640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c1595a4400 0x55c1586d3700 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x55c159473830 tx=0x55c15896ae40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8c07e640 1 -- 172.21.15.3:0/916059557 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55c1593e4000 con 0x55c15957cc00 2024-09-10T07:24:12.134 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c1595a5400 0x55c1586d1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55c1595a5800 con 0x55c1595a5400 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8d080640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c1595a5400 0x55c1586d1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8d080640 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c1595a5400 0x55c1586d1b80 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8d080640 1 -- 172.21.15.3:0/916059557 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55c1593e4500 con 0x55c1595a5400 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stdout: "magic": "ceph fs volume v011", 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stdout: "write_pos": 4200187, 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stdout: "expire_pos": 4194304, 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stdout: "trimmed_pos": 4194304, 2024-09-10T07:24:12.135 INFO:tasks.workunit.client.0.smithi003.stdout: "stream_format": 1, 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: "layout": { 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: "stripe_unit": 4194304, 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: "stripe_count": 1, 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: "object_size": 4194304, 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pool_id": 7, 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: "pool_ns": "" 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-09-10T07:24:12.136 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-09-10T07:24:12.138 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c15957cc00 msgr2=0x55c1586d2100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.125+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c15957cc00 0x55c1586d2100 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c1595a5400 msgr2=0x55c1586d1b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c1595a5400 0x55c1586d1b80 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c1595a4400 msgr2=0x55c1586d3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c1595a4400 0x55c1586d3700 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x55c159473830 tx=0x55c15896ae40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 msgr2=0x55c1586d3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/916059557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c15957c000 0x55c1586d3180 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x55c159435740 tx=0x55c159530c00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8c87f640 1 -- 172.21.15.3:0/916059557 reap_dead start 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8c87f640 1 -- 172.21.15.3:0/916059557 reap_dead start 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 shutdown_connections 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 >> 172.21.15.3:0/916059557 conn(0x55c15943fc00 msgr2=0x55c1593e1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.139 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 shutdown_connections 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/916059557 wait complete. 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 msgr2=0x55c1586d1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 0x55c1586d1080 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x55c1594730b0 tx=0x55c15942af00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 shutdown_connections 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c158655c00 0x55c1586d1080 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c158655800 0x55c1586d0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 --2- 172.21.15.3:0/2833719449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c158654c00 0x55c1586d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 >> 172.21.15.3:0/2833719449 conn(0x55c158655000 msgr2=0x55c1593e0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 shutdown_connections 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.126+0000 7fcc8eb1e280 1 -- 172.21.15.3:0/2833719449 wait complete. 2024-09-10T07:24:12.140 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal export /tmp/journal.bin 2024-09-10T07:24:12.157 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 -- start start 2024-09-10T07:24:12.157 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 Processor -- start 2024-09-10T07:24:12.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dde9f32c00 0x55dde9fae580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 0x55dde9faeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.167 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dde9f33c00 0x55dde9faf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1e600 con 0x55dde9f33800 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1e480 con 0x55dde9f32c00 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ddead1e300 con 0x55dde9f33c00 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e41d78640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 0x55dde9faeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e41d78640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 0x55dde9faeb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46492/0 (socket says 172.21.15.3:46492) 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.158+0000 7f8e41d78640 1 -- 172.21.15.3:0/2052907959 learned_addr learned my addr 172.21.15.3:0/2052907959 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dde9f33c00 0x55dde9faf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e42579640 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dde9f32c00 0x55dde9fae580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.168 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e41d78640 1 -- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dde9f33c00 msgr2=0x55dde9faf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e41d78640 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dde9f33c00 0x55dde9faf080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e41d78640 1 -- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dde9f32c00 msgr2=0x55dde9fae580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e41d78640 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dde9f32c00 0x55dde9fae580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e41d78640 1 -- 172.21.15.3:0/2052907959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dde9f6a780 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e41d78640 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 0x55dde9faeb00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x55ddead5b800 tx=0x55ddead0f1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4f12922b5c69a81 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e3fd74640 1 -- 172.21.15.3:0/2052907959 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f58680 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e3fd74640 1 -- 172.21.15.3:0/2052907959 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dde9f5efc0 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e3fd74640 1 -- 172.21.15.3:0/2052907959 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f58b60 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dde9f6a3c0 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55dde9f6b680 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.159+0000 7f8e3fd74640 1 -- 172.21.15.3:0/2052907959 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ddeae18600 con 0x55dde9f33800 2024-09-10T07:24:12.169 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.160+0000 7f8e3fd74640 1 -- 172.21.15.3:0/2052907959 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55dde9f8d180 con 0x55dde9f33800 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.160+0000 7f8e43dd4280 1 Processor -- start 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.160+0000 7f8e43dd4280 1 -- start start 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9faf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 0x55dde9fafb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfbc00 0x55dde9fb0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1e180 con 0x55ddeadfb800 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1e900 con 0x55ddeadfb400 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55dde9f94480 con 0x55ddeadfbc00 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 0x55dde9fafb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 0x55dde9fafb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46494/0 (socket says 172.21.15.3:46494) 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 -- 172.21.15.3:0/1042140578 learned_addr learned my addr 172.21.15.3:0/1042140578 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9faf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e41d78640 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfbc00 0x55dde9fb0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.170 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 -- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfbc00 msgr2=0x55dde9fb0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfbc00 0x55dde9fb0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 -- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 msgr2=0x55dde9faf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9faf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 -- 172.21.15.3:0/1042140578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dde9f6b4a0 con 0x55ddeadfb800 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9faf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e42579640 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 0x55dde9fafb80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x55ddeae025d0 tx=0x55ddeae27800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84df2fec9e0c33c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e3dd70640 1 -- 172.21.15.3:0/1042140578 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f58680 con 0x55ddeadfb800 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e3dd70640 1 -- 172.21.15.3:0/1042140578 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dde9f5ea80 con 0x55ddeadfb800 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.161+0000 7f8e3dd70640 1 -- 172.21.15.3:0/1042140578 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f58b60 con 0x55ddeadfb800 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1042140578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 msgr2=0x55dde9fafb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 0x55dde9fafb80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x55ddeae025d0 tx=0x55ddeae27800 comp rx=0 tx=0).stop 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1042140578 shutdown_connections 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfbc00 0x55dde9fb0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.171 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfb800 0x55dde9fafb80 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1042140578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9faf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1042140578 >> 172.21.15.3:0/1042140578 conn(0x55ddeadfb000 msgr2=0x55ddeacbf000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1042140578 shutdown_connections 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1042140578 wait complete. 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 Processor -- start 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.162+0000 7f8e43dd4280 1 -- start start 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9fb1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfb800 0x55dde9fb0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 0x55dde9fb0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1e180 con 0x55ddeadfbc00 2024-09-10T07:24:12.172 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1e900 con 0x55ddeadfb400 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ddead1f980 con 0x55ddeadfb800 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 0x55dde9fb0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 0x55dde9fb0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46506/0 (socket says 172.21.15.3:46506) 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 -- 172.21.15.3:0/4081399220 learned_addr learned my addr 172.21.15.3:0/4081399220 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9fb1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e42579640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfb800 0x55dde9fb0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 -- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfb800 msgr2=0x55dde9fb0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfb800 0x55dde9fb0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 -- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 msgr2=0x55dde9fb1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeadfb400 0x55dde9fb1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e41d78640 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dde9f6a780 con 0x55ddeadfbc00 2024-09-10T07:24:12.173 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.163+0000 7f8e42579640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddeadfb800 0x55dde9fb0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.164+0000 7f8e41d78640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 0x55dde9fb0680 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x55ddead5ba10 tx=0x55ddead0e120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.164+0000 7f8e3c56d640 1 -- 172.21.15.3:0/4081399220 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f58820 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.164+0000 7f8e3c56d640 1 -- 172.21.15.3:0/4081399220 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dde9f5ee00 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.164+0000 7f8e3c56d640 1 -- 172.21.15.3:0/4081399220 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f58680 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.164+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55dde9f6a3c0 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.164+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dde9f6a000 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.165+0000 7f8e3c56d640 1 -- 172.21.15.3:0/4081399220 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55ddeae82c00 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.165+0000 7f8e3c56d640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ddea2b8000 0x55dde9fb1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.165+0000 7f8e3c56d640 1 -- 172.21.15.3:0/4081399220 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ddeae80c00 con 0x55ddeadfbc00 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.165+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddea2b8400 0x55dde9fb0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.174 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea2b8800 con 0x55ddea2b8400 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ddea2b8000 0x55dde9fb1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e42579640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddea2b8400 0x55dde9fb0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e42579640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddea2b8400 0x55dde9fb0100 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ddea2b8000 0x55dde9fb1700 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x55ddea0ae060 tx=0x55ddead0eea0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e42579640 1 -- 172.21.15.3:0/4081399220 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55ddeacc2000 con 0x55ddea2b8400 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea2b8c00 0x55dde9fafb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea2b9000 con 0x55ddea2b8c00 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.166+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea2b8c00 0x55dde9fafb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.167+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea2b8c00 0x55dde9fafb80 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.167+0000 7f8e42d7a640 1 -- 172.21.15.3:0/4081399220 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55ddeacc2500 con 0x55ddea2b8c00 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.167+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea2b9400 con 0x55ddea2b8c00 2024-09-10T07:24:12.175 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.167+0000 7f8e42d7a640 1 -- 172.21.15.3:0/4081399220 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv22 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55ddeacc2500 con 0x55ddea2b8c00 2024-09-10T07:24:12.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.167+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea2b8800 con 0x55ddea2b8400 2024-09-10T07:24:12.176 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.168+0000 7f8e42579640 1 -- 172.21.15.3:0/4081399220 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55ddeacc2000 con 0x55ddea2b8400 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.168+0000 7f8e43dd4280 1 -- start start 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.168+0000 7f8e43dd4280 1 Processor -- start 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddea2b9c00 0x55dde9faf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeae7e800 0x55ddea32c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e43dd4280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeae7e000 0x55ddea32c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ddead1fc80 con 0x55ddeae7e000 2024-09-10T07:24:12.180 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55dde9f94480 con 0x55ddeae7e800 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e43dd4280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ddead1f980 con 0x55ddea2b9c00 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeae7e000 0x55ddea32c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeae7e000 0x55ddea32c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46514/0 (socket says 172.21.15.3:46514) 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 -- 172.21.15.3:0/1266617475 learned_addr learned my addr 172.21.15.3:0/1266617475 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeae7e800 0x55ddea32c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e41d78640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddea2b9c00 0x55dde9faf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 -- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddea2b9c00 msgr2=0x55dde9faf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ddea2b9c00 0x55dde9faf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 -- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeae7e800 msgr2=0x55ddea32c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeae7e800 0x55ddea32c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42579640 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dde9f6a960 con 0x55ddeae7e000 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.169+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ddeae7e800 0x55ddea32c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.181 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e42579640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeae7e000 0x55ddea32c580 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x55ddea267e90 tx=0x55ddeae27860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=735d2ebf87dd406f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e39567640 1 -- 172.21.15.3:0/1266617475 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dde9f584e0 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e39567640 1 -- 172.21.15.3:0/1266617475 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dde9f5e1c0 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e39567640 1 -- 172.21.15.3:0/1266617475 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ddeaeb3ba0 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dde9f6b680 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55dde9f6a780 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e39567640 1 -- 172.21.15.3:0/1266617475 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ddea33a000 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e39567640 1 -- 172.21.15.3:0/1266617475 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55dde9f8d500 con 0x55ddeae7e000 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddeae7e400 0x55ddea32cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea339400 con 0x55ddeae7e400 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.170+0000 7f8e41d78640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddeae7e400 0x55ddea32cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.171+0000 7f8e41d78640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddeae7e400 0x55ddea32cb00 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=d409839629193558 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.182 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.171+0000 7f8e41d78640 1 -- 172.21.15.3:0/1266617475 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55ddea2daf00 con 0x55ddeae7e400 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.171+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea339800 0x55ddea32d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.171+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea339c00 con 0x55ddea339800 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.171+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea339800 0x55ddea32d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.171+0000 7f8e42d7a640 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea339800 0x55ddea32d080 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=b1505e4061790337 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e42d7a640 1 -- 172.21.15.3:0/1266617475 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55ddeacc2500 con 0x55ddea339800 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e37d64640 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55ddead27400 con 0x55ddea339800 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e37d64640 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55ddea2b9000 con 0x55ddeae7e400 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e41d78640 1 -- 172.21.15.3:0/1266617475 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55ddea2daf00 con 0x55ddeae7e400 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e42d7a640 1 -- 172.21.15.3:0/1266617475 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv22 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55ddeacc2500 con 0x55ddea339800 2024-09-10T07:24:12.183 INFO:tasks.workunit.client.0.smithi003.stdout:journal is 4194304~30182 2024-09-10T07:24:12.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:2e2fa760:::200.00000001:head [read 0~30182] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ddea339c00 con 0x55ddea339800 2024-09-10T07:24:12.184 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e42d7a640 1 -- 172.21.15.3:0/1266617475 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000001 [read 0~30182 out=30182b] v0'0 uv22 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55ddeacc2500 con 0x55ddea339800 2024-09-10T07:24:12.184 INFO:tasks.workunit.client.0.smithi003.stdout:wrote 30182 bytes at offset 4194304 to /tmp/journal.bin 2024-09-10T07:24:12.184 INFO:tasks.workunit.client.0.smithi003.stdout:NOTE: this is a _sparse_ file; you can 2024-09-10T07:24:12.184 INFO:tasks.workunit.client.0.smithi003.stdout: $ tar cSzf /tmp/journal.bin.tgz /tmp/journal.bin 2024-09-10T07:24:12.185 INFO:tasks.workunit.client.0.smithi003.stdout: to efficiently compress it while preserving sparseness. 2024-09-10T07:24:12.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddeae7e400 msgr2=0x55ddea32cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddeae7e400 0x55ddea32cb00 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea339800 msgr2=0x55ddea32d080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.187 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea339800 0x55ddea32d080 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeae7e000 msgr2=0x55ddea32c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/1266617475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeae7e000 0x55ddea32c580 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x55ddea267e90 tx=0x55ddeae27860 comp rx=0 tx=0).stop 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.172+0000 7f8e42579640 1 -- 172.21.15.3:0/1266617475 reap_dead start 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 shutdown_connections 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 >> 172.21.15.3:0/1266617475 conn(0x55ddea2b9800 msgr2=0x55ddeacbf800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 shutdown_connections 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/1266617475 wait complete. 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddea2b8400 msgr2=0x55dde9fb0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ddea2b8400 0x55dde9fb0100 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea2b8c00 msgr2=0x55dde9fafb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.188 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ddea2b8c00 0x55dde9fafb80 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ddea2b8000 msgr2=0x55dde9fb1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ddea2b8000 0x55dde9fb1700 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x55ddea0ae060 tx=0x55ddead0eea0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 msgr2=0x55dde9fb0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 0x55dde9fb0680 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x55ddead5ba10 tx=0x55ddead0e120 comp rx=0 tx=0).stop 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e42579640 1 -- 172.21.15.3:0/4081399220 reap_dead start 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 shutdown_connections 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/4081399220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ddeadfbc00 0x55dde9fb0680 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 >> 172.21.15.3:0/4081399220 conn(0x55ddeadfb000 msgr2=0x55ddeacbf000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 shutdown_connections 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/4081399220 wait complete. 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 msgr2=0x55dde9faeb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 0x55dde9faeb00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x55ddead5b800 tx=0x55ddead0f1a0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 shutdown_connections 2024-09-10T07:24:12.189 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dde9f33c00 0x55dde9faf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dde9f33800 0x55dde9faeb00 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 --2- 172.21.15.3:0/2052907959 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dde9f32c00 0x55dde9fae580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 >> 172.21.15.3:0/2052907959 conn(0x55dde9f33000 msgr2=0x55ddeacbe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.173+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 shutdown_connections 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.174+0000 7f8e43dd4280 1 -- 172.21.15.3:0/2052907959 wait complete. 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' '!' -s /tmp/journal.bin ']' 2024-09-10T07:24:12.190 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal reset --yes-i-really-really-mean-it 2024-09-10T07:24:12.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 -- start start 2024-09-10T07:24:12.205 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 Processor -- start 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735d76800 0x55a735001b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 0x55a735000b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735d77c00 0x55a735001600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a735d68000 con 0x55a734f85c00 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a735d68180 con 0x55a735d76800 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a735d68300 con 0x55a735d77c00 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e17913640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 0x55a735000b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e17913640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 0x55a735000b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46522/0 (socket says 172.21.15.3:46522) 2024-09-10T07:24:12.214 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.206+0000 7f0e17913640 1 -- 172.21.15.3:0/3789234863 learned_addr learned my addr 172.21.15.3:0/3789234863 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e18915640 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735d77c00 0x55a735001600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e18114640 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735d76800 0x55a735001b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e17913640 1 -- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735d77c00 msgr2=0x55a735001600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e17913640 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735d77c00 0x55a735001600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e17913640 1 -- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735d76800 msgr2=0x55a735001b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e17913640 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735d76800 0x55a735001b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e17913640 1 -- 172.21.15.3:0/3789234863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a734fbc780 con 0x55a734f85c00 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e17913640 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 0x55a735000b00 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x55a735db5530 tx=0x55a735d61200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27b5dd1d0ab86d6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1590f640 1 -- 172.21.15.3:0/3789234863 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a734faad00 con 0x55a734f85c00 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1590f640 1 -- 172.21.15.3:0/3789234863 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a734fb0e00 con 0x55a734f85c00 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1590f640 1 -- 172.21.15.3:0/3789234863 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a734faa9c0 con 0x55a734f85c00 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a734fbc3c0 con 0x55a734f85c00 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a734fbc000 con 0x55a734f85c00 2024-09-10T07:24:12.215 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1590f640 1 -- 172.21.15.3:0/3789234863 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a735e60600 con 0x55a734f85c00 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.207+0000 7f0e1590f640 1 -- 172.21.15.3:0/3789234863 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55a734fdf180 con 0x55a734f85c00 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.208+0000 7f0e1996f280 1 Processor -- start 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.208+0000 7f0e1996f280 1 -- start start 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735001080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65800 0x55a735002100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65c00 0x55a735002680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1996f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a735d68480 con 0x55a735d76000 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a735d68600 con 0x55a735e65800 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a735d68780 con 0x55a735e65c00 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735001080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735001080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46538/0 (socket says 172.21.15.3:46538) 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 -- 172.21.15.3:0/3237001539 learned_addr learned my addr 172.21.15.3:0/3237001539 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.216 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18114640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65800 0x55a735002100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e17913640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65c00 0x55a735002680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 -- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65c00 msgr2=0x55a735002680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65c00 0x55a735002680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 -- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65800 msgr2=0x55a735002100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65800 0x55a735002100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 -- 172.21.15.3:0/3237001539 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a734fbd860 con 0x55a735d76000 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18114640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65800 0x55a735002100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e17913640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65c00 0x55a735002680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e18915640 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735001080 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x55a735e7ea20 tx=0x55a735d61020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=911d24d05c45b62a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1390b640 1 -- 172.21.15.3:0/3237001539 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a734faab60 con 0x55a735d76000 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1390b640 1 -- 172.21.15.3:0/3237001539 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a734fb0a80 con 0x55a735d76000 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.209+0000 7f0e1390b640 1 -- 172.21.15.3:0/3237001539 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a734faa820 con 0x55a735d76000 2024-09-10T07:24:12.217 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 -- 172.21.15.3:0/3237001539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 msgr2=0x55a735001080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735001080 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x55a735e7ea20 tx=0x55a735d61020 comp rx=0 tx=0).stop 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 -- 172.21.15.3:0/3237001539 shutdown_connections 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65c00 0x55a735002680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65800 0x55a735002100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3237001539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735001080 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 -- 172.21.15.3:0/3237001539 >> 172.21.15.3:0/3237001539 conn(0x55a735d76400 msgr2=0x55a73508d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 -- 172.21.15.3:0/3237001539 shutdown_connections 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 -- 172.21.15.3:0/3237001539 wait complete. 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 Processor -- start 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.210+0000 7f0e1996f280 1 -- start start 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735003700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65800 0x55a735003180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65c00 0x55a735002c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.218 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e1996f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a735d69e00 con 0x55a735d76000 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a735d68d80 con 0x55a735e65c00 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a735d68f00 con 0x55a735e65800 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735003700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735003700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46554/0 (socket says 172.21.15.3:46554) 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 -- 172.21.15.3:0/3291396990 learned_addr learned my addr 172.21.15.3:0/3291396990 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e17913640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65c00 0x55a735002c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18114640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65800 0x55a735003180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 -- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65800 msgr2=0x55a735003180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65800 0x55a735003180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 -- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65c00 msgr2=0x55a735002c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65c00 0x55a735002c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e18915640 1 -- 172.21.15.3:0/3291396990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a734fbd680 con 0x55a735d76000 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.211+0000 7f0e17913640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65c00 0x55a735002c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.219 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.212+0000 7f0e18915640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735003700 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x55a735e7ed50 tx=0x55a735d60f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.212+0000 7f0e12108640 1 -- 172.21.15.3:0/3291396990 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a734faab60 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.212+0000 7f0e12108640 1 -- 172.21.15.3:0/3291396990 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a734fb0c40 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.212+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a734fbc960 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.212+0000 7f0e12108640 1 -- 172.21.15.3:0/3291396990 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a734faa820 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.212+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a734fbd4a0 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.213+0000 7f0e12108640 1 -- 172.21.15.3:0/3291396990 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55a735ed2c00 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.213+0000 7f0e12108640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a735edc400 0x55a735314000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.213+0000 7f0e12108640 1 -- 172.21.15.3:0/3291396990 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a735ed6600 con 0x55a735d76000 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.213+0000 7f0e18114640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a735edc400 0x55a735314000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.214+0000 7f0e18114640 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a735edc400 0x55a735314000 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55a735d14ea0 tx=0x55a735346000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.214+0000 7f0e1996f280 1 -- start start 2024-09-10T07:24:12.220 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.214+0000 7f0e1996f280 1 Processor -- start 2024-09-10T07:24:12.224 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735edd800 0x55a735002680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.224 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735eddc00 0x55a735002100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a73537c000 0x55a735001080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a735d69b00 con 0x55a735edd800 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a735d69c80 con 0x55a735eddc00 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a735d68480 con 0x55a73537c000 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735edd800 0x55a735002680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735edd800 0x55a735002680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46564/0 (socket says 172.21.15.3:46564) 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 learned_addr learned my addr 172.21.15.3:0/278852761 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18114640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735eddc00 0x55a735002100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e17913640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a73537c000 0x55a735001080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a73537c000 msgr2=0x55a735001080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a73537c000 0x55a735001080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.225 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735eddc00 msgr2=0x55a735002100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735eddc00 0x55a735002100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a734fbd860 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e18915640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735edd800 0x55a735002680 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x55a735f09710 tx=0x55a735e83f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6432d7207ac97feb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e0f102640 1 -- 172.21.15.3:0/278852761 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a7352a0b60 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e0f102640 1 -- 172.21.15.3:0/278852761 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a734fb01c0 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e0f102640 1 -- 172.21.15.3:0/278852761 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a7352a0d00 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a734fbc780 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a734fbc3c0 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.215+0000 7f0e0f102640 1 -- 172.21.15.3:0/278852761 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a73537ea00 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e0f102640 1 -- 172.21.15.3:0/278852761 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55a734fdf500 con 0x55a735edd800 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a73537c400 0x55a735314580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.226 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55a73537c800 con 0x55a73537c400 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e18114640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a73537c400 0x55a735314580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e18114640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a73537c400 0x55a735314580 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=c1b5372eb9a21620 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e18114640 1 -- 172.21.15.3:0/278852761 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55a7350fc000 con 0x55a73537c400 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a73537cc00 0x55a735314b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.216+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55a73537d000 con 0x55a73537cc00 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e17913640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a73537cc00 0x55a735314b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e17913640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a73537cc00 0x55a735314b00 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=23c63433c4021961 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv20 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55a7350fc500 con 0x55a73537cc00 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e0d8ff640 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55a735381c00 con 0x55a73537cc00 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e0d8ff640 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55a73539c000 con 0x55a73537c400 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv22 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55a7350fc500 con 0x55a73537cc00 2024-09-10T07:24:12.227 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e18114640 1 -- 172.21.15.3:0/278852761 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc000 con 0x55a73537c400 2024-09-10T07:24:12.228 INFO:tasks.workunit.client.0.smithi003.stdout:old journal was 4194304~30182 2024-09-10T07:24:12.228 INFO:tasks.workunit.client.0.smithi003.stdout:new journal start will be 8388608 (4164122 bytes past old end) 2024-09-10T07:24:12.228 INFO:tasks.workunit.client.0.smithi003.stdout:writing journal head 2024-09-10T07:24:12.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.217+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a73537d400 con 0x55a73537cc00 2024-09-10T07:24:12.228 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v55'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc500 con 0x55a73537cc00 2024-09-10T07:24:12.229 INFO:tasks.workunit.client.0.smithi003.stdout:writing EResetJournal entry 2024-09-10T07:24:12.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:6 7.1b 7:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a73537d800 con 0x55a73537c400 2024-09-10T07:24:12.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55a73539c800 0x55a735315080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:7 7.b 7:d5c7a900:::200.00000003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a73539cc00 con 0x55a73539c800 2024-09-10T07:24:12.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55a73539d000 0x55a735315600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.231 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:8 7.1f 7:f83d65d8:::200.00000004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a73537d000 con 0x55a73539d000 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x55a73537d400 0x55a735315b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:9 7.1a 7:5e41ab69:::200.00000005:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a735381c00 con 0x55a73537d400 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:10 7.1e 7:7bf7e7b5:::200.00000006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a735e65000 con 0x55a73539c800 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:11 7.1d 7:bec1251c:::200.00000007:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a735e64c00 con 0x55a73539c800 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e18915640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55a73539c800 0x55a735315080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e17913640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x55a73537d400 0x55a735315b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.219+0000 7f0e18915640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55a73539c800 0x55a735315080 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=cd5ec9fcdec63d48 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.220+0000 7f0e18114640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55a73539d000 0x55a735315600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.220+0000 7f0e17913640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x55a73537d400 0x55a735315b80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=1aa50354a467d28e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.220+0000 7f0e18114640 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55a73539d000 0x55a735315600 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=8be0c4b373a31169 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.220+0000 7f0e18114640 1 -- 172.21.15.3:0/278852761 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(6 200.00000002 [delete] v55'3 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc000 con 0x55a73537c400 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.221+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(10 200.00000006 [delete] v55'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc780 con 0x55a73539c800 2024-09-10T07:24:12.232 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.221+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(7 200.00000003 [delete] v55'4 uv1 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc780 con 0x55a73539c800 2024-09-10T07:24:12.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.221+0000 7f0e0d8ff640 1 -- 172.21.15.3:0/278852761 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:12 7.1b 7:ddb4e4d7:::200.00000002:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a73539c400 con 0x55a73537c400 2024-09-10T07:24:12.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.221+0000 7f0e18915640 1 -- 172.21.15.3:0/278852761 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(11 200.00000007 [delete] v55'4 uv2 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc780 con 0x55a73539c800 2024-09-10T07:24:12.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.221+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(9 200.00000005 [delete] v55'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc500 con 0x55a73537d400 2024-09-10T07:24:12.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.222+0000 7f0e18114640 1 -- 172.21.15.3:0/278852761 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(8 200.00000004 [delete] v55'5 uv3 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc000 con 0x55a73539d000 2024-09-10T07:24:12.233 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e18114640 1 -- 172.21.15.3:0/278852761 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(12 200.00000002 [write 0~48] v55'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55a7350fc000 con 0x55a73537c400 2024-09-10T07:24:12.233 INFO:tasks.workunit.client.0.smithi003.stdout:done 2024-09-10T07:24:12.235 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a73537c400 msgr2=0x55a735314580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a73537c400 0x55a735314580 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55a73539c800 msgr2=0x55a735315080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55a73539c800 0x55a735315080 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a73537cc00 msgr2=0x55a735314b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a73537cc00 0x55a735314b00 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x55a73537d400 msgr2=0x55a735315b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x55a73537d400 0x55a735315b80 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55a73539d000 msgr2=0x55a735315600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55a73539d000 0x55a735315600 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 reap_dead start 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735edd800 msgr2=0x55a735002680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/278852761 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735edd800 0x55a735002680 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x55a735f09710 tx=0x55a735e83f80 comp rx=0 tx=0).stop 2024-09-10T07:24:12.236 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 reap_dead start 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e17913640 1 -- 172.21.15.3:0/278852761 reap_dead start 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 shutdown_connections 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 >> 172.21.15.3:0/278852761 conn(0x55a735edd400 msgr2=0x55a73508d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 shutdown_connections 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/278852761 wait complete. 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a735edc400 msgr2=0x55a735314000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a735edc400 0x55a735314000 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x55a735d14ea0 tx=0x55a735346000 comp rx=0 tx=0).stop 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 msgr2=0x55a735003700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735003700 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x55a735e7ed50 tx=0x55a735d60f60 comp rx=0 tx=0).stop 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 shutdown_connections 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a735edc400 0x55a735314000 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735e65c00 0x55a735002c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735e65800 0x55a735003180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.237 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3291396990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a735d76000 0x55a735003700 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.223+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 >> 172.21.15.3:0/3291396990 conn(0x55a735d76400 msgr2=0x55a73508d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 shutdown_connections 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3291396990 wait complete. 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 msgr2=0x55a735000b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 0x55a735000b00 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x55a735db5530 tx=0x55a735d61200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 shutdown_connections 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a735d77c00 0x55a735001600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a734f85c00 0x55a735000b00 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 --2- 172.21.15.3:0/3789234863 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a735d76800 0x55a735001b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 >> 172.21.15.3:0/3789234863 conn(0x55a734f85000 msgr2=0x55a73508c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 shutdown_connections 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.224+0000 7f0e1996f280 1 -- 172.21.15.3:0/3789234863 wait complete. 2024-09-10T07:24:12.238 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal inspect 2024-09-10T07:24:12.253 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.254+0000 7f5ee8331280 1 -- start start 2024-09-10T07:24:12.254 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.254+0000 7f5ee8331280 1 Processor -- start 2024-09-10T07:24:12.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.254+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 0x55e0f6016580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.254+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f5f9b800 0x55e0f6016b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.254+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f5f9bc00 0x55e0f6017080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee8331280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e0f6d84180 con 0x55e0f5f9ac00 2024-09-10T07:24:12.256 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee8331280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e0f6d84300 con 0x55e0f5f9b800 2024-09-10T07:24:12.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee8331280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e0f6d84480 con 0x55e0f5f9bc00 2024-09-10T07:24:12.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 0x55e0f6016580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 0x55e0f6016580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46578/0 (socket says 172.21.15.3:46578) 2024-09-10T07:24:12.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/2271997131 learned_addr learned my addr 172.21.15.3:0/2271997131 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f5f9bc00 0x55e0f6017080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.257 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f5f9b800 0x55e0f6016b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f5f9bc00 msgr2=0x55e0f6017080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f5f9bc00 0x55e0f6017080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f5f9b800 msgr2=0x55e0f6016b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f5f9b800 0x55e0f6016b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/2271997131 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0f5fd2780 con 0x55e0f5f9ac00 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f5f9bc00 0x55e0f6017080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f5f9b800 0x55e0f6016b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 0x55e0f6016580 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x55e0f6dbf0b0 tx=0x55e0f6d76e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6353b81d0d6bbd83 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee42d3640 1 -- 172.21.15.3:0/2271997131 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e0f5fc09c0 con 0x55e0f5f9ac00 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee42d3640 1 -- 172.21.15.3:0/2271997131 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e0f5fc6700 con 0x55e0f5f9ac00 2024-09-10T07:24:12.258 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee42d3640 1 -- 172.21.15.3:0/2271997131 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e0f5fc0680 con 0x55e0f5f9ac00 2024-09-10T07:24:12.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0f5fd34a0 con 0x55e0f5f9ac00 2024-09-10T07:24:12.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55e0f5fd2000 con 0x55e0f5f9ac00 2024-09-10T07:24:12.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.255+0000 7f5ee42d3640 1 -- 172.21.15.3:0/2271997131 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55e0f6e88600 con 0x55e0f5f9ac00 2024-09-10T07:24:12.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.256+0000 7f5ee42d3640 1 -- 172.21.15.3:0/2271997131 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55e0f5ff5180 con 0x55e0f5f9ac00 2024-09-10T07:24:12.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.256+0000 7f5ee8331280 1 Processor -- start 2024-09-10T07:24:12.259 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.256+0000 7f5ee8331280 1 -- start start 2024-09-10T07:24:12.265 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8000 0x55e0f6017600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8400 0x55e0f6017b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee8331280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e0f6d84600 con 0x55e0f6ed8800 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee8331280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e0f6d84780 con 0x55e0f6ed8400 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee8331280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e0f6d84900 con 0x55e0f6ed8000 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46594/0 (socket says 172.21.15.3:46594) 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 -- 172.21.15.3:0/4093552364 learned_addr learned my addr 172.21.15.3:0/4093552364 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.266 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8000 0x55e0f6017600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8400 0x55e0f6017b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 -- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8000 msgr2=0x55e0f6017600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8000 0x55e0f6017600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 -- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8400 msgr2=0x55e0f6017b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8400 0x55e0f6017b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 -- 172.21.15.3:0/4093552364 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0f5fd23c0 con 0x55e0f6ed8800 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.257+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018100 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x55e0f6e808a0 tx=0x55e0f6e76c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d9bde2f51e9f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee22cf640 1 -- 172.21.15.3:0/4093552364 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e0f5fc09c0 con 0x55e0f6ed8800 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee22cf640 1 -- 172.21.15.3:0/4093552364 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e0f5fc6fc0 con 0x55e0f6ed8800 2024-09-10T07:24:12.267 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee22cf640 1 -- 172.21.15.3:0/4093552364 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e0f5fc0680 con 0x55e0f6ed8800 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 -- 172.21.15.3:0/4093552364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 msgr2=0x55e0f6018100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018100 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x55e0f6e808a0 tx=0x55e0f6e76c00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 -- 172.21.15.3:0/4093552364 shutdown_connections 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018100 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8400 0x55e0f6017b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 --2- 172.21.15.3:0/4093552364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8000 0x55e0f6017600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 -- 172.21.15.3:0/4093552364 >> 172.21.15.3:0/4093552364 conn(0x55e0f6d8bc00 msgr2=0x55e0f6d27000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 -- 172.21.15.3:0/4093552364 shutdown_connections 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.258+0000 7f5ee8331280 1 -- 172.21.15.3:0/4093552364 wait complete. 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 Processor -- start 2024-09-10T07:24:12.268 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 -- start start 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8000 0x55e0f6019180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8400 0x55e0f6018c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e0f6d85980 con 0x55e0f6ed8800 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e0f6d84300 con 0x55e0f6ed8000 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee8331280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e0f6d84c00 con 0x55e0f6ed8400 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee62d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee62d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46602/0 (socket says 172.21.15.3:46602) 2024-09-10T07:24:12.269 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee62d7640 1 -- 172.21.15.3:0/1311686011 learned_addr learned my addr 172.21.15.3:0/1311686011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8000 0x55e0f6019180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8400 0x55e0f6018c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.259+0000 7f5ee62d7640 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8400 msgr2=0x55e0f6018c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8400 0x55e0f6018c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee62d7640 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8000 msgr2=0x55e0f6019180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8000 0x55e0f6019180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee62d7640 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0f5fd2960 con 0x55e0f6ed8800 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f6ed8000 0x55e0f6019180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f6ed8400 0x55e0f6018c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee62d7640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018680 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x55e0f6e81b60 tx=0x55e0f6d77140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee0acc640 1 -- 172.21.15.3:0/1311686011 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e0f5fc04e0 con 0x55e0f6ed8800 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee0acc640 1 -- 172.21.15.3:0/1311686011 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e0f5fc6e00 con 0x55e0f6ed8800 2024-09-10T07:24:12.270 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e0f5fd3680 con 0x55e0f6ed8800 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee0acc640 1 -- 172.21.15.3:0/1311686011 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e0f5fc09c0 con 0x55e0f6ed8800 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.260+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0f5fd3860 con 0x55e0f6ed8800 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.261+0000 7f5ee0acc640 1 -- 172.21.15.3:0/1311686011 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55e0f6ee0c00 con 0x55e0f6ed8800 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.261+0000 7f5ee0acc640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e0f6ee6400 0x55e0f6019700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.261+0000 7f5ee0acc640 1 -- 172.21.15.3:0/1311686011 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55e0f6edf400 con 0x55e0f6ed8800 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e0f6ed8c00 0x55e0f6018100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e0f6ed9000 con 0x55e0f6ed8c00 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e0f6ee6400 0x55e0f6019700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e0f6ed8c00 0x55e0f6018100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e0f6ed8c00 0x55e0f6018100 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e0f6ee6400 0x55e0f6019700 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55e0f6dbf830 tx=0x55e0f62bee40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/1311686011 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55e0f6d2a000 con 0x55e0f6ed8c00 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e0f6ee7400 0x55e0f6017b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.271 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.262+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e0f6ee7800 con 0x55e0f6ee7400 2024-09-10T07:24:12.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.263+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e0f6ee7400 0x55e0f6017b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.263+0000 7f5ee72d9640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e0f6ee7400 0x55e0f6017b80 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.263+0000 7f5ee72d9640 1 -- 172.21.15.3:0/1311686011 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv23 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55e0f6d2a500 con 0x55e0f6ee7400 2024-09-10T07:24:12.272 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.263+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:3 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e0f6ee7c00 con 0x55e0f6ed8c00 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/1311686011 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(3 200.00000002 [read 0~48 out=48b] v0'0 uv4 ondisk = 0) ==== 156+0+48 (crc 0 0 0) 0x55e0f6d2a000 con 0x55e0f6ed8c00 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55e0f6340000 0x55e0f6017600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:4 7.b 7:d5c7a900:::200.00000003:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e0f6340400 con 0x55e0f6340000 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55e0f6340000 0x55e0f6017600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee6ad8640 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55e0f6340000 0x55e0f6017600 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee6ad8640 1 -- 172.21.15.3:0/1311686011 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(4 200.00000003 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55e0f6d2a000 con 0x55e0f6340000 2024-09-10T07:24:12.273 INFO:tasks.workunit.client.0.smithi003.stdout:Overall journal integrity: OK 2024-09-10T07:24:12.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e0f6ed8c00 msgr2=0x55e0f6018100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e0f6ed8c00 0x55e0f6018100 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55e0f6340000 msgr2=0x55e0f6017600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.275 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55e0f6340000 0x55e0f6017600 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e0f6ee7400 msgr2=0x55e0f6017b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e0f6ee7400 0x55e0f6017b80 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee62d7640 1 -- 172.21.15.3:0/1311686011 reap_dead start 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e0f6ee6400 msgr2=0x55e0f6019700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e0f6ee6400 0x55e0f6019700 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55e0f6dbf830 tx=0x55e0f62bee40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 msgr2=0x55e0f6018680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018680 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x55e0f6e81b60 tx=0x55e0f6d77140 comp rx=0 tx=0).stop 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 shutdown_connections 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e0f6ee6400 0x55e0f6019700 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 --2- 172.21.15.3:0/1311686011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f6ed8800 0x55e0f6018680 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 >> 172.21.15.3:0/1311686011 conn(0x55e0f6d8bc00 msgr2=0x55e0f6d27000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.267+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 shutdown_connections 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 -- 172.21.15.3:0/1311686011 wait complete. 2024-09-10T07:24:12.276 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 msgr2=0x55e0f6016580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 0x55e0f6016580 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x55e0f6dbf0b0 tx=0x55e0f6d76e40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 shutdown_connections 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e0f5f9bc00 0x55e0f6017080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e0f5f9b800 0x55e0f6016b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 --2- 172.21.15.3:0/2271997131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e0f5f9ac00 0x55e0f6016580 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 >> 172.21.15.3:0/2271997131 conn(0x55e0f5f9b000 msgr2=0x55e0f6d26800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 shutdown_connections 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.268+0000 7f5ee8331280 1 -- 172.21.15.3:0/2271997131 wait complete. 2024-09-10T07:24:12.277 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 header get 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 -- start start 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 Processor -- start 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a2449cc00 0x560a24518580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 0x560a24518b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a2449dc00 0x560a24519080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a25286600 con 0x560a2449d800 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560a25286480 con 0x560a2449cc00 2024-09-10T07:24:12.312 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f579be0c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560a25286300 con 0x560a2449dc00 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f5799066640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 0x560a24518b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f5799066640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 0x560a24518b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46614/0 (socket says 172.21.15.3:46614) 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.299+0000 7f5799066640 1 -- 172.21.15.3:0/2557040635 learned_addr learned my addr 172.21.15.3:0/2557040635 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799867640 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a2449cc00 0x560a24518580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f579a068640 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a2449dc00 0x560a24519080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799066640 1 -- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a2449dc00 msgr2=0x560a24519080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799066640 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a2449dc00 0x560a24519080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799066640 1 -- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a2449cc00 msgr2=0x560a24518580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799066640 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a2449cc00 0x560a24518580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799066640 1 -- 172.21.15.3:0/2557040635 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a244d4780 con 0x560a2449d800 2024-09-10T07:24:12.313 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799867640 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a2449cc00 0x560a24518580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5799066640 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 0x560a24518b00 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x560a252c3080 tx=0x560a2527cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6baa47ed42d52a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5797062640 1 -- 172.21.15.3:0/2557040635 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560a244c29c0 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5797062640 1 -- 172.21.15.3:0/2557040635 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560a244c8e00 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5797062640 1 -- 172.21.15.3:0/2557040635 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560a244c2680 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a244d43c0 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x560a244d5680 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5797062640 1 -- 172.21.15.3:0/2557040635 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x560a25384200 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.300+0000 7f5797062640 1 -- 172.21.15.3:0/2557040635 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x560a244f7180 con 0x560a2449d800 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.301+0000 7f579be0c280 1 Processor -- start 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.301+0000 7f579be0c280 1 -- start start 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579be0c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 0x560a24519600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579be0c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da400 0x560a24519b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579be0c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.314 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579be0c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a25286180 con 0x560a253da000 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579be0c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560a244fe900 con 0x560a253da800 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579be0c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560a244fe480 con 0x560a253da400 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 0x560a24519600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 0x560a24519600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46616/0 (socket says 172.21.15.3:46616) 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 -- 172.21.15.3:0/1734530052 learned_addr learned my addr 172.21.15.3:0/1734530052 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f5799867640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da400 0x560a24519b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f5799066640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 -- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da400 msgr2=0x560a24519b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da400 0x560a24519b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 -- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 msgr2=0x560a2451a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.315 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 -- 172.21.15.3:0/1734530052 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a244d54a0 con 0x560a253da000 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f5799066640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f5799867640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da400 0x560a24519b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579a068640 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 0x560a24519600 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x560a25386900 tx=0x560a2538ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa87ec8fd95acdbd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579505e640 1 -- 172.21.15.3:0/1734530052 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560a244c29c0 con 0x560a253da000 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579505e640 1 -- 172.21.15.3:0/1734530052 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560a244c8c40 con 0x560a253da000 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.302+0000 7f579505e640 1 -- 172.21.15.3:0/1734530052 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560a244c2680 con 0x560a253da000 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 -- 172.21.15.3:0/1734530052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 msgr2=0x560a24519600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 0x560a24519600 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x560a25386900 tx=0x560a2538ac00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 -- 172.21.15.3:0/1734530052 shutdown_connections 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da400 0x560a24519b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 --2- 172.21.15.3:0/1734530052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da000 0x560a24519600 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.316 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 -- 172.21.15.3:0/1734530052 >> 172.21.15.3:0/1734530052 conn(0x560a25289c00 msgr2=0x560a25226800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 -- 172.21.15.3:0/1734530052 shutdown_connections 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 -- 172.21.15.3:0/1734530052 wait complete. 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 Processor -- start 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.303+0000 7f579be0c280 1 -- start start 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f579be0c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da000 0x560a2451b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f579be0c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da400 0x560a2451ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f579be0c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f579be0c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a25287380 con 0x560a253da400 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f579be0c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560a25286180 con 0x560a253da800 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f579be0c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560a25286c00 con 0x560a253da000 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da400 0x560a2451ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da400 0x560a2451ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46620/0 (socket says 172.21.15.3:46620) 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 -- 172.21.15.3:0/2619829612 learned_addr learned my addr 172.21.15.3:0/2619829612 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.317 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 -- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da000 msgr2=0x560a2451b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a253da000 0x560a2451b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 -- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 msgr2=0x560a2451a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a253da800 0x560a2451a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 -- 172.21.15.3:0/2619829612 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a244d4000 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.304+0000 7f5799867640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da400 0x560a2451ac00 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x560a25387aa0 tx=0x560a2538b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.305+0000 7f579385b640 1 -- 172.21.15.3:0/2619829612 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560a244c29c0 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.305+0000 7f579385b640 1 -- 172.21.15.3:0/2619829612 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560a244c8a80 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.305+0000 7f579385b640 1 -- 172.21.15.3:0/2619829612 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560a244c2680 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.305+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560a244d4960 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.305+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a244d5860 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.306+0000 7f579385b640 1 -- 172.21.15.3:0/2619829612 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x560a253eac00 con 0x560a253da400 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.306+0000 7f579385b640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560a253f9000 0x560a2451b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.318 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.306+0000 7f579385b640 1 -- 172.21.15.3:0/2619829612 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x560a253e1800 con 0x560a253da400 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.306+0000 7f579be0c280 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560a253dac00 0x560a2451a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.306+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x560a253db000 con 0x560a253dac00 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.306+0000 7f5799066640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560a253dac00 0x560a2451a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f579a068640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560a253f9000 0x560a2451b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f5799066640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560a253dac00 0x560a2451a100 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f579a068640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560a253f9000 0x560a2451b700 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x560a25386900 tx=0x560a2527d080 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f5799066640 1 -- 172.21.15.3:0/2619829612 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x560a2522c000 con 0x560a253dac00 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f579be0c280 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560a253f9400 0x560a24519b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x560a253f9800 con 0x560a253f9400 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f579a068640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560a253f9400 0x560a24519b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.307+0000 7f579a068640 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560a253f9400 0x560a24519b80 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.319 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579a068640 1 -- 172.21.15.3:0/2619829612 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv23 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x560a2522c500 con 0x560a253f9400 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "magic": "ceph fs volume v011", 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "write_pos": 8388608, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "expire_pos": 8388608, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "trimmed_pos": 8388608, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "stream_format": 1, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "layout": { 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "stripe_unit": 4194304, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "stripe_count": 1, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "object_size": 4194304, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "pool_id": 7, 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: "pool_ns": "" 2024-09-10T07:24:12.320 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-09-10T07:24:12.321 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-09-10T07:24:12.321 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-09-10T07:24:12.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560a253dac00 msgr2=0x560a2451a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x560a253dac00 0x560a2451a100 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560a253f9400 msgr2=0x560a24519b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.322 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560a253f9400 0x560a24519b80 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560a253f9000 msgr2=0x560a2451b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560a253f9000 0x560a2451b700 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x560a25386900 tx=0x560a2527d080 comp rx=0 tx=0).stop 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da400 msgr2=0x560a2451ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2619829612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a253da400 0x560a2451ac00 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x560a25387aa0 tx=0x560a2538b920 comp rx=0 tx=0).stop 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f5799867640 1 -- 172.21.15.3:0/2619829612 reap_dead start 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f5799867640 1 -- 172.21.15.3:0/2619829612 reap_dead start 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 shutdown_connections 2024-09-10T07:24:12.323 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 >> 172.21.15.3:0/2619829612 conn(0x560a25289c00 msgr2=0x560a25226800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 shutdown_connections 2024-09-10T07:24:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2619829612 wait complete. 2024-09-10T07:24:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 msgr2=0x560a24518b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 0x560a24518b00 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x560a252c3080 tx=0x560a2527cde0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 shutdown_connections 2024-09-10T07:24:12.324 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a2449dc00 0x560a24519080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a2449d800 0x560a24518b00 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 --2- 172.21.15.3:0/2557040635 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a2449cc00 0x560a24518580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 >> 172.21.15.3:0/2557040635 conn(0x560a2449d000 msgr2=0x560a25227000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.308+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 shutdown_connections 2024-09-10T07:24:12.325 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.309+0000 7f579be0c280 1 -- 172.21.15.3:0/2557040635 wait complete. 2024-09-10T07:24:12.326 INFO:tasks.workunit.client.0.smithi003.stdout:Rolling back journal to original state... 2024-09-10T07:24:12.326 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo 'Rolling back journal to original state...' 2024-09-10T07:24:12.327 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal import /tmp/journal.bin 2024-09-10T07:24:12.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 -- start start 2024-09-10T07:24:12.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 Processor -- start 2024-09-10T07:24:12.358 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749b26c00 0x55b749ba2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 0x55b749ba2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b749b27c00 0x55b749ba3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90c180 con 0x55b749b27800 2024-09-10T07:24:12.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90c300 con 0x55b749b27c00 2024-09-10T07:24:12.359 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b74a90c480 con 0x55b749b26c00 2024-09-10T07:24:12.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b4f53640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 0x55b749ba2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b4f53640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 0x55b749ba2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46636/0 (socket says 172.21.15.3:46636) 2024-09-10T07:24:12.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b4f53640 1 -- 172.21.15.3:0/1538418607 learned_addr learned my addr 172.21.15.3:0/1538418607 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.340+0000 7fa8b5754640 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749b26c00 0x55b749ba2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.360 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b749b27c00 0x55b749ba3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b4f53640 1 -- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749b26c00 msgr2=0x55b749ba2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749b26c00 0x55b749ba2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b4f53640 1 -- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b749b27c00 msgr2=0x55b749ba3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b749b27c00 0x55b749ba3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b4f53640 1 -- 172.21.15.3:0/1538418607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b749b5e780 con 0x55b749b27800 2024-09-10T07:24:12.361 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 0x55b749ba2b00 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x55b74a94b0e0 tx=0x55b74a902e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286e3fe99a93a2c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b2f4f640 1 -- 172.21.15.3:0/1538418607 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749b4c9c0 con 0x55b749b27800 2024-09-10T07:24:12.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b2f4f640 1 -- 172.21.15.3:0/1538418607 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b749b52700 con 0x55b749b27800 2024-09-10T07:24:12.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b2f4f640 1 -- 172.21.15.3:0/1538418607 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749b4c680 con 0x55b749b27800 2024-09-10T07:24:12.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b749b5f4a0 con 0x55b749b27800 2024-09-10T07:24:12.362 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55b749b5e000 con 0x55b749b27800 2024-09-10T07:24:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b2f4f640 1 -- 172.21.15.3:0/1538418607 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55b74aa10200 con 0x55b749b27800 2024-09-10T07:24:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.341+0000 7fa8b2f4f640 1 -- 172.21.15.3:0/1538418607 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55b749b81180 con 0x55b749b27800 2024-09-10T07:24:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.342+0000 7fa8b7c1f280 1 Processor -- start 2024-09-10T07:24:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.342+0000 7fa8b7c1f280 1 -- start start 2024-09-10T07:24:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.363 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56400 0x55b749ba3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 0x55b749ba4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90c600 con 0x55b74aa56800 2024-09-10T07:24:12.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90c780 con 0x55b74aa56000 2024-09-10T07:24:12.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b74a90c900 con 0x55b74aa56400 2024-09-10T07:24:12.364 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 0x55b749ba4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 0x55b749ba4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46650/0 (socket says 172.21.15.3:46650) 2024-09-10T07:24:12.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 -- 172.21.15.3:0/3655232828 learned_addr learned my addr 172.21.15.3:0/3655232828 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b5754640 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56400 0x55b749ba3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.365 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 -- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56400 msgr2=0x55b749ba3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56400 0x55b749ba3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 -- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 msgr2=0x55b749ba3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 -- 172.21.15.3:0/3655232828 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b749b5e3c0 con 0x55b74aa56800 2024-09-10T07:24:12.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b5754640 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56400 0x55b749ba3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.366 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 0x55b749ba4100 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x55b74aa12690 tx=0x55b74a902f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6e8e86dee4738ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b0f4b640 1 -- 172.21.15.3:0/3655232828 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749b4cb60 con 0x55b74aa56800 2024-09-10T07:24:12.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b0f4b640 1 -- 172.21.15.3:0/3655232828 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b749b52fc0 con 0x55b74aa56800 2024-09-10T07:24:12.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.343+0000 7fa8b0f4b640 1 -- 172.21.15.3:0/3655232828 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749b4c820 con 0x55b74aa56800 2024-09-10T07:24:12.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/3655232828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 msgr2=0x55b749ba4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.367 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 0x55b749ba4100 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x55b74aa12690 tx=0x55b74a902f00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/3655232828 shutdown_connections 2024-09-10T07:24:12.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56800 0x55b749ba4100 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56400 0x55b749ba3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/3655232828 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.368 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/3655232828 >> 172.21.15.3:0/3655232828 conn(0x55b74a917c00 msgr2=0x55b74a8b3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/3655232828 shutdown_connections 2024-09-10T07:24:12.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/3655232828 wait complete. 2024-09-10T07:24:12.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 Processor -- start 2024-09-10T07:24:12.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.344+0000 7fa8b7c1f280 1 -- start start 2024-09-10T07:24:12.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.369 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 0x55b749ba4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56800 0x55b749ba4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90dc80 con 0x55b74aa56400 2024-09-10T07:24:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90db00 con 0x55b74aa56000 2024-09-10T07:24:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b74a90d980 con 0x55b74aa56800 2024-09-10T07:24:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 0x55b749ba4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.370 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 0x55b749ba4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46664/0 (socket says 172.21.15.3:46664) 2024-09-10T07:24:12.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 -- 172.21.15.3:0/2978868902 learned_addr learned my addr 172.21.15.3:0/2978868902 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56800 0x55b749ba4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 -- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56800 msgr2=0x55b749ba4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56800 0x55b749ba4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.371 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 -- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 msgr2=0x55b749ba5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.345+0000 7fa8b5754640 1 -- 172.21.15.3:0/2978868902 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b749b5e960 con 0x55b74aa56400 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.346+0000 7fa8b5754640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 0x55b749ba4c00 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x55b74aa13a70 tx=0x55b74aa1f800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.346+0000 7fa8af748640 1 -- 172.21.15.3:0/2978868902 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749b4cb60 con 0x55b74aa56400 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.346+0000 7fa8af748640 1 -- 172.21.15.3:0/2978868902 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b749b52c40 con 0x55b74aa56400 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.346+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b749b5f680 con 0x55b74aa56400 2024-09-10T07:24:12.372 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.346+0000 7fa8af748640 1 -- 172.21.15.3:0/2978868902 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749b4c820 con 0x55b74aa56400 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.346+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b749b5f860 con 0x55b74aa56400 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.347+0000 7fa8af748640 1 -- 172.21.15.3:0/2978868902 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55b74aa6ec00 con 0x55b74aa56400 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.347+0000 7fa8af748640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b74aa79000 0x55b749ba5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.347+0000 7fa8af748640 1 -- 172.21.15.3:0/2978868902 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55b74aa5d000 con 0x55b74aa56400 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.347+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b74aa79000 0x55b749ba5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.348+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b74aa79000 0x55b749ba5700 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55b749ca2cf0 tx=0x55b749ec0000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.348+0000 7fa8b7c1f280 1 -- start start 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.348+0000 7fa8b7c1f280 1 Processor -- start 2024-09-10T07:24:12.373 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa57000 0x55b749ba4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749f0c000 0x55b749ba3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b7c1f280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749f0c400 0x55b749ba3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90cc00 con 0x55b749f0c000 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b74a90cd80 con 0x55b74aa57000 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b7c1f280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b74a90d680 con 0x55b749f0c400 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749f0c000 0x55b749ba3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5f55640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa57000 0x55b749ba4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749f0c000 0x55b749ba3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46672/0 (socket says 172.21.15.3:46672) 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b4f53640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749f0c400 0x55b749ba3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 -- 172.21.15.3:0/966482689 learned_addr learned my addr 172.21.15.3:0/966482689 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 -- 172.21.15.3:0/966482689 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749f0c400 msgr2=0x55b749ba3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749f0c400 0x55b749ba3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.374 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 -- 172.21.15.3:0/966482689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa57000 msgr2=0x55b749ba4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa57000 0x55b749ba4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b749b5fa40 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8b5754640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749f0c000 0x55b749ba3b80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x55b74aa9bad0 tx=0x55b749e3c180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cdd78ffacf15fdb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8ac742640 1 -- 172.21.15.3:0/966482689 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749e3a9c0 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.349+0000 7fa8ac742640 1 -- 172.21.15.3:0/966482689 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b749b521c0 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8ac742640 1 -- 172.21.15.3:0/966482689 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b749e3ab60 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b749b5e960 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55b749b5f680 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8ac742640 1 -- 172.21.15.3:0/966482689 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55b749f16200 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8ac742640 1 -- 172.21.15.3:0/966482689 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55b749b81500 con 0x55b749f0c000 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b749f0c800 0x55b749f34000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55b749f0cc00 con 0x55b749f0c800 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b749f0c800 0x55b749f34000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.375 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.350+0000 7fa8b5f55640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b749f0c800 0x55b749f34000 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=b0bac828aa6d57ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.376 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8b5f55640 1 -- 172.21.15.3:0/966482689 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55b74a8b6000 con 0x55b749f0c800 2024-09-10T07:24:12.376 INFO:tasks.workunit.client.0.smithi003.stdout:undump /tmp/journal.bin 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b749f0d000 0x55b749f34580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55b749f0d400 con 0x55b749f0d000 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b749f0d000 0x55b749f34580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8b4f53640 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b749f0d000 0x55b749f34580 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=811fba508f855cc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8b4f53640 1 -- 172.21.15.3:0/966482689 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv23 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55b74a8b6500 con 0x55b749f0d000 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.351+0000 7fa8aaf3f640 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:3 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55b749f19400 con 0x55b749f0c800 2024-09-10T07:24:12.377 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.352+0000 7fa8b5f55640 1 -- 172.21.15.3:0/966482689 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(3 200.00000002 [stat out=16b] v0'0 uv4 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55b74a8b6000 con 0x55b749f0c800 2024-09-10T07:24:12.378 INFO:tasks.workunit.client.0.smithi003.stdout:start 4194304 len 30182 write_pos 4200187 format 1 trimmed_pos 4194304 stripe_unit 4194304 stripe_count 1 object_size 4194304 2024-09-10T07:24:12.378 INFO:tasks.workunit.client.0.smithi003.stdout:writing header 200.00000000 2024-09-10T07:24:12.378 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.352+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:4 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55b749f19800 con 0x55b749f0d000 2024-09-10T07:24:12.379 INFO:tasks.workunit.client.0.smithi003.stdout:Purging 2 objects from 1 2024-09-10T07:24:12.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.354+0000 7fa8b4f53640 1 -- 172.21.15.3:0/966482689 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(4 200.00000000 [writefull 0~90] v55'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55b74a8b6500 con 0x55b749f0d000 2024-09-10T07:24:12.379 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.354+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55b749f19c00 con 0x55b749f0d000 2024-09-10T07:24:12.380 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.354+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:6 7.1b 7:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55b749f40000 con 0x55b749f0c800 2024-09-10T07:24:12.380 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.355+0000 7fa8b4f53640 1 -- 172.21.15.3:0/966482689 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000001 [delete] v55'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55b74a8b6500 con 0x55b749f0d000 2024-09-10T07:24:12.380 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.355+0000 7fa8b5f55640 1 -- 172.21.15.3:0/966482689 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(6 200.00000002 [delete] v55'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55b74a8b6000 con 0x55b749f0c800 2024-09-10T07:24:12.380 INFO:tasks.workunit.client.0.smithi003.stdout: writing 4194304~30182 2024-09-10T07:24:12.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.355+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 7.14 7:2e2fa760:::200.00000001:head [write 0~30182 in=30182b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55b749f40400 con 0x55b749f0d000 2024-09-10T07:24:12.381 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b4f53640 1 -- 172.21.15.3:0/966482689 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(7 200.00000001 [write 0~30182] v55'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55b74a8b6500 con 0x55b749f0d000 2024-09-10T07:24:12.381 INFO:tasks.workunit.client.0.smithi003.stdout:done. 2024-09-10T07:24:12.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b749f0c800 msgr2=0x55b749f34000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b749f0c800 0x55b749f34000 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b749f0d000 msgr2=0x55b749f34580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.383 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b749f0d000 0x55b749f34580 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749f0c000 msgr2=0x55b749ba3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/966482689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749f0c000 0x55b749ba3b80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x55b74aa9bad0 tx=0x55b749e3c180 comp rx=0 tx=0).stop 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b4f53640 1 -- 172.21.15.3:0/966482689 reap_dead start 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 shutdown_connections 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 >> 172.21.15.3:0/966482689 conn(0x55b74aa56c00 msgr2=0x55b74a8b3800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 shutdown_connections 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/966482689 wait complete. 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b74aa79000 msgr2=0x55b749ba5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b74aa79000 0x55b749ba5700 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55b749ca2cf0 tx=0x55b749ec0000 comp rx=0 tx=0).stop 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 msgr2=0x55b749ba4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.384 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 0x55b749ba4c00 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x55b74aa13a70 tx=0x55b74aa1f800 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 shutdown_connections 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b74aa79000 0x55b749ba5700 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b74aa56800 0x55b749ba4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b74aa56400 0x55b749ba4c00 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/2978868902 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b74aa56000 0x55b749ba5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 >> 172.21.15.3:0/2978868902 conn(0x55b74a917c00 msgr2=0x55b74a8b3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 shutdown_connections 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.357+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/2978868902 wait complete. 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 msgr2=0x55b749ba2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 0x55b749ba2b00 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x55b74a94b0e0 tx=0x55b74a902e40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 shutdown_connections 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b749b27c00 0x55b749ba3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.385 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b749b27800 0x55b749ba2b00 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 --2- 172.21.15.3:0/1538418607 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b749b26c00 0x55b749ba2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 >> 172.21.15.3:0/1538418607 conn(0x55b749b27000 msgr2=0x55b74a8b2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 shutdown_connections 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.358+0000 7fa8b7c1f280 1 -- 172.21.15.3:0/1538418607 wait complete. 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stdout:Testing 'header' commands... 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo 'Testing '\''header'\'' commands...' 2024-09-10T07:24:12.386 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 header get 2024-09-10T07:24:12.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.389+0000 7fa736d1e280 1 -- start start 2024-09-10T07:24:12.389 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.389+0000 7fa736d1e280 1 Processor -- start 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631046000 0x5636302d5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563631047000 0x5636302d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 0x5636302d5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56363106c000 con 0x563631047400 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56363106c180 con 0x563631046000 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56363106c300 con 0x563631047000 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 0x5636302d5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 0x5636302d5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46676/0 (socket says 172.21.15.3:46676) 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 -- 172.21.15.3:0/2440892030 learned_addr learned my addr 172.21.15.3:0/2440892030 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.400 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563631047000 0x5636302d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7349e9640 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631046000 0x5636302d5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 -- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563631047000 msgr2=0x5636302d4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563631047000 0x5636302d4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 -- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631046000 msgr2=0x5636302d5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631046000 0x5636302d5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 -- 172.21.15.3:0/2440892030 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563630290780 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7351ea640 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 0x5636302d5600 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x563631089950 tx=0x56363103d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a64172750c7fac8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7321e4640 1 -- 172.21.15.3:0/2440892030 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56363027ed00 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7321e4640 1 -- 172.21.15.3:0/2440892030 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x563630284700 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa7321e4640 1 -- 172.21.15.3:0/2440892030 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56363027e680 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563630290000 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.390+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x563630291680 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.391+0000 7fa7321e4640 1 -- 172.21.15.3:0/2440892030 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x563631142a00 con 0x563631047400 2024-09-10T07:24:12.401 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.391+0000 7fa7321e4640 1 -- 172.21.15.3:0/2440892030 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x5636302b3180 con 0x563631047400 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.391+0000 7fa736d1e280 1 Processor -- start 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.391+0000 7fa736d1e280 1 -- start start 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047c00 0x5636302d4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119c000 0x5636302d6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 0x5636302d6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa736d1e280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56363106c480 con 0x56363119c400 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa736d1e280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56363106c600 con 0x563631047c00 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa736d1e280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56363106c780 con 0x56363119c000 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 0x5636302d6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 0x5636302d6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46678/0 (socket says 172.21.15.3:46678) 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 -- 172.21.15.3:0/987370389 learned_addr learned my addr 172.21.15.3:0/987370389 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7349e9640 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119c000 0x5636302d6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047c00 0x5636302d4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.402 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 -- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119c000 msgr2=0x5636302d6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119c000 0x5636302d6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 -- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047c00 msgr2=0x5636302d4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047c00 0x5636302d4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 -- 172.21.15.3:0/987370389 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563630291c20 con 0x56363119c400 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.392+0000 7fa7341e8640 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 0x5636302d6680 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x563631160cf0 tx=0x5636311638c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7372c20118ae08e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa7301e0640 1 -- 172.21.15.3:0/987370389 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56363027ed00 con 0x56363119c400 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa7301e0640 1 -- 172.21.15.3:0/987370389 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x563630284e00 con 0x56363119c400 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa7301e0640 1 -- 172.21.15.3:0/987370389 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56363027e680 con 0x56363119c400 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 -- 172.21.15.3:0/987370389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 msgr2=0x5636302d6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 0x5636302d6680 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x563631160cf0 tx=0x5636311638c0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 -- 172.21.15.3:0/987370389 shutdown_connections 2024-09-10T07:24:12.403 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119c400 0x5636302d6680 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119c000 0x5636302d6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 --2- 172.21.15.3:0/987370389 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047c00 0x5636302d4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 -- 172.21.15.3:0/987370389 >> 172.21.15.3:0/987370389 conn(0x563631047800 msgr2=0x563630361000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 -- 172.21.15.3:0/987370389 shutdown_connections 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.393+0000 7fa736d1e280 1 -- 172.21.15.3:0/987370389 wait complete. 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 Processor -- start 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 -- start start 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047800 0x5636302d7700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119d000 0x5636302d7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119cc00 0x5636302d6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56363106cd80 con 0x56363119d000 2024-09-10T07:24:12.404 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56363106cf00 con 0x563631047800 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa736d1e280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56363106d080 con 0x56363119cc00 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa7349e9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119d000 0x5636302d7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa7349e9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119d000 0x5636302d7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46688/0 (socket says 172.21.15.3:46688) 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.394+0000 7fa7349e9640 1 -- 172.21.15.3:0/2973350894 learned_addr learned my addr 172.21.15.3:0/2973350894 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119cc00 0x5636302d6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047800 0x5636302d7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7349e9640 1 -- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119cc00 msgr2=0x5636302d6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7349e9640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119cc00 0x5636302d6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7349e9640 1 -- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047800 msgr2=0x5636302d7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7349e9640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631047800 0x5636302d7700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7349e9640 1 -- 172.21.15.3:0/2973350894 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563630290780 con 0x56363119d000 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56363119cc00 0x5636302d6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.405 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa7349e9640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119d000 0x5636302d7180 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x563631088f60 tx=0x56363103d020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa72e9dd640 1 -- 172.21.15.3:0/2973350894 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56363027eb60 con 0x56363119d000 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa72e9dd640 1 -- 172.21.15.3:0/2973350894 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5636302841c0 con 0x56363119d000 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563630290000 con 0x56363119d000 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa72e9dd640 1 -- 172.21.15.3:0/2973350894 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56363027ed00 con 0x56363119d000 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.395+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563630291e00 con 0x56363119d000 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.396+0000 7fa72e9dd640 1 -- 172.21.15.3:0/2973350894 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5636311b0c00 con 0x56363119d000 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa72e9dd640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5636311c0400 0x5636305f2000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.406 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa72e9dd640 1 -- 172.21.15.3:0/2973350894 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x5636311ba800 con 0x56363119d000 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x56363119c800 0x5636302d6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x56363119c400 con 0x56363119c800 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5636311c0400 0x5636305f2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x56363119c800 0x5636302d6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x56363119c800 0x5636302d6680 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.397+0000 7fa7341e8640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5636311c0400 0x5636305f2000 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x563631160e40 tx=0x563630582ae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa7341e8640 1 -- 172.21.15.3:0/2973350894 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x5636303d0000 con 0x56363119c800 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56363119c000 0x5636302d6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x5636311c0800 con 0x56363119c000 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa7351ea640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56363119c000 0x5636302d6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa7351ea640 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56363119c000 0x5636302d6100 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.407 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa7351ea640 1 -- 172.21.15.3:0/2973350894 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv24 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x5636303d0500 con 0x56363119c000 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "magic": "ceph fs volume v011", 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "write_pos": 4200187, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "expire_pos": 4194304, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "trimmed_pos": 4194304, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "stream_format": 1, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "layout": { 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "stripe_unit": 4194304, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "stripe_count": 1, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "object_size": 4194304, 2024-09-10T07:24:12.408 INFO:tasks.workunit.client.0.smithi003.stdout: "pool_id": 7, 2024-09-10T07:24:12.409 INFO:tasks.workunit.client.0.smithi003.stdout: "pool_ns": "" 2024-09-10T07:24:12.409 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-09-10T07:24:12.409 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-09-10T07:24:12.409 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-09-10T07:24:12.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x56363119c800 msgr2=0x5636302d6680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.410 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x56363119c800 0x5636302d6680 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56363119c000 msgr2=0x5636302d6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.398+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56363119c000 0x5636302d6100 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5636311c0400 msgr2=0x5636305f2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5636311c0400 0x5636305f2000 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x563631160e40 tx=0x563630582ae0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119d000 msgr2=0x5636302d7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2973350894 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56363119d000 0x5636302d7180 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x563631088f60 tx=0x56363103d020 comp rx=0 tx=0).stop 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa7349e9640 1 -- 172.21.15.3:0/2973350894 reap_dead start 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa7349e9640 1 -- 172.21.15.3:0/2973350894 reap_dead start 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 shutdown_connections 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 >> 172.21.15.3:0/2973350894 conn(0x563631047c00 msgr2=0x563630361000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 shutdown_connections 2024-09-10T07:24:12.411 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2973350894 wait complete. 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 msgr2=0x5636302d5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 0x5636302d5600 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x563631089950 tx=0x56363103d200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 shutdown_connections 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563631047400 0x5636302d5600 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563631047000 0x5636302d4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 --2- 172.21.15.3:0/2440892030 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563631046000 0x5636302d5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 >> 172.21.15.3:0/2440892030 conn(0x563630259000 msgr2=0x563630360000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 shutdown_connections 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.399+0000 7fa736d1e280 1 -- 172.21.15.3:0/2440892030 wait complete. 2024-09-10T07:24:12.412 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 header set write_pos 123 2024-09-10T07:24:12.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.433+0000 7fa70e988280 1 -- start start 2024-09-10T07:24:12.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.433+0000 7fa70e988280 1 Processor -- start 2024-09-10T07:24:12.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70e988280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 0x5584380ee580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.449 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70e988280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438073800 0x5584380eeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70e988280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438073c00 0x5584380ef080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70e988280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558438e5a180 con 0x558438072c00 2024-09-10T07:24:12.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70e988280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558438e5a300 con 0x558438073800 2024-09-10T07:24:12.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70e988280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558438e5a480 con 0x558438073c00 2024-09-10T07:24:12.450 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 0x5584380ee580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 0x5584380ee580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46704/0 (socket says 172.21.15.3:46704) 2024-09-10T07:24:12.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 -- 172.21.15.3:0/1394429509 learned_addr learned my addr 172.21.15.3:0/1394429509 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70c92c640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438073800 0x5584380eeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d92e640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438073c00 0x5584380ef080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 -- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438073c00 msgr2=0x5584380ef080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.451 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438073c00 0x5584380ef080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 -- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438073800 msgr2=0x5584380eeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438073800 0x5584380eeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 -- 172.21.15.3:0/1394429509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584380aa780 con 0x558438072c00 2024-09-10T07:24:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d92e640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438073c00 0x5584380ef080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70c92c640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438073800 0x5584380eeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.452 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.434+0000 7fa70d12d640 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 0x5584380ee580 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x558438e8d800 tx=0x558438e49200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f93dbcbda3719ab8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70a928640 1 -- 172.21.15.3:0/1394429509 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558438098680 con 0x558438072c00 2024-09-10T07:24:12.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70a928640 1 -- 172.21.15.3:0/1394429509 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55843809efc0 con 0x558438072c00 2024-09-10T07:24:12.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70a928640 1 -- 172.21.15.3:0/1394429509 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558438098b60 con 0x558438072c00 2024-09-10T07:24:12.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584380ab4a0 con 0x558438072c00 2024-09-10T07:24:12.453 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5584380aa000 con 0x558438072c00 2024-09-10T07:24:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70a928640 1 -- 172.21.15.3:0/1394429509 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x558438f4c600 con 0x558438072c00 2024-09-10T07:24:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70a928640 1 -- 172.21.15.3:0/1394429509 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x5584380cd180 con 0x558438072c00 2024-09-10T07:24:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.435+0000 7fa70e988280 1 Processor -- start 2024-09-10T07:24:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 -- start start 2024-09-10T07:24:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380ef600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.454 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380efb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558438e5a600 con 0x558438f51800 2024-09-10T07:24:12.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558438e5a780 con 0x558438f51400 2024-09-10T07:24:12.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70e988280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558438e5a900 con 0x558438f51c00 2024-09-10T07:24:12.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380efb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.455 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380efb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46714/0 (socket says 172.21.15.3:46714) 2024-09-10T07:24:12.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 -- 172.21.15.3:0/2599320835 learned_addr learned my addr 172.21.15.3:0/2599320835 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70c92c640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d92e640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380ef600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 -- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 msgr2=0x5584380f0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.456 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 -- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 msgr2=0x5584380ef600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.436+0000 7fa70d12d640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380ef600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70d12d640 1 -- 172.21.15.3:0/2599320835 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584380aa3c0 con 0x558438f51800 2024-09-10T07:24:12.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70d92e640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380ef600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.457 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70c92c640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70d12d640 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380efb80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x558438e8da40 tx=0x558438e48180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1021cdedf626a2ff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa708924640 1 -- 172.21.15.3:0/2599320835 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558438098820 con 0x558438f51800 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa708924640 1 -- 172.21.15.3:0/2599320835 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55843809ee00 con 0x558438f51800 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa708924640 1 -- 172.21.15.3:0/2599320835 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558438098680 con 0x558438f51800 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 -- 172.21.15.3:0/2599320835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 msgr2=0x5584380efb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380efb80 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x558438e8da40 tx=0x558438e48180 comp rx=0 tx=0).stop 2024-09-10T07:24:12.458 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 -- 172.21.15.3:0/2599320835 shutdown_connections 2024-09-10T07:24:12.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380efb80 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 --2- 172.21.15.3:0/2599320835 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380ef600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 -- 172.21.15.3:0/2599320835 >> 172.21.15.3:0/2599320835 conn(0x558438f51000 msgr2=0x55843817b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.459 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 -- 172.21.15.3:0/2599320835 shutdown_connections 2024-09-10T07:24:12.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.437+0000 7fa70e988280 1 -- 172.21.15.3:0/2599320835 wait complete. 2024-09-10T07:24:12.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 Processor -- start 2024-09-10T07:24:12.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 -- start start 2024-09-10T07:24:12.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380f1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380f0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.460 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558438e5bc80 con 0x558438f51800 2024-09-10T07:24:12.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558438e5aa80 con 0x558438f51400 2024-09-10T07:24:12.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.438+0000 7fa70e988280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558438e5bb00 con 0x558438f51c00 2024-09-10T07:24:12.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380f0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380f0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46726/0 (socket says 172.21.15.3:46726) 2024-09-10T07:24:12.461 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 -- 172.21.15.3:0/992963329 learned_addr learned my addr 172.21.15.3:0/992963329 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70c92c640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d92e640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380f1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 -- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 msgr2=0x5584380f0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.462 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438f51c00 0x5584380f0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 -- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 msgr2=0x5584380f1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438f51400 0x5584380f1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 -- 172.21.15.3:0/992963329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584380aa780 con 0x558438f51800 2024-09-10T07:24:12.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70d12d640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380f0c00 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x558438f67710 tx=0x558438f69800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa707121640 1 -- 172.21.15.3:0/992963329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558438098b60 con 0x558438f51800 2024-09-10T07:24:12.463 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa707121640 1 -- 172.21.15.3:0/992963329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55843809ec40 con 0x558438f51800 2024-09-10T07:24:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5584380ab4a0 con 0x558438f51800 2024-09-10T07:24:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa707121640 1 -- 172.21.15.3:0/992963329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5584380984e0 con 0x558438f51800 2024-09-10T07:24:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.439+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584380aa960 con 0x558438f51800 2024-09-10T07:24:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.440+0000 7fa707121640 1 -- 172.21.15.3:0/992963329 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x558438fc8c00 con 0x558438f51800 2024-09-10T07:24:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa707121640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558438fc7400 0x5584380f1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.464 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa707121640 1 -- 172.21.15.3:0/992963329 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x558438fd2600 con 0x558438f51800 2024-09-10T07:24:12.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558438fc7800 0x5584380f0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x558438fc7c00 con 0x558438fc7800 2024-09-10T07:24:12.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa70d92e640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558438fc7400 0x5584380f1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa70c92c640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558438fc7800 0x5584380f0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.465 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa70c92c640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558438fc7800 0x5584380f0100 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.441+0000 7fa70d92e640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558438fc7400 0x5584380f1700 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x558438e02e10 tx=0x558438398ae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70c92c640 1 -- 172.21.15.3:0/992963329 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x5584381ea000 con 0x558438fc7800 2024-09-10T07:24:12.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558438414c00 0x5584380efb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x558438fc7c00 con 0x558438414c00 2024-09-10T07:24:12.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70d92e640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558438414c00 0x5584380efb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.466 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70d92e640 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558438414c00 0x5584380efb80 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.467 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70d92e640 1 -- 172.21.15.3:0/992963329 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv24 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x5584381ea500 con 0x558438414c00 2024-09-10T07:24:12.467 INFO:tasks.workunit.client.0.smithi003.stdout:Updating write_pos 0x4016fb -> 0x7b 2024-09-10T07:24:12.467 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.442+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x558438e53400 con 0x558438414c00 2024-09-10T07:24:12.468 INFO:tasks.workunit.client.0.smithi003.stdout:Successfully updated header. 2024-09-10T07:24:12.471 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70d92e640 1 -- 172.21.15.3:0/992963329 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000000 [writefull 0~90] v55'27 uv27 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x5584381ea500 con 0x558438414c00 2024-09-10T07:24:12.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558438fc7800 msgr2=0x5584380f0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x558438fc7800 0x5584380f0100 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558438414c00 msgr2=0x5584380efb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x558438414c00 0x5584380efb80 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.472 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558438fc7400 msgr2=0x5584380f1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558438fc7400 0x5584380f1700 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x558438e02e10 tx=0x558438398ae0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70c92c640 1 -- 172.21.15.3:0/992963329 reap_dead start 2024-09-10T07:24:12.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 msgr2=0x5584380f0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.444+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380f0c00 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x558438f67710 tx=0x558438f69800 comp rx=0 tx=0).stop 2024-09-10T07:24:12.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 shutdown_connections 2024-09-10T07:24:12.473 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 --2- 172.21.15.3:0/992963329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438f51800 0x5584380f0c00 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 >> 172.21.15.3:0/992963329 conn(0x558438f51000 msgr2=0x55843817b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 shutdown_connections 2024-09-10T07:24:12.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/992963329 wait complete. 2024-09-10T07:24:12.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 msgr2=0x5584380ee580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.474 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 0x5584380ee580 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x558438e8d800 tx=0x558438e49200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 shutdown_connections 2024-09-10T07:24:12.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558438073c00 0x5584380ef080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558438073800 0x5584380eeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 --2- 172.21.15.3:0/1394429509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558438072c00 0x5584380ee580 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 >> 172.21.15.3:0/1394429509 conn(0x558438073000 msgr2=0x55843817a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.475 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 shutdown_connections 2024-09-10T07:24:12.476 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.445+0000 7fa70e988280 1 -- 172.21.15.3:0/1394429509 wait complete. 2024-09-10T07:24:12.476 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 header set expire_pos 123 2024-09-10T07:24:12.477 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.477+0000 7f1a97b90280 1 -- start start 2024-09-10T07:24:12.477 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.477+0000 7f1a97b90280 1 Processor -- start 2024-09-10T07:24:12.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d65191cc00 0x55d651998580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d65191d800 0x55d651998b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.492 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 0x55d651999080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a97b90280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d6526fe600 con 0x55d65191dc00 2024-09-10T07:24:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a97b90280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d6526fe480 con 0x55d65191d800 2024-09-10T07:24:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a97b90280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d6526fe300 con 0x55d65191cc00 2024-09-10T07:24:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 0x55d651999080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 0x55d651999080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46730/0 (socket says 172.21.15.3:46730) 2024-09-10T07:24:12.493 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 -- 172.21.15.3:0/1558704361 learned_addr learned my addr 172.21.15.3:0/1558704361 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96335640 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d65191cc00 0x55d651998580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a95b34640 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d65191d800 0x55d651998b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 -- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d65191cc00 msgr2=0x55d651998580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d65191cc00 0x55d651998580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.494 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 -- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d65191d800 msgr2=0x55d651998b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d65191d800 0x55d651998b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 -- 172.21.15.3:0/1558704361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d651954780 con 0x55d65191dc00 2024-09-10T07:24:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a96b36640 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 0x55d651999080 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x55d65273b8f0 tx=0x55d6526bb200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e512cb3ad581d51 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.478+0000 7f1a93b30640 1 -- 172.21.15.3:0/1558704361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d651942680 con 0x55d65191dc00 2024-09-10T07:24:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a93b30640 1 -- 172.21.15.3:0/1558704361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55d651948700 con 0x55d65191dc00 2024-09-10T07:24:12.495 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a93b30640 1 -- 172.21.15.3:0/1558704361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d6519429c0 con 0x55d65191dc00 2024-09-10T07:24:12.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6519543c0 con 0x55d65191dc00 2024-09-10T07:24:12.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55d6519554a0 con 0x55d65191dc00 2024-09-10T07:24:12.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a93b30640 1 -- 172.21.15.3:0/1558704361 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55d6527f4a00 con 0x55d65191dc00 2024-09-10T07:24:12.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a93b30640 1 -- 172.21.15.3:0/1558704361 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55d651977180 con 0x55d65191dc00 2024-09-10T07:24:12.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a97b90280 1 Processor -- start 2024-09-10T07:24:12.496 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.479+0000 7f1a97b90280 1 -- start start 2024-09-10T07:24:12.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 0x55d651999600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d651999b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9c00 0x55d65199a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.497 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a97b90280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d6526fe180 con 0x55d6527f9400 2024-09-10T07:24:12.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a97b90280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d65197e900 con 0x55d6527f9c00 2024-09-10T07:24:12.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a97b90280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d65197e480 con 0x55d6527f9800 2024-09-10T07:24:12.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 0x55d651999600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.498 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 0x55d651999600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46746/0 (socket says 172.21.15.3:46746) 2024-09-10T07:24:12.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 -- 172.21.15.3:0/835366285 learned_addr learned my addr 172.21.15.3:0/835366285 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a96335640 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d651999b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9c00 0x55d65199a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 -- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 msgr2=0x55d651999b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.499 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d651999b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 -- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9c00 msgr2=0x55d65199a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9c00 0x55d65199a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.480+0000 7f1a95b34640 1 -- 172.21.15.3:0/835366285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d651954960 con 0x55d6527f9400 2024-09-10T07:24:12.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a95b34640 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 0x55d651999600 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x55d652810780 tx=0x55d652815860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed374b93ddac5a3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.500 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a91b2c640 1 -- 172.21.15.3:0/835366285 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d651942680 con 0x55d6527f9400 2024-09-10T07:24:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a91b2c640 1 -- 172.21.15.3:0/835366285 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55d651948e00 con 0x55d6527f9400 2024-09-10T07:24:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a91b2c640 1 -- 172.21.15.3:0/835366285 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d6519429c0 con 0x55d6527f9400 2024-09-10T07:24:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 -- 172.21.15.3:0/835366285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 msgr2=0x55d651999600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 0x55d651999600 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x55d652810780 tx=0x55d652815860 comp rx=0 tx=0).stop 2024-09-10T07:24:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 -- 172.21.15.3:0/835366285 shutdown_connections 2024-09-10T07:24:12.501 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9c00 0x55d65199a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d651999b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 --2- 172.21.15.3:0/835366285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9400 0x55d651999600 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 -- 172.21.15.3:0/835366285 >> 172.21.15.3:0/835366285 conn(0x55d6527f9000 msgr2=0x55d651a22800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 -- 172.21.15.3:0/835366285 shutdown_connections 2024-09-10T07:24:12.502 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.481+0000 7f1a97b90280 1 -- 172.21.15.3:0/835366285 wait complete. 2024-09-10T07:24:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 Processor -- start 2024-09-10T07:24:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 -- start start 2024-09-10T07:24:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9400 0x55d65199b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d65199ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9c00 0x55d65199a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.503 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d6526ff800 con 0x55d6527f9c00 2024-09-10T07:24:12.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d6526fe180 con 0x55d6527f9400 2024-09-10T07:24:12.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.482+0000 7f1a97b90280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d6526fed80 con 0x55d6527f9800 2024-09-10T07:24:12.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9c00 0x55d65199a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9c00 0x55d65199a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46758/0 (socket says 172.21.15.3:46758) 2024-09-10T07:24:12.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 -- 172.21.15.3:0/2518327516 learned_addr learned my addr 172.21.15.3:0/2518327516 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.504 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a96335640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d65199ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9400 0x55d65199b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 -- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 msgr2=0x55d65199ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d6527f9800 0x55d65199ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 -- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9400 msgr2=0x55d65199b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.505 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d6527f9400 0x55d65199b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 -- 172.21.15.3:0/2518327516 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d651954780 con 0x55d6527f9c00 2024-09-10T07:24:12.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a95b34640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9c00 0x55d65199a680 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x55d652811a40 tx=0x55d6526bb0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a90329640 1 -- 172.21.15.3:0/2518327516 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d651942680 con 0x55d6527f9c00 2024-09-10T07:24:12.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a90329640 1 -- 172.21.15.3:0/2518327516 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55d651948c40 con 0x55d6527f9c00 2024-09-10T07:24:12.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a90329640 1 -- 172.21.15.3:0/2518327516 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d6519429c0 con 0x55d6527f9c00 2024-09-10T07:24:12.506 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d6519543c0 con 0x55d6527f9c00 2024-09-10T07:24:12.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.483+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6519554a0 con 0x55d6527f9c00 2024-09-10T07:24:12.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.484+0000 7f1a90329640 1 -- 172.21.15.3:0/2518327516 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55d65286cc00 con 0x55d6527f9c00 2024-09-10T07:24:12.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a90329640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d65286f000 0x55d65199b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a90329640 1 -- 172.21.15.3:0/2518327516 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55d651a99e00 con 0x55d6527f9c00 2024-09-10T07:24:12.507 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a97b90280 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55d65286f400 0x55d65199a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55d65286f800 con 0x55d65286f400 2024-09-10T07:24:12.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a96335640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d65286f000 0x55d65199b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a95b34640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55d65286f400 0x55d65199a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a95b34640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55d65286f400 0x55d65199a100 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.485+0000 7f1a96335640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d65286f000 0x55d65199b700 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x55d651a942a0 tx=0x55d6526baf00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.508 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a95b34640 1 -- 172.21.15.3:0/2518327516 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55d651a96000 con 0x55d65286f400 2024-09-10T07:24:12.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a97b90280 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d65286fc00 0x55d651999b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55d651cb0000 con 0x55d65286fc00 2024-09-10T07:24:12.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a96b36640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d65286fc00 0x55d651999b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a96b36640 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d65286fc00 0x55d651999b80 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.509 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a96b36640 1 -- 172.21.15.3:0/2518327516 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv27 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55d651a96500 con 0x55d65286fc00 2024-09-10T07:24:12.510 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a97b90280 -1 Header is invalid (inconsistent offsets) 2024-09-10T07:24:12.510 INFO:tasks.workunit.client.0.smithi003.stdout:Updating expire_pos 0x400000 -> 0x7b 2024-09-10T07:24:12.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.486+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55d651cb0400 con 0x55d65286fc00 2024-09-10T07:24:12.511 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a96b36640 1 -- 172.21.15.3:0/2518327516 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000000 [writefull 0~90] v55'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55d651a96500 con 0x55d65286fc00 2024-09-10T07:24:12.512 INFO:tasks.workunit.client.0.smithi003.stdout:Successfully updated header. 2024-09-10T07:24:12.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55d65286f400 msgr2=0x55d65199a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55d65286f400 0x55d65199a100 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d65286fc00 msgr2=0x55d651999b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d65286fc00 0x55d651999b80 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.515 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d65286f000 msgr2=0x55d65199b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d65286f000 0x55d65199b700 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x55d651a942a0 tx=0x55d6526baf00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9c00 msgr2=0x55d65199a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/2518327516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d6527f9c00 0x55d65199a680 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x55d652811a40 tx=0x55d6526bb0e0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a96335640 1 -- 172.21.15.3:0/2518327516 reap_dead start 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a96335640 1 -- 172.21.15.3:0/2518327516 reap_dead start 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 shutdown_connections 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 >> 172.21.15.3:0/2518327516 conn(0x55d6527f9000 msgr2=0x55d651a22800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.516 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 shutdown_connections 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/2518327516 wait complete. 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 msgr2=0x55d651999080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 0x55d651999080 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x55d65273b8f0 tx=0x55d6526bb200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 shutdown_connections 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d65191dc00 0x55d651999080 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d65191d800 0x55d651998b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 --2- 172.21.15.3:0/1558704361 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d65191cc00 0x55d651998580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 >> 172.21.15.3:0/1558704361 conn(0x55d65191d000 msgr2=0x55d651a23000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 shutdown_connections 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.488+0000 7f1a97b90280 1 -- 172.21.15.3:0/1558704361 wait complete. 2024-09-10T07:24:12.517 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 header set trimmed_pos 123 2024-09-10T07:24:12.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.520+0000 7f4728e2a280 1 -- start start 2024-09-10T07:24:12.520 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.520+0000 7f4728e2a280 1 Processor -- start 2024-09-10T07:24:12.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c7160c00 0x55a8c71ddb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c7161800 0x55a8c71dd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 0x55a8c71dd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4728e2a280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a8c7f5a180 con 0x55a8c7161c00 2024-09-10T07:24:12.522 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4728e2a280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a8c71c2480 con 0x55a8c7160c00 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4728e2a280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a8c71c2900 con 0x55a8c7161800 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 0x55a8c71dd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 0x55a8c71dd080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46770/0 (socket says 172.21.15.3:46770) 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 -- 172.21.15.3:0/2545748912 learned_addr learned my addr 172.21.15.3:0/2545748912 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f47275cf640 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c7160c00 0x55a8c71ddb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4726dce640 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c7161800 0x55a8c71dd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 -- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c7161800 msgr2=0x55a8c71dd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c7161800 0x55a8c71dd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 -- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c7160c00 msgr2=0x55a8c71ddb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c7160c00 0x55a8c71ddb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 -- 172.21.15.3:0/2545748912 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8c7198780 con 0x55a8c7161c00 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4726dce640 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c7161800 0x55a8c71dd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4727dd0640 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 0x55a8c71dd080 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x55a8c7f977a0 tx=0x55a8c7f45020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bff0b35d275f839a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.523 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.521+0000 7f4724dca640 1 -- 172.21.15.3:0/2545748912 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a8c71869c0 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4724dca640 1 -- 172.21.15.3:0/2545748912 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a8c718c700 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4724dca640 1 -- 172.21.15.3:0/2545748912 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a8c7186680 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8c71994a0 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a8c7198000 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4724dca640 1 -- 172.21.15.3:0/2545748912 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a8c803c600 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4724dca640 1 -- 172.21.15.3:0/2545748912 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55a8c71bb180 con 0x55a8c7161c00 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4728e2a280 1 Processor -- start 2024-09-10T07:24:12.524 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.522+0000 7f4728e2a280 1 -- start start 2024-09-10T07:24:12.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.529 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4728e2a280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a8c71c2180 con 0x55a8c8092800 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4728e2a280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a8c7f5b500 con 0x55a8c8092000 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4728e2a280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a8c7f5b380 con 0x55a8c8092400 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46784/0 (socket says 172.21.15.3:46784) 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 -- 172.21.15.3:0/3414881332 learned_addr learned my addr 172.21.15.3:0/3414881332 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f47275cf640 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 -- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092400 msgr2=0x55a8c71dc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 -- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092000 msgr2=0x55a8c71dcb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.530 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.523+0000 7f4726dce640 1 -- 172.21.15.3:0/3414881332 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8c71983c0 con 0x55a8c8092800 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4726dce640 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x55a8c803a690 tx=0x55a8c8042cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e050fa6447b2743 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4722dc6640 1 -- 172.21.15.3:0/3414881332 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a8c71869c0 con 0x55a8c8092800 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4722dc6640 1 -- 172.21.15.3:0/3414881332 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a8c718ce00 con 0x55a8c8092800 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4722dc6640 1 -- 172.21.15.3:0/3414881332 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a8c7186680 con 0x55a8c8092800 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 -- 172.21.15.3:0/3414881332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 msgr2=0x55a8c71de100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x55a8c803a690 tx=0x55a8c8042cc0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 -- 172.21.15.3:0/3414881332 shutdown_connections 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 --2- 172.21.15.3:0/3414881332 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 -- 172.21.15.3:0/3414881332 >> 172.21.15.3:0/3414881332 conn(0x55a8c7f5dc00 msgr2=0x55a8c7269000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 -- 172.21.15.3:0/3414881332 shutdown_connections 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.524+0000 7f4728e2a280 1 -- 172.21.15.3:0/3414881332 wait complete. 2024-09-10T07:24:12.531 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 Processor -- start 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 -- start start 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a8c7f5b680 con 0x55a8c8092800 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a8c7f5a900 con 0x55a8c8092400 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.525+0000 7f4728e2a280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a8c71c2900 con 0x55a8c8092000 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46792/0 (socket says 172.21.15.3:46792) 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 -- 172.21.15.3:0/1791918294 learned_addr learned my addr 172.21.15.3:0/1791918294 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f47275cf640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.532 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 -- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092000 msgr2=0x55a8c71dcb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c8092000 0x55a8c71dcb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 -- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092400 msgr2=0x55a8c71dc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c8092400 0x55a8c71dc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 -- 172.21.15.3:0/1791918294 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8c7198960 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4726dce640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x55a8c803b950 tx=0x55a8c7f44240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f47215c3640 1 -- 172.21.15.3:0/1791918294 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a8c71864e0 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f47215c3640 1 -- 172.21.15.3:0/1791918294 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a8c718ca80 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a8c7199680 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f47215c3640 1 -- 172.21.15.3:0/1791918294 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a8c71869c0 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.526+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8c7199860 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.527+0000 7f47215c3640 1 -- 172.21.15.3:0/1791918294 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55a8c80b4c00 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f47215c3640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a8c80c2400 0x55a8c74f0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f47215c3640 1 -- 172.21.15.3:0/1791918294 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a8c80b2a00 con 0x55a8c8092800 2024-09-10T07:24:12.533 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f47275cf640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a8c80c2400 0x55a8c74f0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f4728e2a280 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a8c8092c00 0x55a8c71de680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55a8c8093000 con 0x55a8c8092c00 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f4726dce640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a8c8092c00 0x55a8c71de680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f47275cf640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a8c80c2400 0x55a8c74f0000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x55a8c7ef0d50 tx=0x55a8c7484e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.528+0000 7f4726dce640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a8c8092c00 0x55a8c71de680 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4726dce640 1 -- 172.21.15.3:0/1791918294 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55a8c72d8000 con 0x55a8c8092c00 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4728e2a280 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a8c80c3400 0x55a8c71dec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55a8c80c3800 con 0x55a8c80c3400 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4727dd0640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a8c80c3400 0x55a8c71dec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4727dd0640 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a8c80c3400 0x55a8c71dec00 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4727dd0640 1 -- 172.21.15.3:0/1791918294 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv28 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55a8c72d8500 con 0x55a8c80c3400 2024-09-10T07:24:12.534 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4728e2a280 -1 Header is invalid (inconsistent offsets) 2024-09-10T07:24:12.535 INFO:tasks.workunit.client.0.smithi003.stdout:Updating trimmed_pos 0x400000 -> 0x7b 2024-09-10T07:24:12.535 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.529+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a8c80c3c00 con 0x55a8c80c3400 2024-09-10T07:24:12.535 INFO:tasks.workunit.client.0.smithi003.stdout:Successfully updated header. 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4727dd0640 1 -- 172.21.15.3:0/1791918294 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000000 [writefull 0~90] v55'29 uv29 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55a8c72d8500 con 0x55a8c80c3400 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a8c8092c00 msgr2=0x55a8c71de680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a8c8092c00 0x55a8c71de680 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a8c80c3400 msgr2=0x55a8c71dec00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a8c80c3400 0x55a8c71dec00 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a8c80c2400 msgr2=0x55a8c74f0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a8c80c2400 0x55a8c74f0000 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x55a8c7ef0d50 tx=0x55a8c7484e40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.537 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 msgr2=0x55a8c71de100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/1791918294 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c8092800 0x55a8c71de100 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x55a8c803b950 tx=0x55a8c7f44240 comp rx=0 tx=0).stop 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f47275cf640 1 -- 172.21.15.3:0/1791918294 reap_dead start 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f47275cf640 1 -- 172.21.15.3:0/1791918294 reap_dead start 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 shutdown_connections 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 >> 172.21.15.3:0/1791918294 conn(0x55a8c7f5dc00 msgr2=0x55a8c7269000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 shutdown_connections 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/1791918294 wait complete. 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 msgr2=0x55a8c71dd080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 0x55a8c71dd080 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x55a8c7f977a0 tx=0x55a8c7f45020 comp rx=0 tx=0).stop 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 shutdown_connections 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8c7161c00 0x55a8c71dd080 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a8c7161800 0x55a8c71dd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 --2- 172.21.15.3:0/2545748912 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a8c7160c00 0x55a8c71ddb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.538 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 >> 172.21.15.3:0/2545748912 conn(0x55a8c7161000 msgr2=0x55a8c7268800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 shutdown_connections 2024-09-10T07:24:12.539 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.531+0000 7f4728e2a280 1 -- 172.21.15.3:0/2545748912 wait complete. 2024-09-10T07:24:12.539 INFO:tasks.workunit.client.0.smithi003.stdout:Rolling back journal to original state... 2024-09-10T07:24:12.539 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo 'Rolling back journal to original state...' 2024-09-10T07:24:12.539 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal import /tmp/journal.bin 2024-09-10T07:24:12.562 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 -- start start 2024-09-10T07:24:12.563 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 Processor -- start 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 0x55a09fb5c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09fae1800 0x55a09fb5cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09fae1c00 0x55a09fb5d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c0600 con 0x55a09fae0c00 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c0480 con 0x55a09fae1800 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.563+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a0a08c0300 con 0x55a09fae1c00 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 0x55a09fb5c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 0x55a09fb5c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46806/0 (socket says 172.21.15.3:46806) 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 -- 172.21.15.3:0/817042440 learned_addr learned my addr 172.21.15.3:0/817042440 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.565 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b7aed640 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09fae1800 0x55a09fb5cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b8aef640 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09fae1c00 0x55a09fb5d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 -- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09fae1c00 msgr2=0x55a09fb5d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09fae1c00 0x55a09fb5d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 -- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09fae1800 msgr2=0x55a09fb5cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09fae1800 0x55a09fb5cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 -- 172.21.15.3:0/817042440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a09fb18780 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b82ee640 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 0x55a09fb5c580 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x55a0a08f78f0 tx=0x55a09fc5d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad810d8d316541a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b5ae9640 1 -- 172.21.15.3:0/817042440 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a09fb06680 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b5ae9640 1 -- 172.21.15.3:0/817042440 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a09fb0c700 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b5ae9640 1 -- 172.21.15.3:0/817042440 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a09fb069c0 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a09fb183c0 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a09fb19680 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.564+0000 7f14b5ae9640 1 -- 172.21.15.3:0/817042440 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a0a09ba600 con 0x55a09fae0c00 2024-09-10T07:24:12.566 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.565+0000 7f14b5ae9640 1 -- 172.21.15.3:0/817042440 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55a09fb3b180 con 0x55a09fae0c00 2024-09-10T07:24:12.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.565+0000 7f14ba812280 1 Processor -- start 2024-09-10T07:24:12.567 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.565+0000 7f14ba812280 1 -- start start 2024-09-10T07:24:12.573 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd400 0x55a09fb5d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14ba812280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 0x55a09fb5db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bdc00 0x55a09fb5e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14ba812280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c0180 con 0x55a0a08bd800 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a09fb42900 con 0x55a0a08bd400 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a09fb42480 con 0x55a0a08bdc00 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 0x55a09fb5db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 0x55a09fb5db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46814/0 (socket says 172.21.15.3:46814) 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 -- 172.21.15.3:0/1217973016 learned_addr learned my addr 172.21.15.3:0/1217973016 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b8aef640 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd400 0x55a09fb5d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b7aed640 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bdc00 0x55a09fb5e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 -- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bdc00 msgr2=0x55a09fb5e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.574 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bdc00 0x55a09fb5e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 -- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd400 msgr2=0x55a09fb5d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd400 0x55a09fb5d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 -- 172.21.15.3:0/1217973016 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a09fb18960 con 0x55a0a08bd800 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b82ee640 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 0x55a09fb5db80 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x55a0a09ac750 tx=0x55a09fc5cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5539402cee9acd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.566+0000 7f14b3ae5640 1 -- 172.21.15.3:0/1217973016 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a09fb06b60 con 0x55a0a08bd800 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14b3ae5640 1 -- 172.21.15.3:0/1217973016 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a09fb0ce00 con 0x55a0a08bd800 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14b3ae5640 1 -- 172.21.15.3:0/1217973016 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a09fb06680 con 0x55a0a08bd800 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 -- 172.21.15.3:0/1217973016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 msgr2=0x55a09fb5db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 0x55a09fb5db80 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x55a0a09ac750 tx=0x55a09fc5cd20 comp rx=0 tx=0).stop 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 -- 172.21.15.3:0/1217973016 shutdown_connections 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bdc00 0x55a09fb5e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bd800 0x55a09fb5db80 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.575 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 --2- 172.21.15.3:0/1217973016 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd400 0x55a09fb5d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 -- 172.21.15.3:0/1217973016 >> 172.21.15.3:0/1217973016 conn(0x55a0a08bd000 msgr2=0x55a0a086a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 -- 172.21.15.3:0/1217973016 shutdown_connections 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.567+0000 7f14ba812280 1 -- 172.21.15.3:0/1217973016 wait complete. 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 Processor -- start 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 -- start start 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bd400 0x55a09fb5f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd800 0x55a09fb5ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 0x55a09fb5e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c1800 con 0x55a0a08bdc00 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c1980 con 0x55a0a08bd800 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a0a08c0d80 con 0x55a0a08bd400 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14b7aed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 0x55a09fb5e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.576 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14b7aed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 0x55a09fb5e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46822/0 (socket says 172.21.15.3:46822) 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14b7aed640 1 -- 172.21.15.3:0/1957116324 learned_addr learned my addr 172.21.15.3:0/1957116324 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14b8aef640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bd400 0x55a09fb5f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.568+0000 7f14b82ee640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd800 0x55a09fb5ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b7aed640 1 -- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bd400 msgr2=0x55a09fb5f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b7aed640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bd400 0x55a09fb5f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b7aed640 1 -- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd800 msgr2=0x55a09fb5ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b7aed640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd800 0x55a09fb5ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b7aed640 1 -- 172.21.15.3:0/1957116324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a09fb18780 con 0x55a0a08bdc00 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b7aed640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 0x55a09fb5e680 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x55a0a09adad0 tx=0x55a09fc5cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b22e2640 1 -- 172.21.15.3:0/1957116324 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a09fb06b60 con 0x55a0a08bdc00 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b22e2640 1 -- 172.21.15.3:0/1957116324 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a09fb0ce00 con 0x55a0a08bdc00 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a09fb183c0 con 0x55a0a08bdc00 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14b22e2640 1 -- 172.21.15.3:0/1957116324 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a09fb06680 con 0x55a0a08bdc00 2024-09-10T07:24:12.577 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.569+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a09fb19680 con 0x55a0a08bdc00 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.570+0000 7f14b22e2640 1 -- 172.21.15.3:0/1957116324 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55a0a08d6c00 con 0x55a0a08bdc00 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.570+0000 7f14b22e2640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a0a08d5400 0x55a09fb5f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.571+0000 7f14b22e2640 1 -- 172.21.15.3:0/1957116324 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a0a08dc800 con 0x55a0a08bdc00 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.571+0000 7f14b8aef640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a0a08d5400 0x55a09fb5f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.571+0000 7f14b8aef640 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a0a08d5400 0x55a09fb5f700 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x55a0a08f77a0 tx=0x55a09fe86000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.571+0000 7f14ba812280 1 -- start start 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.571+0000 7f14ba812280 1 Processor -- start 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14ba812280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09feb8400 0x55a09fb5e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09feb8800 0x55a09fb5db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14ba812280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09feb8c00 0x55a09fb5d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14ba812280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c0a80 con 0x55a09feb8400 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a0a08c1b00 con 0x55a09feb8c00 2024-09-10T07:24:12.578 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14ba812280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a0a08c1c80 con 0x55a09feb8800 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09feb8400 0x55a09fb5e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09feb8400 0x55a09fb5e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46832/0 (socket says 172.21.15.3:46832) 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 -- 172.21.15.3:0/2796803407 learned_addr learned my addr 172.21.15.3:0/2796803407 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b82ee640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09feb8800 0x55a09fb5db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b7aed640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09feb8c00 0x55a09fb5d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 -- 172.21.15.3:0/2796803407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09feb8800 msgr2=0x55a09fb5db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09feb8800 0x55a09fb5db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 -- 172.21.15.3:0/2796803407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09feb8c00 msgr2=0x55a09fb5d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09feb8c00 0x55a09fb5d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.572+0000 7f14b8aef640 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a09fb18000 con 0x55a09feb8400 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14b8aef640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09feb8400 0x55a09fb5e100 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x55a0a0a610e0 tx=0x55a09fc5d140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f729f9936cdc6ecd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14af2dc640 1 -- 172.21.15.3:0/2796803407 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a0a0a71ba0 con 0x55a09feb8400 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14af2dc640 1 -- 172.21.15.3:0/2796803407 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a09fb0c1c0 con 0x55a09feb8400 2024-09-10T07:24:12.579 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14af2dc640 1 -- 172.21.15.3:0/2796803407 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a0a0a71a00 con 0x55a09feb8400 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a09fb19860 con 0x55a09feb8400 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a09fb19a40 con 0x55a09feb8400 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14af2dc640 1 -- 172.21.15.3:0/2796803407 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55a09fed4400 con 0x55a09feb8400 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14af2dc640 1 -- 172.21.15.3:0/2796803407 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55a09fb3b500 con 0x55a09feb8400 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14ba812280 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a09feb9000 0x55a09feee000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55a09fee7400 con 0x55a09feb9000 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.573+0000 7f14b82ee640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a09feb9000 0x55a09feee000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.574+0000 7f14b82ee640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a09feb9000 0x55a09feee000 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=ab6b042c501475bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.580 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.574+0000 7f14b82ee640 1 -- 172.21.15.3:0/2796803407 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55a0a087c000 con 0x55a09feb9000 2024-09-10T07:24:12.581 INFO:tasks.workunit.client.0.smithi003.stdout:undump /tmp/journal.bin 2024-09-10T07:24:12.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.574+0000 7f14ba812280 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a09fee7800 0x55a09feee580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.574+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55a09fee7c00 con 0x55a09fee7800 2024-09-10T07:24:12.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.574+0000 7f14b7aed640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a09fee7800 0x55a09feee580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.574+0000 7f14b7aed640 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a09fee7800 0x55a09feee580 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=b5f0597695444791 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14b7aed640 1 -- 172.21.15.3:0/2796803407 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv29 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55a0a087c500 con 0x55a09fee7800 2024-09-10T07:24:12.582 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14adad9640 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:292cf221:::200.00000000:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55a0a08bc800 con 0x55a09fee7800 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14adad9640 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:4 7.14 7:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55a0a08d4c00 con 0x55a09fee7800 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14b7aed640 1 -- 172.21.15.3:0/2796803407 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000000 [stat out=16b] v0'0 uv29 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55a0a087c500 con 0x55a09fee7800 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14b7aed640 1 -- 172.21.15.3:0/2796803407 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(4 200.00000001 [stat out=16b] v0'0 uv26 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55a0a087c500 con 0x55a09fee7800 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14adad9640 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:5 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x55a0a08d4800 con 0x55a09feb9000 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14b82ee640 1 -- 172.21.15.3:0/2796803407 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(5 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a0a087c000 con 0x55a09feb9000 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stdout:start 4194304 len 30182 write_pos 4200187 format 1 trimmed_pos 4194304 stripe_unit 4194304 stripe_count 1 object_size 4194304 2024-09-10T07:24:12.583 INFO:tasks.workunit.client.0.smithi003.stdout:writing header 200.00000000 2024-09-10T07:24:12.584 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.575+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:6 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a09fee7400 con 0x55a09fee7800 2024-09-10T07:24:12.584 INFO:tasks.workunit.client.0.smithi003.stdout:Purging 2 objects from 1 2024-09-10T07:24:12.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.576+0000 7f14b7aed640 1 -- 172.21.15.3:0/2796803407 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(6 200.00000000 [writefull 0~90] v55'30 uv30 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55a0a087c500 con 0x55a09fee7800 2024-09-10T07:24:12.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.576+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 7.14 7:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a0a08d4400 con 0x55a09fee7800 2024-09-10T07:24:12.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.576+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 7.1b 7:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a0a08d4000 con 0x55a09feb9000 2024-09-10T07:24:12.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.579+0000 7f14b7aed640 1 -- 172.21.15.3:0/2796803407 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(7 200.00000001 [delete] v55'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55a0a087c500 con 0x55a09fee7800 2024-09-10T07:24:12.585 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.579+0000 7f14b82ee640 1 -- 172.21.15.3:0/2796803407 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(8 200.00000002 [delete] v55'6 uv5 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55a0a087c000 con 0x55a09feb9000 2024-09-10T07:24:12.585 INFO:tasks.workunit.client.0.smithi003.stdout: writing 4194304~30182 2024-09-10T07:24:12.586 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.579+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 7.14 7:2e2fa760:::200.00000001:head [write 0~30182 in=30182b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55a09fee7c00 con 0x55a09fee7800 2024-09-10T07:24:12.586 INFO:tasks.workunit.client.0.smithi003.stdout:done. 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14b7aed640 1 -- 172.21.15.3:0/2796803407 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(9 200.00000001 [write 0~30182] v55'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55a0a087c500 con 0x55a09fee7800 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a09feb9000 msgr2=0x55a09feee000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55a09feb9000 0x55a09feee000 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a09fee7800 msgr2=0x55a09feee580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55a09fee7800 0x55a09feee580 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09feb8400 msgr2=0x55a09fb5e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/2796803407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09feb8400 0x55a09fb5e100 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x55a0a0a610e0 tx=0x55a09fc5d140 comp rx=0 tx=0).stop 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14b82ee640 1 -- 172.21.15.3:0/2796803407 reap_dead start 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 shutdown_connections 2024-09-10T07:24:12.588 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 >> 172.21.15.3:0/2796803407 conn(0x55a09feb8000 msgr2=0x55a0a086a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 shutdown_connections 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/2796803407 wait complete. 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a0a08d5400 msgr2=0x55a09fb5f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a0a08d5400 0x55a09fb5f700 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x55a0a08f77a0 tx=0x55a09fe86000 comp rx=0 tx=0).stop 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 msgr2=0x55a09fb5e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 0x55a09fb5e680 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x55a0a09adad0 tx=0x55a09fc5cf00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 shutdown_connections 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a0a08d5400 0x55a09fb5f700 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a0a08bdc00 0x55a09fb5e680 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a0a08bd800 0x55a09fb5ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 --2- 172.21.15.3:0/1957116324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a0a08bd400 0x55a09fb5f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.582+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 >> 172.21.15.3:0/1957116324 conn(0x55a0a08bd000 msgr2=0x55a0a086a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.589 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 shutdown_connections 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/1957116324 wait complete. 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 msgr2=0x55a09fb5c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 0x55a09fb5c580 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x55a0a08f78f0 tx=0x55a09fc5d200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 shutdown_connections 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a09fae1c00 0x55a09fb5d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a09fae1800 0x55a09fb5cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 --2- 172.21.15.3:0/817042440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a09fae0c00 0x55a09fb5c580 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 >> 172.21.15.3:0/817042440 conn(0x55a09fae1000 msgr2=0x55a0a086b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 shutdown_connections 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.583+0000 7f14ba812280 1 -- 172.21.15.3:0/817042440 wait complete. 2024-09-10T07:24:12.590 INFO:tasks.workunit.client.0.smithi003.stdout:Testing 'event' commands... 2024-09-10T07:24:12.591 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo 'Testing '\''event'\'' commands...' 2024-09-10T07:24:12.591 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 event get summary 2024-09-10T07:24:12.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.614+0000 7fd82284b280 1 -- start start 2024-09-10T07:24:12.614 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.614+0000 7fd82284b280 1 Processor -- start 2024-09-10T07:24:12.616 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd82284b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 0x5624f70f0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd82284b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7075800 0x5624f70f0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd82284b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7075c00 0x5624f70f1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd82284b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5624f7e5e180 con 0x5624f7074c00 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd82284b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5624f7e5e300 con 0x5624f7075800 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd82284b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5624f7e5e480 con 0x5624f7075c00 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd820ff2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 0x5624f70f0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd820ff2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 0x5624f70f0580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46848/0 (socket says 172.21.15.3:46848) 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd820ff2640 1 -- 172.21.15.3:0/3423688449 learned_addr learned my addr 172.21.15.3:0/3423688449 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd8217f3640 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7075c00 0x5624f70f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.615+0000 7fd8207f1640 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7075800 0x5624f70f0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd820ff2640 1 -- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7075c00 msgr2=0x5624f70f1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd820ff2640 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7075c00 0x5624f70f1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.617 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd820ff2640 1 -- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7075800 msgr2=0x5624f70f0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd820ff2640 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7075800 0x5624f70f0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd820ff2640 1 -- 172.21.15.3:0/3423688449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624f70ac780 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd820ff2640 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 0x5624f70f0580 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x5624f7e9b800 tx=0x5624f7e55200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b55c5259aad6a33d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd81e7ed640 1 -- 172.21.15.3:0/3423688449 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5624f709a680 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd81e7ed640 1 -- 172.21.15.3:0/3423688449 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5624f70a0fc0 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624f70ac3c0 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd81e7ed640 1 -- 172.21.15.3:0/3423688449 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5624f709ab60 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5624f70ad680 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd81e7ed640 1 -- 172.21.15.3:0/3423688449 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x5624f7f60600 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.616+0000 7fd81e7ed640 1 -- 172.21.15.3:0/3423688449 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x5624f70cf180 con 0x5624f7074c00 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.617+0000 7fd82284b280 1 Processor -- start 2024-09-10T07:24:12.618 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.617+0000 7fd82284b280 1 -- start start 2024-09-10T07:24:12.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.617+0000 7fd82284b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 0x5624f70f1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd82284b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4b800 0x5624f70f1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd82284b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4bc00 0x5624f70f2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.624 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd82284b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5624f7e5e600 con 0x5624f7f4b400 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd82284b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5624f7e5e780 con 0x5624f7f4bc00 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd82284b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5624f7e5e900 con 0x5624f7f4b800 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 0x5624f70f1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 0x5624f70f1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46864/0 (socket says 172.21.15.3:46864) 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 -- 172.21.15.3:0/719928055 learned_addr learned my addr 172.21.15.3:0/719928055 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd820ff2640 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4b800 0x5624f70f1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8207f1640 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4bc00 0x5624f70f2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 -- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4b800 msgr2=0x5624f70f1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4b800 0x5624f70f1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 -- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4bc00 msgr2=0x5624f70f2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4bc00 0x5624f70f2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 -- 172.21.15.3:0/719928055 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624f70ad4a0 con 0x5624f7f4b400 2024-09-10T07:24:12.625 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8207f1640 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4bc00 0x5624f70f2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd8217f3640 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 0x5624f70f1600 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x5624f7f7a5d0 tx=0x5624f7f81800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad59581ed3ee14f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd81c7e9640 1 -- 172.21.15.3:0/719928055 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5624f709a680 con 0x5624f7f4b400 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd81c7e9640 1 -- 172.21.15.3:0/719928055 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5624f70a0a80 con 0x5624f7f4b400 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.618+0000 7fd81c7e9640 1 -- 172.21.15.3:0/719928055 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5624f709ab60 con 0x5624f7f4b400 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 -- 172.21.15.3:0/719928055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 msgr2=0x5624f70f1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 0x5624f70f1600 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x5624f7f7a5d0 tx=0x5624f7f81800 comp rx=0 tx=0).stop 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 -- 172.21.15.3:0/719928055 shutdown_connections 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4bc00 0x5624f70f2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4b800 0x5624f70f1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 --2- 172.21.15.3:0/719928055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b400 0x5624f70f1600 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 -- 172.21.15.3:0/719928055 >> 172.21.15.3:0/719928055 conn(0x5624f7f4b000 msgr2=0x5624f7e01000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 -- 172.21.15.3:0/719928055 shutdown_connections 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 -- 172.21.15.3:0/719928055 wait complete. 2024-09-10T07:24:12.626 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 Processor -- start 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.619+0000 7fd82284b280 1 -- start start 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd82284b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4b400 0x5624f70f3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd82284b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b800 0x5624f70f2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd82284b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4bc00 0x5624f70f2680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd82284b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5624f7e5ed80 con 0x5624f7f4b800 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd82284b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5624f7e5ef00 con 0x5624f7f4b400 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd82284b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5624f7e5f080 con 0x5624f7f4bc00 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b800 0x5624f70f2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b800 0x5624f70f2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46874/0 (socket says 172.21.15.3:46874) 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 -- 172.21.15.3:0/809696021 learned_addr learned my addr 172.21.15.3:0/809696021 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd8217f3640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4b400 0x5624f70f3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd8207f1640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4bc00 0x5624f70f2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 -- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4bc00 msgr2=0x5624f70f2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.627 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4bc00 0x5624f70f2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 -- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4b400 msgr2=0x5624f70f3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4b400 0x5624f70f3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624f70ac780 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd8207f1640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7f4bc00 0x5624f70f2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd8217f3640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7f4b400 0x5624f70f3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.620+0000 7fd820ff2640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b800 0x5624f70f2c00 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x5624f7e9ba10 tx=0x5624f7e54d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.621+0000 7fd81afe6640 1 -- 172.21.15.3:0/809696021 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5624f709a820 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.621+0000 7fd81afe6640 1 -- 172.21.15.3:0/809696021 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5624f70a0e00 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.621+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5624f70ac3c0 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.621+0000 7fd81afe6640 1 -- 172.21.15.3:0/809696021 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5624f709a680 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.621+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624f70ac000 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd81afe6640 1 -- 172.21.15.3:0/809696021 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5624f7e7ac00 con 0x5624f7f4b800 2024-09-10T07:24:12.628 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd81afe6640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5624f7400000 0x5624f70f3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd81afe6640 1 -- 172.21.15.3:0/809696021 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x5624f7e78c00 con 0x5624f7f4b800 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd82284b280 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x5624f7400400 0x5624f70f2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x5624f7400800 con 0x5624f7400400 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd8217f3640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5624f7400000 0x5624f70f3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.622+0000 7fd8207f1640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x5624f7400400 0x5624f70f2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd8207f1640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x5624f7400400 0x5624f70f2100 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd8217f3640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5624f7400000 0x5624f70f3700 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5624f7f7a5d0 tx=0x5624f7e551a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd8207f1640 1 -- 172.21.15.3:0/809696021 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x5624f7e04000 con 0x5624f7400400 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd82284b280 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5624f7400c00 0x5624f70f1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x5624f7401000 con 0x5624f7400c00 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd8217f3640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5624f7400c00 0x5624f70f1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.623+0000 7fd8217f3640 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5624f7400c00 0x5624f70f1b80 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.629 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.624+0000 7fd8217f3640 1 -- 172.21.15.3:0/809696021 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x5624f7e04500 con 0x5624f7400c00 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.624+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x5624f7401400 con 0x5624f7400c00 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.624+0000 7fd8217f3640 1 -- 172.21.15.3:0/809696021 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv32 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x5624f7e04500 con 0x5624f7400c00 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.624+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x5624f7400800 con 0x5624f7400400 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd8207f1640 1 -- 172.21.15.3:0/809696021 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x5624f7e04000 con 0x5624f7400400 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stdout:Events by type: 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stdout: LID: 1 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stdout: PURGED: 1 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stdout: SESSION: 2 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stdout: SUBTREEMAP: 1 2024-09-10T07:24:12.630 INFO:tasks.workunit.client.0.smithi003.stdout: UPDATE: 12 2024-09-10T07:24:12.631 INFO:tasks.workunit.client.0.smithi003.stdout:Errors: 0 2024-09-10T07:24:12.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x5624f7400400 msgr2=0x5624f70f2100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.632 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x5624f7400400 0x5624f70f2100 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5624f7400c00 msgr2=0x5624f70f1b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5624f7400c00 0x5624f70f1b80 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5624f7400000 msgr2=0x5624f70f3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5624f7400000 0x5624f70f3700 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x5624f7f7a5d0 tx=0x5624f7e551a0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b800 msgr2=0x5624f70f2c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/809696021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7f4b800 0x5624f70f2c00 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x5624f7e9ba10 tx=0x5624f7e54d20 comp rx=0 tx=0).stop 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd8207f1640 1 -- 172.21.15.3:0/809696021 reap_dead start 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd8207f1640 1 -- 172.21.15.3:0/809696021 reap_dead start 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 shutdown_connections 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 >> 172.21.15.3:0/809696021 conn(0x5624f7f4b000 msgr2=0x5624f7e01000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 shutdown_connections 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/809696021 wait complete. 2024-09-10T07:24:12.633 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 msgr2=0x5624f70f0580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 0x5624f70f0580 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x5624f7e9b800 tx=0x5624f7e55200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 shutdown_connections 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5624f7075c00 0x5624f70f1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5624f7075800 0x5624f70f0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 --2- 172.21.15.3:0/3423688449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5624f7074c00 0x5624f70f0580 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 >> 172.21.15.3:0/3423688449 conn(0x5624f7075000 msgr2=0x5624f7e00800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 shutdown_connections 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.625+0000 7fd82284b280 1 -- 172.21.15.3:0/3423688449 wait complete. 2024-09-10T07:24:12.634 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 event get --type=UPDATE --path=/ --inode=0 --frag=0x100 summary 2024-09-10T07:24:12.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.660+0000 7f03ae20b280 1 -- start start 2024-09-10T07:24:12.660 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.660+0000 7f03ae20b280 1 Processor -- start 2024-09-10T07:24:12.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b958bdac00 0x55b958c56580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.662 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 0x55b958c56b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b958bdbc00 0x55b958c57080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ae20b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b9599c6180 con 0x55b958bdb800 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ae20b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b9599c6300 con 0x55b958bdac00 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ae20b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b9599c6480 con 0x55b958bdbc00 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 0x55b958c56b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 0x55b958c56b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46884/0 (socket says 172.21.15.3:46884) 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 -- 172.21.15.3:0/2540533012 learned_addr learned my addr 172.21.15.3:0/2540533012 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03abcbd640 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b958bdac00 0x55b958c56580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ac4be640 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b958bdbc00 0x55b958c57080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 -- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b958bdbc00 msgr2=0x55b958c57080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b958bdbc00 0x55b958c57080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 -- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b958bdac00 msgr2=0x55b958c56580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.663 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b958bdac00 0x55b958c56580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.661+0000 7f03ab4bc640 1 -- 172.21.15.3:0/2540533012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b958c12780 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 0x55b958c56b00 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x55b959a01950 tx=0x55b959979200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12325e89092a7c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03a94b8640 1 -- 172.21.15.3:0/2540533012 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b958c00680 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03a94b8640 1 -- 172.21.15.3:0/2540533012 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b958c06700 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03a94b8640 1 -- 172.21.15.3:0/2540533012 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b958c00b60 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b958c134a0 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55b958c12000 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03a94b8640 1 -- 172.21.15.3:0/2540533012 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55b959ac8600 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.662+0000 7f03a94b8640 1 -- 172.21.15.3:0/2540533012 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55b958c35180 con 0x55b958bdb800 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 Processor -- start 2024-09-10T07:24:12.664 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 -- start start 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5400 0x55b958c57600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 0x55b958c57b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5c00 0x55b958c58100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b9599c6600 con 0x55b959ac5800 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b9599c6780 con 0x55b959ac5c00 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03ae20b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b9599c6900 con 0x55b959ac5400 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03abcbd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 0x55b958c57b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03abcbd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 0x55b958c57b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46892/0 (socket says 172.21.15.3:46892) 2024-09-10T07:24:12.671 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.663+0000 7f03abcbd640 1 -- 172.21.15.3:0/1630703839 learned_addr learned my addr 172.21.15.3:0/1630703839 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ac4be640 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5400 0x55b958c57600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5c00 0x55b958c58100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03abcbd640 1 -- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5400 msgr2=0x55b958c57600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03abcbd640 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5400 0x55b958c57600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03abcbd640 1 -- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5c00 msgr2=0x55b958c58100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03abcbd640 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5c00 0x55b958c58100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03abcbd640 1 -- 172.21.15.3:0/1630703839 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b958c123c0 con 0x55b959ac5800 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5c00 0x55b958c58100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03abcbd640 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 0x55b958c57b80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x55b959a010b0 tx=0x55b959978ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30166ea6611be441 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03a74b4640 1 -- 172.21.15.3:0/1630703839 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b958c009c0 con 0x55b959ac5800 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03a74b4640 1 -- 172.21.15.3:0/1630703839 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b958c06fc0 con 0x55b959ac5800 2024-09-10T07:24:12.672 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03a74b4640 1 -- 172.21.15.3:0/1630703839 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b958c00680 con 0x55b959ac5800 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 -- 172.21.15.3:0/1630703839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 msgr2=0x55b958c57b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 0x55b958c57b80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x55b959a010b0 tx=0x55b959978ea0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 -- 172.21.15.3:0/1630703839 shutdown_connections 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5c00 0x55b958c58100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5800 0x55b958c57b80 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 --2- 172.21.15.3:0/1630703839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5400 0x55b958c57600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 -- 172.21.15.3:0/1630703839 >> 172.21.15.3:0/1630703839 conn(0x55b959ac5000 msgr2=0x55b958ce3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 -- 172.21.15.3:0/1630703839 shutdown_connections 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.664+0000 7f03ae20b280 1 -- 172.21.15.3:0/1630703839 wait complete. 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 Processor -- start 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 -- start start 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5400 0x55b958c59180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.673 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5800 0x55b958c58c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5c00 0x55b958c58680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b9599c6c00 con 0x55b959ac5c00 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55b9599c6d80 con 0x55b959ac5400 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.665+0000 7f03ae20b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55b9599c6f00 con 0x55b959ac5800 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5c00 0x55b958c58680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5c00 0x55b958c58680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46894/0 (socket says 172.21.15.3:46894) 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 -- 172.21.15.3:0/3971563573 learned_addr learned my addr 172.21.15.3:0/3971563573 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03abcbd640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5800 0x55b958c58c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ac4be640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5400 0x55b958c59180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 -- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5800 msgr2=0x55b958c58c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5800 0x55b958c58c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 -- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5400 msgr2=0x55b958c59180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b959ac5400 0x55b958c59180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.674 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b958c12780 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03abcbd640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b959ac5800 0x55b958c58c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ab4bc640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5c00 0x55b958c58680 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x55b959ab0840 tx=0x55b959979080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03a5cb1640 1 -- 172.21.15.3:0/3971563573 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b958c00820 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03a5cb1640 1 -- 172.21.15.3:0/3971563573 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55b958c06e00 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b958c134a0 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03a5cb1640 1 -- 172.21.15.3:0/3971563573 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55b958c009c0 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.666+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b958c12960 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.667+0000 7f03a5cb1640 1 -- 172.21.15.3:0/3971563573 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55b959b28c00 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03a5cb1640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b959b35400 0x55b958c59700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03a5cb1640 1 -- 172.21.15.3:0/3971563573 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55b959b32600 con 0x55b959ac5c00 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03ae20b280 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b959b35800 0x55b958c58100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55b959b35c00 con 0x55b959b35800 2024-09-10T07:24:12.675 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03ac4be640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b959b35400 0x55b958c59700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03abcbd640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b959b35800 0x55b958c58100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.668+0000 7f03abcbd640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b959b35800 0x55b958c58100 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ac4be640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b959b35400 0x55b958c59700 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55b958d52d80 tx=0x55b958ef6ae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03abcbd640 1 -- 172.21.15.3:0/3971563573 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55b958d54000 con 0x55b959b35800 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ae20b280 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b958f68c00 0x55b958c57b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55b958f69000 con 0x55b958f68c00 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ac4be640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b958f68c00 0x55b958c57b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ac4be640 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b958f68c00 0x55b958c57b80 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ac4be640 1 -- 172.21.15.3:0/3971563573 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55b958d54500 con 0x55b958f68c00 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.669+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55b958f69400 con 0x55b958f68c00 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ac4be640 1 -- 172.21.15.3:0/3971563573 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv32 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55b958d54500 con 0x55b958f68c00 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55b958f69800 con 0x55b959b35800 2024-09-10T07:24:12.676 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03abcbd640 1 -- 172.21.15.3:0/3971563573 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55b958d54000 con 0x55b959b35800 2024-09-10T07:24:12.677 INFO:tasks.workunit.client.0.smithi003.stdout:Events by type: 2024-09-10T07:24:12.677 INFO:tasks.workunit.client.0.smithi003.stdout: UPDATE: 5 2024-09-10T07:24:12.677 INFO:tasks.workunit.client.0.smithi003.stdout:Errors: 0 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b959b35800 msgr2=0x55b958c58100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55b959b35800 0x55b958c58100 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b958f68c00 msgr2=0x55b958c57b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55b958f68c00 0x55b958c57b80 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b959b35400 msgr2=0x55b958c59700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55b959b35400 0x55b958c59700 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55b958d52d80 tx=0x55b958ef6ae0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5c00 msgr2=0x55b958c58680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 --2- 172.21.15.3:0/3971563573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b959ac5c00 0x55b958c58680 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x55b959ab0840 tx=0x55b959979080 comp rx=0 tx=0).stop 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03abcbd640 1 -- 172.21.15.3:0/3971563573 reap_dead start 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 shutdown_connections 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.670+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 >> 172.21.15.3:0/3971563573 conn(0x55b959ac5000 msgr2=0x55b958ce3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 shutdown_connections 2024-09-10T07:24:12.679 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/3971563573 wait complete. 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 msgr2=0x55b958c56b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 0x55b958c56b00 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x55b959a01950 tx=0x55b959979200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 shutdown_connections 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55b958bdbc00 0x55b958c57080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b958bdb800 0x55b958c56b00 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 --2- 172.21.15.3:0/2540533012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55b958bdac00 0x55b958c56580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 >> 172.21.15.3:0/2540533012 conn(0x55b958bdb000 msgr2=0x55b958ce2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 shutdown_connections 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.671+0000 7f03ae20b280 1 -- 172.21.15.3:0/2540533012 wait complete. 2024-09-10T07:24:12.680 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 event get json --path /tmp/json.tmp 2024-09-10T07:24:12.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 -- start start 2024-09-10T07:24:12.704 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 Processor -- start 2024-09-10T07:24:12.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 0x55ac990be580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99043800 0x55ac990beb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99043c00 0x55ac990bf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ac99e4c000 con 0x55ac99042c00 2024-09-10T07:24:12.707 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ac99e4c180 con 0x55ac99043800 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe4b639280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ac99e4c300 con 0x55ac99043c00 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe49dde640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 0x55ac990be580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe49dde640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 0x55ac990be580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46904/0 (socket says 172.21.15.3:46904) 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.705+0000 7efe49dde640 1 -- 172.21.15.3:0/615783656 learned_addr learned my addr 172.21.15.3:0/615783656 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe4a5df640 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99043c00 0x55ac990bf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe495dd640 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99043800 0x55ac990beb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe49dde640 1 -- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99043c00 msgr2=0x55ac990bf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe49dde640 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99043c00 0x55ac990bf080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe49dde640 1 -- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99043800 msgr2=0x55ac990beb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe49dde640 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99043800 0x55ac990beb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.708 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe49dde640 1 -- 172.21.15.3:0/615783656 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac9907a780 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe49dde640 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 0x55ac990be580 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x55ac99e6eff0 tx=0x55ac99e28f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ba71a0da0a3207a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe475d9640 1 -- 172.21.15.3:0/615783656 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ac990689c0 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe475d9640 1 -- 172.21.15.3:0/615783656 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ac9906efc0 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe475d9640 1 -- 172.21.15.3:0/615783656 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ac99068680 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac9907b4a0 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55ac9907a000 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe475d9640 1 -- 172.21.15.3:0/615783656 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ac99e1a000 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.706+0000 7efe475d9640 1 -- 172.21.15.3:0/615783656 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55ac9909d180 con 0x55ac99042c00 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.707+0000 7efe4b639280 1 Processor -- start 2024-09-10T07:24:12.709 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.707+0000 7efe4b639280 1 -- start start 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4b639280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990bf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4b639280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990bfb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4b639280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4b639280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ac99e4c480 con 0x55ac99f7a800 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4b639280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ac99e4c600 con 0x55ac99f7a000 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4b639280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ac99e4c780 con 0x55ac99f7a400 2024-09-10T07:24:12.715 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46908/0 (socket says 172.21.15.3:46908) 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 -- 172.21.15.3:0/559813723 learned_addr learned my addr 172.21.15.3:0/559813723 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe49dde640 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990bfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe4a5df640 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990bf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 -- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 msgr2=0x55ac990bfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990bfb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 -- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 msgr2=0x55ac990bf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990bf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 -- 172.21.15.3:0/559813723 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac9907a3c0 con 0x55ac99f7a800 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe495dd640 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0100 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x55ac99f28600 tx=0x55ac99f2cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49838bac9080f75e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe455d5640 1 -- 172.21.15.3:0/559813723 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ac990689c0 con 0x55ac99f7a800 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe455d5640 1 -- 172.21.15.3:0/559813723 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ac9906ea80 con 0x55ac99f7a800 2024-09-10T07:24:12.716 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.708+0000 7efe455d5640 1 -- 172.21.15.3:0/559813723 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ac99068680 con 0x55ac99f7a800 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 -- 172.21.15.3:0/559813723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 msgr2=0x55ac990c0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0100 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x55ac99f28600 tx=0x55ac99f2cc00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 -- 172.21.15.3:0/559813723 shutdown_connections 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0100 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990bfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 --2- 172.21.15.3:0/559813723 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990bf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 -- 172.21.15.3:0/559813723 >> 172.21.15.3:0/559813723 conn(0x55ac99e3bc00 msgr2=0x55ac99dcd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 -- 172.21.15.3:0/559813723 shutdown_connections 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 -- 172.21.15.3:0/559813723 wait complete. 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 Processor -- start 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.709+0000 7efe4b639280 1 -- start start 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4b639280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990c1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.717 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4b639280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990c0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4b639280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4b639280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ac99e4db00 con 0x55ac99f7a800 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4b639280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ac99e4d980 con 0x55ac99f7a000 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4b639280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ac99e4cc00 con 0x55ac99f7a400 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46916/0 (socket says 172.21.15.3:46916) 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 -- 172.21.15.3:0/2597145279 learned_addr learned my addr 172.21.15.3:0/2597145279 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe49dde640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990c0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe4a5df640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990c1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 -- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 msgr2=0x55ac990c0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.718 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99f7a400 0x55ac990c0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 -- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 msgr2=0x55ac990c1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99f7a000 0x55ac990c1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac9907a960 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.710+0000 7efe495dd640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0680 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x55ac99f298c0 tx=0x55ac99e29140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.711+0000 7efe43dd2640 1 -- 172.21.15.3:0/2597145279 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ac990684e0 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.711+0000 7efe43dd2640 1 -- 172.21.15.3:0/2597145279 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55ac9906ec40 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.711+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ac9907b680 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.711+0000 7efe43dd2640 1 -- 172.21.15.3:0/2597145279 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55ac990689c0 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.711+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac9907b860 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.712+0000 7efe43dd2640 1 -- 172.21.15.3:0/2597145279 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55ac99f8ec00 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.712+0000 7efe43dd2640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ac99fa2400 0x55ac990c1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.712+0000 7efe43dd2640 1 -- 172.21.15.3:0/2597145279 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55ac99f88a00 con 0x55ac99f7a800 2024-09-10T07:24:12.719 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.712+0000 7efe4b639280 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ac99f7ac00 0x55ac990c0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.712+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ac99f7b000 con 0x55ac99f7ac00 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.712+0000 7efe4a5df640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ac99fa2400 0x55ac990c1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe49dde640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ac99f7ac00 0x55ac990c0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe49dde640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ac99f7ac00 0x55ac990c0100 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe4a5df640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ac99fa2400 0x55ac990c1700 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x55ac991be1e0 tx=0x55ac99364e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe49dde640 1 -- 172.21.15.3:0/2597145279 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55ac99dd2000 con 0x55ac99f7ac00 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe4b639280 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ac99fa3400 0x55ac990bfb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ac99fa3800 con 0x55ac99fa3400 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.713+0000 7efe4a5df640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ac99fa3400 0x55ac990bfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.714+0000 7efe4a5df640 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ac99fa3400 0x55ac990bfb80 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.714+0000 7efe4a5df640 1 -- 172.21.15.3:0/2597145279 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55ac99dd2500 con 0x55ac99fa3400 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.714+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ac99fa3c00 con 0x55ac99fa3400 2024-09-10T07:24:12.720 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.714+0000 7efe4a5df640 1 -- 172.21.15.3:0/2597145279 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv32 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55ac99dd2500 con 0x55ac99fa3400 2024-09-10T07:24:12.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.714+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55ac993fa000 con 0x55ac99f7ac00 2024-09-10T07:24:12.721 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.714+0000 7efe49dde640 1 -- 172.21.15.3:0/2597145279 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55ac99dd2000 con 0x55ac99f7ac00 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:Wrote output to JSON file '/tmp/json.tmp' 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ac99f7ac00 msgr2=0x55ac990c0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55ac99f7ac00 0x55ac990c0100 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ac99fa3400 msgr2=0x55ac990bfb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55ac99fa3400 0x55ac990bfb80 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ac99fa2400 msgr2=0x55ac990c1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55ac99fa2400 0x55ac990c1700 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x55ac991be1e0 tx=0x55ac99364e40 comp rx=0 tx=0).stop 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 msgr2=0x55ac990c0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 --2- 172.21.15.3:0/2597145279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99f7a800 0x55ac990c0680 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x55ac99f298c0 tx=0x55ac99e29140 comp rx=0 tx=0).stop 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe495dd640 1 -- 172.21.15.3:0/2597145279 reap_dead start 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe495dd640 1 -- 172.21.15.3:0/2597145279 reap_dead start 2024-09-10T07:24:12.723 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 shutdown_connections 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 >> 172.21.15.3:0/2597145279 conn(0x55ac99e3bc00 msgr2=0x55ac99dcd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 shutdown_connections 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.717+0000 7efe4b639280 1 -- 172.21.15.3:0/2597145279 wait complete. 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 msgr2=0x55ac990be580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 0x55ac990be580 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x55ac99e6eff0 tx=0x55ac99e28f00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 shutdown_connections 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ac99043c00 0x55ac990bf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ac99043800 0x55ac990beb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 --2- 172.21.15.3:0/615783656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ac99042c00 0x55ac990be580 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 >> 172.21.15.3:0/615783656 conn(0x55ac99043000 msgr2=0x55ac99dcd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 shutdown_connections 2024-09-10T07:24:12.724 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.718+0000 7efe4b639280 1 -- 172.21.15.3:0/615783656 wait complete. 2024-09-10T07:24:12.725 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' '!' -s /tmp/json.tmp ']' 2024-09-10T07:24:12.725 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 event get binary --path /tmp/binary.tmp 2024-09-10T07:24:12.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.751+0000 7f822f047280 1 -- start start 2024-09-10T07:24:12.751 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.751+0000 7f822f047280 1 Processor -- start 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822f047280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8ddf6cc00 0x55c8ddfe8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822f047280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8ddf6d800 0x55c8ddfe8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822f047280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 0x55c8ddfe9080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822f047280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8ded56180 con 0x55c8ddf6dc00 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822f047280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c8ded56300 con 0x55c8ddf6d800 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822f047280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c8ded56480 con 0x55c8ddf6cc00 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 0x55c8ddfe9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.753 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 0x55c8ddfe9080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46928/0 (socket says 172.21.15.3:46928) 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 -- 172.21.15.3:0/4109876566 learned_addr learned my addr 172.21.15.3:0/4109876566 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822d7ec640 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8ddf6cc00 0x55c8ddfe8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822cfeb640 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8ddf6d800 0x55c8ddfe8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 -- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8ddf6cc00 msgr2=0x55c8ddfe8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8ddf6cc00 0x55c8ddfe8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 -- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8ddf6d800 msgr2=0x55c8ddfe8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8ddf6d800 0x55c8ddfe8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 -- 172.21.15.3:0/4109876566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8ddfa4780 con 0x55c8ddf6dc00 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822dfed640 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 0x55c8ddfe9080 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55c8ded938c0 tx=0x55c8ded491a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9776adcd8371861 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.752+0000 7f822afe7640 1 -- 172.21.15.3:0/4109876566 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c8ddf92680 con 0x55c8ddf6dc00 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822afe7640 1 -- 172.21.15.3:0/4109876566 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c8ddf98fc0 con 0x55c8ddf6dc00 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822afe7640 1 -- 172.21.15.3:0/4109876566 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c8ddf92b60 con 0x55c8ddf6dc00 2024-09-10T07:24:12.754 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8ddfa54a0 con 0x55c8ddf6dc00 2024-09-10T07:24:12.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55c8ddfa4000 con 0x55c8ddf6dc00 2024-09-10T07:24:12.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822afe7640 1 -- 172.21.15.3:0/4109876566 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55c8dee4c600 con 0x55c8ddf6dc00 2024-09-10T07:24:12.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822afe7640 1 -- 172.21.15.3:0/4109876566 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55c8ddfc7180 con 0x55c8ddf6dc00 2024-09-10T07:24:12.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822f047280 1 Processor -- start 2024-09-10T07:24:12.755 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.753+0000 7f822f047280 1 -- start start 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822f047280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3f400 0x55c8ddfe9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822f047280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfe9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822f047280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 0x55c8ddfea100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822f047280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8ded56600 con 0x55c8dee3fc00 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822f047280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c8ded56780 con 0x55c8dee3f800 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822f047280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c8ded56900 con 0x55c8dee3f400 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 0x55c8ddfea100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 0x55c8ddfea100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46936/0 (socket says 172.21.15.3:46936) 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 -- 172.21.15.3:0/3842716196 learned_addr learned my addr 172.21.15.3:0/3842716196 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822d7ec640 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfe9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.761 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 -- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3f400 msgr2=0x55c8ddfe9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3f400 0x55c8ddfe9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 -- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 msgr2=0x55c8ddfe9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfe9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.754+0000 7f822cfeb640 1 -- 172.21.15.3:0/3842716196 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8ddfa43c0 con 0x55c8dee3fc00 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822cfeb640 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 0x55c8ddfea100 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x55c8dee607e0 tx=0x55c8dee65800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a82ea16f7a19726f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f8228fe3640 1 -- 172.21.15.3:0/3842716196 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c8ddf92680 con 0x55c8dee3fc00 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f8228fe3640 1 -- 172.21.15.3:0/3842716196 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c8ddf98a80 con 0x55c8dee3fc00 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f8228fe3640 1 -- 172.21.15.3:0/3842716196 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c8ddf92b60 con 0x55c8dee3fc00 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 -- 172.21.15.3:0/3842716196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 msgr2=0x55c8ddfea100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 0x55c8ddfea100 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x55c8dee607e0 tx=0x55c8dee65800 comp rx=0 tx=0).stop 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 -- 172.21.15.3:0/3842716196 shutdown_connections 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3fc00 0x55c8ddfea100 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.762 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfe9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 --2- 172.21.15.3:0/3842716196 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3f400 0x55c8ddfe9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 -- 172.21.15.3:0/3842716196 >> 172.21.15.3:0/3842716196 conn(0x55c8dee3f000 msgr2=0x55c8de075000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 -- 172.21.15.3:0/3842716196 shutdown_connections 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.755+0000 7f822f047280 1 -- 172.21.15.3:0/3842716196 wait complete. 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 Processor -- start 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 -- start start 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3f400 0x55c8ddfeb180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfeac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3fc00 0x55c8ddfea680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8ded56900 con 0x55c8dee3f400 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c8ded56a80 con 0x55c8dee3f800 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822f047280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c8ded56780 con 0x55c8dee3fc00 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822cfeb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3f400 0x55c8ddfeb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.763 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822cfeb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3f400 0x55c8ddfeb180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46938/0 (socket says 172.21.15.3:46938) 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822cfeb640 1 -- 172.21.15.3:0/1955093236 learned_addr learned my addr 172.21.15.3:0/1955093236 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.756+0000 7f822d7ec640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfeac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3fc00 0x55c8ddfea680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 -- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3fc00 msgr2=0x55c8ddfea680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8dee3fc00 0x55c8ddfea680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 -- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 msgr2=0x55c8ddfeac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8dee3f800 0x55c8ddfeac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8ddfa4780 con 0x55c8dee3f400 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822cfeb640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3f400 0x55c8ddfeb180 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x55c8dee61aa0 tx=0x55c8dee65860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f82277e0640 1 -- 172.21.15.3:0/1955093236 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c8ddf924e0 con 0x55c8dee3f400 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f82277e0640 1 -- 172.21.15.3:0/1955093236 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c8ddf98e00 con 0x55c8dee3f400 2024-09-10T07:24:12.764 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c8ddfa54a0 con 0x55c8dee3f400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f82277e0640 1 -- 172.21.15.3:0/1955093236 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c8ddf92680 con 0x55c8dee3f400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.757+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8ddfa4960 con 0x55c8dee3f400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.758+0000 7f82277e0640 1 -- 172.21.15.3:0/1955093236 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55c8deeb2c00 con 0x55c8dee3f400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f82277e0640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c8deeb9000 0x55c8ddfeb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f82277e0640 1 -- 172.21.15.3:0/1955093236 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55c8deeb0a00 con 0x55c8dee3f400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f822f047280 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c8deeb9400 0x55c8ddfea100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55c8deeb9800 con 0x55c8deeb9400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f822d7ec640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c8deeb9000 0x55c8ddfeb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f822cfeb640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c8deeb9400 0x55c8ddfea100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f822cfeb640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c8deeb9400 0x55c8ddfea100 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.759+0000 7f822d7ec640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c8deeb9000 0x55c8ddfeb700 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55c8decfc2a0 tx=0x55c8ded48ea0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822cfeb640 1 -- 172.21.15.3:0/1955093236 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55c8de0e4000 con 0x55c8deeb9400 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822f047280 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c8deeb9c00 0x55c8ddfe9b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.765 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55c8ded76000 con 0x55c8deeb9c00 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822dfed640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c8deeb9c00 0x55c8ddfe9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822dfed640 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c8deeb9c00 0x55c8ddfe9b80 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822dfed640 1 -- 172.21.15.3:0/1955093236 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55c8de0e4500 con 0x55c8deeb9c00 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.760+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55c8ded76400 con 0x55c8deeb9c00 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.761+0000 7f822dfed640 1 -- 172.21.15.3:0/1955093236 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv32 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55c8de0e4500 con 0x55c8deeb9c00 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.761+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55c8ded76800 con 0x55c8deeb9400 2024-09-10T07:24:12.766 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.761+0000 7f822cfeb640 1 -- 172.21.15.3:0/1955093236 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c8de0e4000 con 0x55c8deeb9400 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:Wrote output to binary files in directory '/tmp/binary.tmp' 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c8deeb9400 msgr2=0x55c8ddfea100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c8deeb9400 0x55c8ddfea100 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c8deeb9c00 msgr2=0x55c8ddfe9b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c8deeb9c00 0x55c8ddfe9b80 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c8deeb9000 msgr2=0x55c8ddfeb700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c8deeb9000 0x55c8ddfeb700 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55c8decfc2a0 tx=0x55c8ded48ea0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3f400 msgr2=0x55c8ddfeb180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/1955093236 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8dee3f400 0x55c8ddfeb180 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x55c8dee61aa0 tx=0x55c8dee65860 comp rx=0 tx=0).stop 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822d7ec640 1 -- 172.21.15.3:0/1955093236 reap_dead start 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822d7ec640 1 -- 172.21.15.3:0/1955093236 reap_dead start 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 shutdown_connections 2024-09-10T07:24:12.768 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 >> 172.21.15.3:0/1955093236 conn(0x55c8dee3f000 msgr2=0x55c8de075000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 shutdown_connections 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/1955093236 wait complete. 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 msgr2=0x55c8ddfe9080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 0x55c8ddfe9080 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55c8ded938c0 tx=0x55c8ded491a0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 shutdown_connections 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8ddf6dc00 0x55c8ddfe9080 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c8ddf6d800 0x55c8ddfe8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 --2- 172.21.15.3:0/4109876566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c8ddf6cc00 0x55c8ddfe8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 >> 172.21.15.3:0/4109876566 conn(0x55c8ddf6d000 msgr2=0x55c8de074800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 shutdown_connections 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.762+0000 7f822f047280 1 -- 172.21.15.3:0/4109876566 wait complete. 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:+ '[' '!' -s /tmp/binary.tmp ']' 2024-09-10T07:24:12.769 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 event recover_dentries summary 2024-09-10T07:24:12.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.794+0000 7f8f21342280 1 -- start start 2024-09-10T07:24:12.794 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.794+0000 7f8f21342280 1 Processor -- start 2024-09-10T07:24:12.802 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6800 0x55e137e73b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 0x55e137e72b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138bd7c00 0x55e137e73600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e138bd0000 con 0x55e137df7c00 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e138bd0180 con 0x55e138bd6800 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e138bd0300 con 0x55e138bd7c00 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 0x55e137e72b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 0x55e137e72b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46958/0 (socket says 172.21.15.3:46958) 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/2910254329 learned_addr learned my addr 172.21.15.3:0/2910254329 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f202e8640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138bd7c00 0x55e137e73600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6800 0x55e137e73b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138bd7c00 msgr2=0x55e137e73600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138bd7c00 0x55e137e73600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.803 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6800 msgr2=0x55e137e73b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6800 0x55e137e73b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/2910254329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e137e2e780 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6800 0x55e137e73b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f202e8640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138bd7c00 0x55e137e73600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 0x55e137e72b00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x55e138c1b830 tx=0x55e137ef7200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4034718b6571e11 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1d2e2640 1 -- 172.21.15.3:0/2910254329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e137e1cd00 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1d2e2640 1 -- 172.21.15.3:0/2910254329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e137e22700 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f1d2e2640 1 -- 172.21.15.3:0/2910254329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e137e1c9c0 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e137e2e000 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.795+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55e137e2f680 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.796+0000 7f8f1d2e2640 1 -- 172.21.15.3:0/2910254329 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55e138cc4600 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.796+0000 7f8f1d2e2640 1 -- 172.21.15.3:0/2910254329 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55e137e51180 con 0x55e137df7c00 2024-09-10T07:24:12.804 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.796+0000 7f8f21342280 1 Processor -- start 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.796+0000 7f8f21342280 1 -- start start 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f21342280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 0x55e137e73080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f21342280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e74100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f21342280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138cc7c00 0x55e137e74680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f21342280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e138bd0480 con 0x55e138bd6000 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f21342280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e138bd0600 con 0x55e138cc7c00 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f21342280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e138bd0780 con 0x55e138cc7800 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 0x55e137e73080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 0x55e137e73080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46962/0 (socket says 172.21.15.3:46962) 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 -- 172.21.15.3:0/1287320676 learned_addr learned my addr 172.21.15.3:0/1287320676 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e74100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.805 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138cc7c00 0x55e137e74680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 -- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 msgr2=0x55e137e74100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e74100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 -- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138cc7c00 msgr2=0x55e137e74680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138cc7c00 0x55e137e74680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f202e8640 1 -- 172.21.15.3:0/1287320676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e137e2f860 con 0x55e138bd6000 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.797+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138cc7c00 0x55e137e74680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 0x55e137e73080 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x55e138cda5a0 tx=0x55e137ef7020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e02a7b428964886 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f1b2de640 1 -- 172.21.15.3:0/1287320676 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e137e1cb60 con 0x55e138bd6000 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f1b2de640 1 -- 172.21.15.3:0/1287320676 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e137e22e00 con 0x55e138bd6000 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f1b2de640 1 -- 172.21.15.3:0/1287320676 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e137e1c820 con 0x55e138bd6000 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 -- 172.21.15.3:0/1287320676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 msgr2=0x55e137e73080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 0x55e137e73080 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x55e138cda5a0 tx=0x55e137ef7020 comp rx=0 tx=0).stop 2024-09-10T07:24:12.806 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 -- 172.21.15.3:0/1287320676 shutdown_connections 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138cc7c00 0x55e137e74680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e74100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 --2- 172.21.15.3:0/1287320676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138bd6000 0x55e137e73080 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 -- 172.21.15.3:0/1287320676 >> 172.21.15.3:0/1287320676 conn(0x55e138bd6400 msgr2=0x55e138b83800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 -- 172.21.15.3:0/1287320676 shutdown_connections 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.798+0000 7f8f21342280 1 -- 172.21.15.3:0/1287320676 wait complete. 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 Processor -- start 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 -- start start 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6000 0x55e137e75700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e75180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.807 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 0x55e137e74c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e138bd1e00 con 0x55e138cc7c00 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e138bd0d80 con 0x55e138bd6000 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f21342280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e138bd0f00 con 0x55e138cc7800 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f1f2e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 0x55e137e74c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f1f2e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 0x55e137e74c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46972/0 (socket says 172.21.15.3:46972) 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/1291184767 learned_addr learned my addr 172.21.15.3:0/1291184767 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.799+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6000 0x55e137e75700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e75180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 msgr2=0x55e137e75180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e75180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6000 msgr2=0x55e137e75700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.808 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6000 0x55e137e75700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1f2e6640 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e137e2f4a0 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6000 0x55e137e75700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138cc7800 0x55e137e75180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f1f2e6640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 0x55e137e74c00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x55e138c1b9e0 tx=0x55e137ef62a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f19adb640 1 -- 172.21.15.3:0/1291184767 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e137e1c4e0 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f19adb640 1 -- 172.21.15.3:0/1291184767 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e137e22c40 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e137e2e960 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f19adb640 1 -- 172.21.15.3:0/1291184767 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e137e1cb60 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.800+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e137e2e3c0 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.801+0000 7f8f19adb640 1 -- 172.21.15.3:0/1291184767 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55e138d3ec00 con 0x55e138cc7c00 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f19adb640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e138d4b800 0x55e138186000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.809 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f19adb640 1 -- 172.21.15.3:0/1291184767 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55e138d48600 con 0x55e138cc7c00 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e138d4bc00 0x55e137e74680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e138d4bc00 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e138d4b800 0x55e138186000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e138d4bc00 0x55e137e74680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e138d4bc00 0x55e137e74680 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.802+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e138d4b800 0x55e138186000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55e138cda5a0 tx=0x55e137ef6f00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55e138b94000 con 0x55e138d4bc00 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e13818c400 0x55e137e74100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c800 con 0x55e13818c400 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e13818c400 0x55e137e74100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.810 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f202e8640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e13818c400 0x55e137e74100 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.814 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.803+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e13818c400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.804+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv32 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.804+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e138d4bc00 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.804+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e138d4bc00 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.804+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55e13818d400 0x55e137e73080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.804+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:5 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e13818d400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.804+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55e13818d400 0x55e137e73080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.805+0000 7f8f1fae7640 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55e13818d400 0x55e137e73080 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.805+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(5 1.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.805+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:6 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e13818d400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.805+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 2 ==== osd_op_reply(6 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv2 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.805+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:7 7.13 7:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e138d4bc00 2024-09-10T07:24:12.815 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.806+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(7 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e138b94000 con 0x55e138d4bc00 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.806+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 7.13 7:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e138d4bc00 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.806+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(8 100.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv1 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x55e138b94000 con 0x55e138d4bc00 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.806+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e13818c400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.807+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(9 1.00000000.inode [read 0~582 out=582b] v0'0 uv4 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.807+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:10 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac000 con 0x55e13818c400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.808+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(10 1.00000000.inode [writefull 0~582] v55'33 uv33 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.808+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:11 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac400 con 0x55e13818d400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.808+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 3 ==== osd_op_reply(11 1.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.808+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:12 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac800 con 0x55e13818d400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.809+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 4 ==== osd_op_reply(12 1.00000000 [omap-set-header] v55'6 uv6 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.809+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:13 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381acc00 con 0x55e13818d400 2024-09-10T07:24:12.816 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.810+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 5 ==== osd_op_reply(13 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv6 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.810+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:14 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-vals in=525b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad000 con 0x55e13818d400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.811+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 6 ==== osd_op_reply(14 1.00000000 [omap-set-vals] v55'7 uv7 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.811+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:15 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad400 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.811+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(15 10000000000.00000000 [omap-get-header] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.811+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:16 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad800 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.812+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(16 10000000000.00000000 [omap-set-header] v55'10 uv10 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.812+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381adc00 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.812+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(17 10000000000.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv10 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.812+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:18 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac000 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.813+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 8 ==== osd_op_reply(18 1.00000000.inode [read 0~582 out=582b] v0'0 uv33 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.813+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:19 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad400 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.815+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 9 ==== osd_op_reply(19 1.00000000.inode [writefull 0~582] v55'34 uv34 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.817 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.815+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:20 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad800 con 0x55e13818d400 2024-09-10T07:24:12.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.815+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 7 ==== osd_op_reply(20 1.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.815+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:21 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac400 con 0x55e13818d400 2024-09-10T07:24:12.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.817+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 8 ==== osd_op_reply(21 1.00000000 [omap-set-header] v55'8 uv8 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.819 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.817+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:22 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c800 con 0x55e13818d400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.817+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 9 ==== osd_op_reply(22 1.00000000 [omap-get-vals-by-keys out=525b] v0'0 uv8 ondisk = 0) ==== 154+0+525 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.817+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:23 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-vals in=525b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e13818d400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.818+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 10 ==== osd_op_reply(23 1.00000000 [omap-set-vals] v55'9 uv9 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818d400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.818+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:24 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e13818c400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.818+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 10 ==== osd_op_reply(24 1.00000000.inode [read 0~582 out=582b] v0'0 uv34 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.818+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:25 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e13818c400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.819+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 11 ==== osd_op_reply(25 1.00000000.inode [writefull 0~582] v55'35 uv35 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.820+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:26 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e13818d400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.820+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 11 ==== osd_op_reply(26 1.00000000 [omap-get-header out=274b] v0'0 uv9 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.820 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.820+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:27 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e13818d400 2024-09-10T07:24:12.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.821+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 12 ==== osd_op_reply(27 1.00000000 [omap-set-header] v55'10 uv10 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.821+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:28 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac800 con 0x55e13818d400 2024-09-10T07:24:12.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.821+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 13 ==== osd_op_reply(28 1.00000000 [omap-get-vals-by-keys out=525b] v0'0 uv10 ondisk = 0) ==== 154+0+525 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.821 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.821+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:29 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-vals in=525b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381acc00 con 0x55e13818d400 2024-09-10T07:24:12.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.822+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 14 ==== osd_op_reply(29 1.00000000 [omap-set-vals] v55'11 uv11 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.822+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:30 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad000 con 0x55e13818c400 2024-09-10T07:24:12.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.823+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 12 ==== osd_op_reply(30 10000000000.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.822 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.823+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:31 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad800 con 0x55e13818c400 2024-09-10T07:24:12.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.823+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 13 ==== osd_op_reply(31 10000000000.00000000 [omap-set-header] v55'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.823+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:32 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac400 con 0x55e13818c400 2024-09-10T07:24:12.823 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.824+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 14 ==== osd_op_reply(32 10000000000.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv11 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.824 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.824+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:33 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=520b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381adc00 con 0x55e13818c400 2024-09-10T07:24:12.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.826+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 15 ==== osd_op_reply(33 10000000000.00000000 [omap-set-vals] v55'12 uv12 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.826+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:34 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac000 con 0x55e13818d400 2024-09-10T07:24:12.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.826+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 15 ==== osd_op_reply(34 10000000001.00000000 [omap-get-header] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.826 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.826+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:35 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad400 con 0x55e13818d400 2024-09-10T07:24:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.828+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 16 ==== osd_op_reply(35 10000000001.00000000 [omap-set-header] v55'4 uv4 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.828+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:36 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad000 con 0x55e13818d400 2024-09-10T07:24:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.828+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 17 ==== osd_op_reply(36 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv4 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.828+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:37 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad800 con 0x55e13818c400 2024-09-10T07:24:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.828+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 16 ==== osd_op_reply(37 1.00000000.inode [read 0~582 out=582b] v0'0 uv35 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.828 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.828+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:38 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac800 con 0x55e13818c400 2024-09-10T07:24:12.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.829+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 17 ==== osd_op_reply(38 1.00000000.inode [writefull 0~582] v55'36 uv36 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.829+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:39 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e13818c400 2024-09-10T07:24:12.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.830+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 18 ==== osd_op_reply(39 10000000000.00000000 [omap-get-header out=274b] v0'0 uv12 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.829 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.830+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:40 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e13818c400 2024-09-10T07:24:12.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.830+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 19 ==== osd_op_reply(40 10000000000.00000000 [omap-set-header] v55'13 uv13 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.830 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.830+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:41 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c800 con 0x55e13818c400 2024-09-10T07:24:12.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.831+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 20 ==== osd_op_reply(41 10000000000.00000000 [omap-get-vals-by-keys out=520b] v0'0 uv13 ondisk = 0) ==== 164+0+520 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.831 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.831+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:42 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=520b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e13818c400 2024-09-10T07:24:12.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.832+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 21 ==== osd_op_reply(42 10000000000.00000000 [omap-set-vals] v55'14 uv14 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94500 con 0x55e13818c400 2024-09-10T07:24:12.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.832+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:43 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e13818d400 2024-09-10T07:24:12.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.833+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 18 ==== osd_op_reply(43 10000000001.00000000 [omap-get-header out=274b] v0'0 uv4 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.832 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.833+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:44 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e13818d400 2024-09-10T07:24:12.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.834+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 19 ==== osd_op_reply(44 10000000001.00000000 [omap-set-header] v55'5 uv5 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.834+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:45 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac400 con 0x55e13818d400 2024-09-10T07:24:12.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.834+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 20 ==== osd_op_reply(45 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv5 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.834 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.834+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:46 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-vals in=520b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381adc00 con 0x55e13818d400 2024-09-10T07:24:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.835+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 21 ==== osd_op_reply(46 10000000001.00000000 [omap-set-vals] v55'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2780 con 0x55e13818d400 2024-09-10T07:24:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.835+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:47 7.12 7:4bec3886:::10000000002.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad800 con 0x55e13818d400 2024-09-10T07:24:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.835+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 22 ==== osd_op_reply(47 10000000002.00000000 [omap-get-header] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.835 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.835+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:48 7.12 7:4bec3886:::10000000002.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac800 con 0x55e13818d400 2024-09-10T07:24:12.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.836+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 23 ==== osd_op_reply(48 10000000002.00000000 [omap-set-header] v55'2 uv2 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.836+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:49 7.12 7:4bec3886:::10000000002.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381acc00 con 0x55e13818d400 2024-09-10T07:24:12.836 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.836+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 24 ==== osd_op_reply(49 10000000002.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv2 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.837+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:50 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e13818c400 2024-09-10T07:24:12.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.837+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 22 ==== osd_op_reply(50 10000000000.00000000 [omap-get-header out=274b] v0'0 uv14 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.837+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:51 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e13818c400 2024-09-10T07:24:12.837 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.838+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 23 ==== osd_op_reply(51 10000000000.00000000 [omap-set-header] v55'15 uv15 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.838+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:52 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c800 con 0x55e13818c400 2024-09-10T07:24:12.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.838+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 24 ==== osd_op_reply(52 10000000000.00000000 [omap-get-vals-by-keys out=520b] v0'0 uv15 ondisk = 0) ==== 164+0+520 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.838+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:53 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=520b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e13818c400 2024-09-10T07:24:12.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.839+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 25 ==== osd_op_reply(53 10000000000.00000000 [omap-set-vals] v55'16 uv16 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.838 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.839+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:54 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac000 con 0x55e13818d400 2024-09-10T07:24:12.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.839+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 25 ==== osd_op_reply(54 10000000001.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.839 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.839+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:55 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad400 con 0x55e13818d400 2024-09-10T07:24:12.840 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.840+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 26 ==== osd_op_reply(55 10000000001.00000000 [omap-set-header] v55'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.840 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.840+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:56 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad000 con 0x55e13818d400 2024-09-10T07:24:12.840 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.841+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 27 ==== osd_op_reply(56 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv7 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.841 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.841+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:57 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-vals in=558b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac400 con 0x55e13818d400 2024-09-10T07:24:12.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.842+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 28 ==== osd_op_reply(57 10000000001.00000000 [omap-set-vals] v55'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.842+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:58 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381adc00 con 0x55e13818d400 2024-09-10T07:24:12.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.842+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 29 ==== osd_op_reply(58 1.00000000 [omap-get-header out=274b] v0'0 uv11 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.842 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.842+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:59 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e13818d400 2024-09-10T07:24:12.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.843+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 30 ==== osd_op_reply(59 1.00000000 [omap-set-header] v55'12 uv12 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.843+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:60 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e13818d400 2024-09-10T07:24:12.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.844+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 31 ==== osd_op_reply(60 1.00000000 [omap-get-vals-by-keys out=525b] v0'0 uv12 ondisk = 0) ==== 154+0+525 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.843 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.844+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:61 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-vals in=525b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac000 con 0x55e13818d400 2024-09-10T07:24:12.844 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.845+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 32 ==== osd_op_reply(61 1.00000000 [omap-set-vals] v55'13 uv13 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e13818d400 2024-09-10T07:24:12.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.845+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:62 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac400 con 0x55e13818c400 2024-09-10T07:24:12.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.845+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 26 ==== osd_op_reply(62 10000000000.00000000 [omap-get-header out=274b] v0'0 uv16 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.845 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.845+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:63 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ac800 con 0x55e13818c400 2024-09-10T07:24:12.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.846+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 27 ==== osd_op_reply(63 10000000000.00000000 [omap-set-header] v55'17 uv17 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.846+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:64 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381acc00 con 0x55e13818c400 2024-09-10T07:24:12.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.846+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 28 ==== osd_op_reply(64 10000000000.00000000 [omap-get-vals-by-keys out=520b] v0'0 uv17 ondisk = 0) ==== 164+0+520 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.846 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.846+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:65 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=520b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad000 con 0x55e13818c400 2024-09-10T07:24:12.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.847+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 29 ==== osd_op_reply(65 10000000000.00000000 [omap-set-vals] v55'18 uv18 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e138b94000 con 0x55e13818c400 2024-09-10T07:24:12.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.847+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:66 7.13 7:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad400 con 0x55e138d4bc00 2024-09-10T07:24:12.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.847+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(66 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a2a00 con 0x55e138d4bc00 2024-09-10T07:24:12.847 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.847+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:67 7.13 7:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381ad800 con 0x55e138d4bc00 2024-09-10T07:24:12.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.849+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(67 100.00000000 [omap-set-header] v55'3 uv3 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e138d4bc00 2024-09-10T07:24:12.848 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.849+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:68 7.13 7:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381adc00 con 0x55e138d4bc00 2024-09-10T07:24:12.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.849+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 7 ==== osd_op_reply(68 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv3 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x55e1381a2a00 con 0x55e138d4bc00 2024-09-10T07:24:12.849 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.849+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:69 7.13 7:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8000 con 0x55e138d4bc00 2024-09-10T07:24:12.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.850+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 8 ==== osd_op_reply(69 100.00000000 [omap-set-vals] v55'4 uv4 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2a00 con 0x55e138d4bc00 2024-09-10T07:24:12.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.850+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:70 7.10 7:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8400 con 0x55e13818c400 2024-09-10T07:24:12.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.850+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 30 ==== osd_op_reply(70 602.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.850 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.851+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:71 7.10 7:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8800 con 0x55e13818c400 2024-09-10T07:24:12.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.851+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 31 ==== osd_op_reply(71 602.00000000 [omap-set-header] v55'19 uv19 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.851+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:72 7.10 7:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8c00 con 0x55e13818c400 2024-09-10T07:24:12.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.852+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 32 ==== osd_op_reply(72 602.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv19 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.851 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.852+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:73 7.10 7:0bd6d154:::602.00000000:head [omap-set-vals in=545b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9000 con 0x55e13818c400 2024-09-10T07:24:12.852 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.853+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 33 ==== osd_op_reply(73 602.00000000 [omap-set-vals] v55'20 uv20 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.852 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.853+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:74 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9400 con 0x55e13818d400 2024-09-10T07:24:12.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.853+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 33 ==== osd_op_reply(74 10000000001.00000000 [omap-get-header out=274b] v0'0 uv8 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.853 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.853+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:75 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9800 con 0x55e13818d400 2024-09-10T07:24:12.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.854+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 34 ==== osd_op_reply(75 10000000001.00000000 [omap-set-header] v55'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.854+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:76 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9c00 con 0x55e13818d400 2024-09-10T07:24:12.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.854+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 35 ==== osd_op_reply(76 10000000001.00000000 [omap-get-vals-by-keys out=520b] v0'0 uv9 ondisk = 0) ==== 164+0+520 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.854 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.854+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:77 7.7 7:e2e07930:::10000000001.00000000:head [omap-rm-keys in=16b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8000 con 0x55e13818d400 2024-09-10T07:24:12.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.855+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 36 ==== osd_op_reply(77 10000000001.00000000 [omap-rm-keys] v55'10 uv10 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.855+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:78 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9400 con 0x55e13818c400 2024-09-10T07:24:12.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.856+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 34 ==== osd_op_reply(78 1.00000000.inode [read 0~582 out=582b] v0'0 uv36 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.855 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.856+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:79 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9800 con 0x55e13818c400 2024-09-10T07:24:12.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.858+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 35 ==== osd_op_reply(79 1.00000000.inode [writefull 0~582] v55'37 uv37 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.858+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:80 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8400 con 0x55e13818c400 2024-09-10T07:24:12.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.858+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 36 ==== osd_op_reply(80 10000000000.00000000 [omap-get-header out=274b] v0'0 uv18 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.858 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.858+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:81 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e13818c400 2024-09-10T07:24:12.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.859+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 37 ==== osd_op_reply(81 10000000000.00000000 [omap-set-header] v55'21 uv21 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.859+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:82 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e13818c400 2024-09-10T07:24:12.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.859+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 38 ==== osd_op_reply(82 10000000000.00000000 [omap-get-vals-by-keys out=520b] v0'0 uv21 ondisk = 0) ==== 164+0+520 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.859 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.859+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:83 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=520b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e13818c400 2024-09-10T07:24:12.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.860+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 39 ==== osd_op_reply(83 10000000000.00000000 [omap-set-vals] v55'22 uv22 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a2f00 con 0x55e13818c400 2024-09-10T07:24:12.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.860+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:84 7.13 7:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e138d4bc00 2024-09-10T07:24:12.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.861+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 9 ==== osd_op_reply(84 100.00000000 [omap-get-header out=274b] v0'0 uv4 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.860 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.861+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:85 7.13 7:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c800 con 0x55e138d4bc00 2024-09-10T07:24:12.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.862+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 10 ==== osd_op_reply(85 100.00000000 [omap-set-header] v55'5 uv5 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.862+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:86 7.13 7:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e138d4bc00 2024-09-10T07:24:12.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.862+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 11 ==== osd_op_reply(86 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv5 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.862 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.862+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:87 7.13 7:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8000 con 0x55e138d4bc00 2024-09-10T07:24:12.863 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.864+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 12 ==== osd_op_reply(87 100.00000000 [omap-set-vals] v55'6 uv6 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.864+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:88 7.10 7:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8400 con 0x55e13818c400 2024-09-10T07:24:12.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.864+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 40 ==== osd_op_reply(88 602.00000000 [omap-get-header out=274b] v0'0 uv20 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.864 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.864+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:89 7.10 7:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8800 con 0x55e13818c400 2024-09-10T07:24:12.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.865+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 41 ==== osd_op_reply(89 602.00000000 [omap-set-header] v55'23 uv23 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.865+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:90 7.10 7:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8c00 con 0x55e13818c400 2024-09-10T07:24:12.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.865+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 42 ==== osd_op_reply(90 602.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv23 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.865 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.865+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:91 7.10 7:0bd6d154:::602.00000000:head [omap-set-vals in=583b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9000 con 0x55e13818c400 2024-09-10T07:24:12.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.866+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 43 ==== osd_op_reply(91 602.00000000 [omap-set-vals] v55'24 uv24 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.866+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:92 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9400 con 0x55e13818d400 2024-09-10T07:24:12.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.866+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 37 ==== osd_op_reply(92 10000000001.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.866 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.866+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:93 7.7 7:e2e07930:::10000000001.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9800 con 0x55e13818d400 2024-09-10T07:24:12.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.867+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 38 ==== osd_op_reply(93 10000000001.00000000 [omap-set-header] v55'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.867+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:94 7.7 7:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9c00 con 0x55e13818d400 2024-09-10T07:24:12.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.868+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 39 ==== osd_op_reply(94 10000000001.00000000 [omap-get-vals-by-keys out=558b] v0'0 uv11 ondisk = 0) ==== 164+0+558 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.867 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.868+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:95 7.7 7:e2e07930:::10000000001.00000000:head [omap-rm-keys in=16b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8400 con 0x55e13818d400 2024-09-10T07:24:12.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.868+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 40 ==== osd_op_reply(95 10000000001.00000000 [omap-rm-keys] v55'12 uv12 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.868+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:96 7.13 7:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e138d4bc00 2024-09-10T07:24:12.868 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.869+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 13 ==== osd_op_reply(96 100.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.869 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.869+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:97 7.13 7:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e138d4bc00 2024-09-10T07:24:12.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.870+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 14 ==== osd_op_reply(97 100.00000000 [omap-set-header] v55'7 uv7 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.870+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:98 7.13 7:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e138d4bc00 2024-09-10T07:24:12.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.870+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 15 ==== osd_op_reply(98 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv7 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.870 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.870+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:99 7.13 7:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8800 con 0x55e138d4bc00 2024-09-10T07:24:12.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.872+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 16 ==== osd_op_reply(99 100.00000000 [omap-set-vals] v55'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.871 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.872+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:100 7.10 7:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8c00 con 0x55e13818c400 2024-09-10T07:24:12.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.872+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 44 ==== osd_op_reply(100 602.00000000 [omap-get-header out=274b] v0'0 uv24 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.872 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.872+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:101 7.10 7:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9000 con 0x55e13818c400 2024-09-10T07:24:12.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.873+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 45 ==== osd_op_reply(101 602.00000000 [omap-set-header] v55'25 uv25 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.873+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:102 7.10 7:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9400 con 0x55e13818c400 2024-09-10T07:24:12.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.873+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 46 ==== osd_op_reply(102 602.00000000 [omap-get-vals-by-keys out=583b] v0'0 uv25 ondisk = 0) ==== 156+0+583 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.873 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.873+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:103 7.10 7:0bd6d154:::602.00000000:head [omap-set-vals in=545b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9800 con 0x55e13818c400 2024-09-10T07:24:12.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.874+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 47 ==== osd_op_reply(103 602.00000000 [omap-set-vals] v55'26 uv26 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.874+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:104 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8400 con 0x55e13818d400 2024-09-10T07:24:12.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.875+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 41 ==== osd_op_reply(104 1.00000000 [omap-get-header out=274b] v0'0 uv13 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.874 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.875+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:105 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8000 con 0x55e13818d400 2024-09-10T07:24:12.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.876+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 42 ==== osd_op_reply(105 1.00000000 [omap-set-header] v55'14 uv14 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.876+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:106 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9400 con 0x55e13818d400 2024-09-10T07:24:12.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.876+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 43 ==== osd_op_reply(106 1.00000000 [omap-get-vals-by-keys out=525b] v0'0 uv14 ondisk = 0) ==== 154+0+525 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.876 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.876+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:107 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-vals in=525b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9800 con 0x55e13818d400 2024-09-10T07:24:12.877 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.877+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 44 ==== osd_op_reply(107 1.00000000 [omap-set-vals] v55'15 uv15 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.877 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.877+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:108 7.13 7:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9c00 con 0x55e138d4bc00 2024-09-10T07:24:12.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.878+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 17 ==== osd_op_reply(108 100.00000000 [omap-get-header out=274b] v0'0 uv8 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.878 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.878+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:109 7.13 7:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8400 con 0x55e138d4bc00 2024-09-10T07:24:12.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.879+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 18 ==== osd_op_reply(109 100.00000000 [omap-set-header] v55'9 uv9 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.879+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:110 7.13 7:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e138d4bc00 2024-09-10T07:24:12.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.879+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 19 ==== osd_op_reply(110 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv9 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.879 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.879+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:111 7.13 7:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c800 con 0x55e138d4bc00 2024-09-10T07:24:12.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.881+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 20 ==== osd_op_reply(111 100.00000000 [omap-set-vals] v55'10 uv10 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.881+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:112 7.10 7:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e13818c400 2024-09-10T07:24:12.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.881+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 48 ==== osd_op_reply(112 602.00000000 [omap-get-header out=274b] v0'0 uv26 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.881 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.881+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:113 7.10 7:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9c00 con 0x55e13818c400 2024-09-10T07:24:12.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.882+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 49 ==== osd_op_reply(113 602.00000000 [omap-set-header] v55'27 uv27 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.882+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:114 7.10 7:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8000 con 0x55e13818c400 2024-09-10T07:24:12.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.883+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 50 ==== osd_op_reply(114 602.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv27 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.882 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.883+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:115 7.10 7:0bd6d154:::602.00000000:head [omap-set-vals in=541b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e13818c400 2024-09-10T07:24:12.883 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.884+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 51 ==== osd_op_reply(115 602.00000000 [omap-set-vals] v55'28 uv28 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a2c80 con 0x55e13818c400 2024-09-10T07:24:12.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.884+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:116 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d800 con 0x55e13818c400 2024-09-10T07:24:12.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.884+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 52 ==== osd_op_reply(116 10000000000.00000000 [omap-get-header out=274b] v0'0 uv22 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.884 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.884+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:117 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818dc00 con 0x55e13818c400 2024-09-10T07:24:12.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.885+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 53 ==== osd_op_reply(117 10000000000.00000000 [omap-set-header] v55'29 uv29 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.885+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:118 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818c000 con 0x55e13818c400 2024-09-10T07:24:12.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.885+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 54 ==== osd_op_reply(118 10000000000.00000000 [omap-get-vals-by-keys out=520b] v0'0 uv29 ondisk = 0) ==== 164+0+520 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.885 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.885+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:119 7.10 7:0cf6ad0f:::10000000000.00000000:head [omap-rm-keys in=16b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8000 con 0x55e13818c400 2024-09-10T07:24:12.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.887+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 55 ==== osd_op_reply(119 10000000000.00000000 [omap-rm-keys] v55'30 uv30 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.887+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:120 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9400 con 0x55e13818d400 2024-09-10T07:24:12.887 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.888+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 45 ==== osd_op_reply(120 1.00000000 [omap-get-header out=274b] v0'0 uv15 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.888 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.888+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:121 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9800 con 0x55e13818d400 2024-09-10T07:24:12.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.889+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 46 ==== osd_op_reply(121 1.00000000 [omap-set-header] v55'16 uv16 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.889+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:122 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=21b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9c00 con 0x55e13818d400 2024-09-10T07:24:12.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.889+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 47 ==== osd_op_reply(122 1.00000000 [omap-get-vals-by-keys out=525b] v0'0 uv16 ondisk = 0) ==== 154+0+525 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.889 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.890+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:123 7.1f 7:ff5b34d6:::1.00000000:head [omap-rm-keys in=21b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8400 con 0x55e13818d400 2024-09-10T07:24:12.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.891+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 48 ==== osd_op_reply(123 1.00000000 [omap-rm-keys] v55'17 uv17 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.891+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:124 7.13 7:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8800 con 0x55e138d4bc00 2024-09-10T07:24:12.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.891+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 21 ==== osd_op_reply(124 100.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.891 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.891+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:125 7.13 7:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8400 con 0x55e138d4bc00 2024-09-10T07:24:12.892 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.892+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 22 ==== osd_op_reply(125 100.00000000 [omap-set-header] v55'11 uv11 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.892 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.892+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:126 7.13 7:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=19b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e13818cc00 con 0x55e138d4bc00 2024-09-10T07:24:12.892 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.893+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 23 ==== osd_op_reply(126 100.00000000 [omap-get-vals-by-keys out=523b] v0'0 uv11 ondisk = 0) ==== 156+0+523 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.892 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.893+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:127 7.13 7:cd5a64a3:::100.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e13818d000 con 0x55e138d4bc00 2024-09-10T07:24:12.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.895+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 24 ==== osd_op_reply(127 100.00000000 [omap-set-vals] v55'12 uv12 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.895+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:128 7.10 7:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8c00 con 0x55e13818c400 2024-09-10T07:24:12.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.895+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 56 ==== osd_op_reply(128 602.00000000 [omap-get-header out=274b] v0'0 uv28 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.895 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.895+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:129 7.10 7:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9000 con 0x55e13818c400 2024-09-10T07:24:12.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.896+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 57 ==== osd_op_reply(129 602.00000000 [omap-set-header] v55'31 uv31 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.896+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:130 7.10 7:0bd6d154:::602.00000000:head [omap-get-vals-by-keys in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9400 con 0x55e13818c400 2024-09-10T07:24:12.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.896+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 58 ==== osd_op_reply(130 602.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv31 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.896 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.896+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:131 7.10 7:0bd6d154:::602.00000000:head [omap-set-vals in=537b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9800 con 0x55e13818c400 2024-09-10T07:24:12.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.897+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 59 ==== osd_op_reply(131 602.00000000 [omap-set-vals] v55'32 uv32 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.897+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:132 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c9c00 con 0x55e13818c400 2024-09-10T07:24:12.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.898+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 60 ==== osd_op_reply(132 1.00000000.inode [read 0~582 out=582b] v0'0 uv37 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.897 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.898+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:133 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381c8000 con 0x55e13818c400 2024-09-10T07:24:12.898 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.899+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 61 ==== osd_op_reply(133 1.00000000.inode [writefull 0~582] v55'38 uv38 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.899+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:134 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8800 con 0x55e13818d400 2024-09-10T07:24:12.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.899+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 49 ==== osd_op_reply(134 1.00000000 [omap-get-header out=274b] v0'0 uv17 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.899 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.899+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:135 7.1f 7:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8c00 con 0x55e13818d400 2024-09-10T07:24:12.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.900+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 50 ==== osd_op_reply(135 1.00000000 [omap-set-header] v55'18 uv18 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.900+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:136 7.1f 7:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9000 con 0x55e13818d400 2024-09-10T07:24:12.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.900+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.6 v2:172.21.15.70:6800/658467237 51 ==== osd_op_reply(136 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv18 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x55e1381a3900 con 0x55e13818d400 2024-09-10T07:24:12.900 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.901+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:137 7.14 7:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9400 con 0x55e13818c400 2024-09-10T07:24:12.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.901+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 62 ==== osd_op_reply(137 1.00000000.inode [read 0~582 out=582b] v0'0 uv38 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.901+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:138 7.14 7:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9800 con 0x55e13818c400 2024-09-10T07:24:12.901 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.902+0000 7f8f202e8640 1 -- 172.21.15.3:0/1291184767 <== osd.3 v2:172.21.15.3:6808/3359647174 63 ==== osd_op_reply(138 1.00000000.inode [writefull 0~582] v55'39 uv39 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x55e1381cc000 con 0x55e13818c400 2024-09-10T07:24:12.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.902+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:139 7.13 7:c91d4a1d:::mds0_inotable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d9c00 con 0x55e138d4bc00 2024-09-10T07:24:12.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.902+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 25 ==== osd_op_reply(139 mds0_inotable [read 0~34 out=34b] v0'0 uv2 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.902 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.902+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:140 7.13 7:c91d4a1d:::mds0_inotable:head [writefull 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e1381d8400 con 0x55e138d4bc00 2024-09-10T07:24:12.905 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 <== osd.0 v2:172.21.15.3:6824/1837945397 26 ==== osd_op_reply(140 mds0_inotable [writefull 0~34] v55'13 uv13 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x55e1381a3900 con 0x55e138d4bc00 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout:Events by type: 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout: LID: 1 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout: PURGED: 1 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout: SESSION: 2 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout: SUBTREEMAP: 1 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout: UPDATE: 12 2024-09-10T07:24:12.906 INFO:tasks.workunit.client.0.smithi003.stdout:Errors: 0 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e138d4bc00 msgr2=0x55e137e74680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e138d4bc00 0x55e137e74680 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e13818c400 msgr2=0x55e137e74100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55e13818c400 0x55e137e74100 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55e13818d400 msgr2=0x55e137e73080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x55e13818d400 0x55e137e73080 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f1fae7640 1 -- 172.21.15.3:0/1291184767 reap_dead start 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e138d4b800 msgr2=0x55e138186000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e138d4b800 0x55e138186000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55e138cda5a0 tx=0x55e137ef6f00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.908 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 msgr2=0x55e137e74c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 0x55e137e74c00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x55e138c1b9e0 tx=0x55e137ef62a0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 shutdown_connections 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e138d4b800 0x55e138186000 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 --2- 172.21.15.3:0/1291184767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e138cc7c00 0x55e137e74c00 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 >> 172.21.15.3:0/1291184767 conn(0x55e138bd6400 msgr2=0x55e138b83800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 shutdown_connections 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.906+0000 7f8f21342280 1 -- 172.21.15.3:0/1291184767 wait complete. 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 msgr2=0x55e137e72b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 0x55e137e72b00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x55e138c1b830 tx=0x55e137ef7200 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 shutdown_connections 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e138bd7c00 0x55e137e73600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e137df7c00 0x55e137e72b00 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 --2- 172.21.15.3:0/2910254329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e138bd6800 0x55e137e73b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.909 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 >> 172.21.15.3:0/2910254329 conn(0x55e137df7000 msgr2=0x55e138b82000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 shutdown_connections 2024-09-10T07:24:12.910 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.907+0000 7f8f21342280 1 -- 172.21.15.3:0/2910254329 wait complete. 2024-09-10T07:24:12.910 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 event splice summary 2024-09-10T07:24:12.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 -- start start 2024-09-10T07:24:12.939 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 Processor -- start 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd308acc00 0x55dd30928580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd308ad800 0x55dd30928b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 0x55dd30929080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55dd3169a780 con 0x55dd308adc00 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55dd3169a600 con 0x55dd308acc00 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.939+0000 7faadd4f8280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55dd3169a480 con 0x55dd308ad800 2024-09-10T07:24:12.943 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 0x55dd30929080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 0x55dd30929080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46986/0 (socket says 172.21.15.3:46986) 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 -- 172.21.15.3:0/2832706593 learned_addr learned my addr 172.21.15.3:0/2832706593 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadbc9f640 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd308acc00 0x55dd30928580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadb49e640 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd308ad800 0x55dd30928b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 -- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd308ad800 msgr2=0x55dd30928b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd308ad800 0x55dd30928b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 -- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd308acc00 msgr2=0x55dd30928580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd308acc00 0x55dd30928580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 -- 172.21.15.3:0/2832706593 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd308e4780 con 0x55dd308adc00 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadc4a0640 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 0x55dd30929080 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x55dd316d5770 tx=0x55dd31686f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d02d72ad6ed92d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faad949a640 1 -- 172.21.15.3:0/2832706593 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dd308d29c0 con 0x55dd308adc00 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faad949a640 1 -- 172.21.15.3:0/2832706593 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dd308d8700 con 0x55dd308adc00 2024-09-10T07:24:12.944 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faad949a640 1 -- 172.21.15.3:0/2832706593 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dd308d2680 con 0x55dd308adc00 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd308e43c0 con 0x55dd308adc00 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55dd308e5680 con 0x55dd308adc00 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.940+0000 7faad949a640 1 -- 172.21.15.3:0/2832706593 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55dd31790200 con 0x55dd308adc00 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.941+0000 7faad949a640 1 -- 172.21.15.3:0/2832706593 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x55dd30907180 con 0x55dd308adc00 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.941+0000 7faadd4f8280 1 Processor -- start 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.941+0000 7faadd4f8280 1 -- start start 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da000 0x55dd30929600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 0x55dd30929b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da800 0x55dd3092a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadd4f8280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55dd3169a300 con 0x55dd317da400 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadd4f8280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55dd3169a000 con 0x55dd317da800 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadd4f8280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55dd3090e480 con 0x55dd317da000 2024-09-10T07:24:12.945 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 0x55dd30929b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 0x55dd30929b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46994/0 (socket says 172.21.15.3:46994) 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 -- 172.21.15.3:0/1237168149 learned_addr learned my addr 172.21.15.3:0/1237168149 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadb49e640 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da800 0x55dd3092a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadb49e640 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da000 0x55dd30929600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 -- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da000 msgr2=0x55dd30929600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da000 0x55dd30929600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 -- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da800 msgr2=0x55dd3092a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da800 0x55dd3092a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 -- 172.21.15.3:0/1237168149 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd308e54a0 con 0x55dd317da400 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faadbc9f640 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 0x55dd30929b80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x55dd316b88d0 tx=0x55dd3179cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d87694a240598d00 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faad7496640 1 -- 172.21.15.3:0/1237168149 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dd308d29c0 con 0x55dd317da400 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faad7496640 1 -- 172.21.15.3:0/1237168149 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dd308d8e00 con 0x55dd317da400 2024-09-10T07:24:12.946 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.942+0000 7faad7496640 1 -- 172.21.15.3:0/1237168149 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dd308d2680 con 0x55dd317da400 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 -- 172.21.15.3:0/1237168149 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 msgr2=0x55dd30929b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 0x55dd30929b80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x55dd316b88d0 tx=0x55dd3179cd20 comp rx=0 tx=0).stop 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 -- 172.21.15.3:0/1237168149 shutdown_connections 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da800 0x55dd3092a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da400 0x55dd30929b80 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 --2- 172.21.15.3:0/1237168149 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da000 0x55dd30929600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 -- 172.21.15.3:0/1237168149 >> 172.21.15.3:0/1237168149 conn(0x55dd316a1c00 msgr2=0x55dd31639000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 -- 172.21.15.3:0/1237168149 shutdown_connections 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 -- 172.21.15.3:0/1237168149 wait complete. 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.943+0000 7faadd4f8280 1 Processor -- start 2024-09-10T07:24:12.947 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 -- start start 2024-09-10T07:24:12.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da000 0x55dd3092b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da400 0x55dd3092ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.951 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da800 0x55dd3092a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55dd3169a000 con 0x55dd317da000 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55dd3169b500 con 0x55dd317da400 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadd4f8280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55dd3169a300 con 0x55dd317da800 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadb49e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da000 0x55dd3092b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadb49e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da000 0x55dd3092b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47010/0 (socket says 172.21.15.3:47010) 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadb49e640 1 -- 172.21.15.3:0/646276497 learned_addr learned my addr 172.21.15.3:0/646276497 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadbc9f640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da400 0x55dd3092ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.944+0000 7faadb49e640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da800 0x55dd3092a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadb49e640 1 -- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da800 msgr2=0x55dd3092a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadb49e640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd317da800 0x55dd3092a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadb49e640 1 -- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da400 msgr2=0x55dd3092ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.952 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadb49e640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd317da400 0x55dd3092ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadb49e640 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd308e4000 con 0x55dd317da000 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadb49e640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da000 0x55dd3092b180 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x55dd316b9b30 tx=0x55dd3179d9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faad5c93640 1 -- 172.21.15.3:0/646276497 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dd308d29c0 con 0x55dd317da000 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faad5c93640 1 -- 172.21.15.3:0/646276497 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55dd308d8c40 con 0x55dd317da000 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55dd308e4960 con 0x55dd317da000 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faad5c93640 1 -- 172.21.15.3:0/646276497 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55dd308d2680 con 0x55dd317da000 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.945+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd308e5860 con 0x55dd317da000 2024-09-10T07:24:12.953 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.946+0000 7faad5c93640 1 -- 172.21.15.3:0/646276497 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55dd317e2c00 con 0x55dd317da000 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.946+0000 7faad5c93640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55dd3180d000 0x55dd3092b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.946+0000 7faad5c93640 1 -- 172.21.15.3:0/646276497 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x55dd317e1000 con 0x55dd317da000 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadd4f8280 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55dd317dac00 0x55dd3092a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55dd317db000 con 0x55dd317dac00 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadbc9f640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55dd3180d000 0x55dd3092b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadb49e640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55dd317dac00 0x55dd3092a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadb49e640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55dd317dac00 0x55dd3092a100 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadbc9f640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55dd3180d000 0x55dd3092b700 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x55dd316b88d0 tx=0x55dd316861e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadb49e640 1 -- 172.21.15.3:0/646276497 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55dd3163c000 con 0x55dd317dac00 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadd4f8280 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55dd3180d400 0x55dd30929b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.947+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55dd3180d800 con 0x55dd3180d400 2024-09-10T07:24:12.954 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.948+0000 7faadc4a0640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55dd3180d400 0x55dd30929b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.948+0000 7faadc4a0640 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55dd3180d400 0x55dd30929b80 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.948+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.948+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55dd3180dc00 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.948+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [read 0~30182 out=30182b] v0'0 uv32 ondisk = 0) ==== 156+0+30182 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.949+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62000 con 0x55dd317dac00 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.949+0000 7faadb49e640 1 -- 172.21.15.3:0/646276497 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c000 con 0x55dd317dac00 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.949+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:2e2fa760:::200.00000001:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62400 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.950+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000001 [write 0~48] v55'40 uv40 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.950+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:6 7.14 7:2e2fa760:::200.00000001:head [write 48~892 in=892b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62800 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.951+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(6 200.00000001 [write 48~892] v55'41 uv41 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.955 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.951+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 7.14 7:2e2fa760:::200.00000001:head [write 940~443 in=443b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62c00 con 0x55dd3180d400 2024-09-10T07:24:12.956 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.952+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(7 200.00000001 [write 940~443] v55'42 uv42 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.952+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:8 7.14 7:2e2fa760:::200.00000001:head [write 1383~815 in=815b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63000 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.954+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(8 200.00000001 [write 1383~815] v55'43 uv43 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.954+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 7.14 7:2e2fa760:::200.00000001:head [write 2198~2016 in=2016b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63400 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.955+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(9 200.00000001 [write 2198~2016] v55'44 uv44 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.955+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:10 7.14 7:2e2fa760:::200.00000001:head [write 4214~1669 in=1669b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63800 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.956+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 8 ==== osd_op_reply(10 200.00000001 [write 4214~1669] v55'45 uv45 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.957 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.956+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:11 7.14 7:2e2fa760:::200.00000001:head [write 5883~2846 in=2846b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62400 con 0x55dd3180d400 2024-09-10T07:24:12.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.957+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 9 ==== osd_op_reply(11 200.00000001 [write 5883~2846] v55'46 uv46 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.958+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:12 7.14 7:2e2fa760:::200.00000001:head [write 8729~2256 in=2256b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62800 con 0x55dd3180d400 2024-09-10T07:24:12.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.959+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 10 ==== osd_op_reply(12 200.00000001 [write 8729~2256] v55'47 uv47 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.958 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.959+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:13 7.14 7:2e2fa760:::200.00000001:head [write 10985~1954 in=1954b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62c00 con 0x55dd3180d400 2024-09-10T07:24:12.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.961+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 11 ==== osd_op_reply(13 200.00000001 [write 10985~1954] v55'48 uv48 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.961 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.961+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:14 7.14 7:2e2fa760:::200.00000001:head [write 12939~4611 in=4611b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63c00 con 0x55dd3180d400 2024-09-10T07:24:12.963 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.964+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 12 ==== osd_op_reply(14 200.00000001 [write 12939~4611] v55'49 uv49 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.964 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.964+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:15 7.14 7:2e2fa760:::200.00000001:head [write 17550~3209 in=3209b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd3180d800 con 0x55dd3180d400 2024-09-10T07:24:12.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.966+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 13 ==== osd_op_reply(15 200.00000001 [write 17550~3209] v55'50 uv50 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.966 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.966+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:16 7.14 7:2e2fa760:::200.00000001:head [write 20759~1949 in=1949b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd3180dc00 con 0x55dd3180d400 2024-09-10T07:24:12.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.969+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 14 ==== osd_op_reply(16 200.00000001 [write 20759~1949] v55'51 uv51 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.969 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.969+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 7.14 7:2e2fa760:::200.00000001:head [write 22708~3176 in=3176b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63000 con 0x55dd3180d400 2024-09-10T07:24:12.972 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.973+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 15 ==== osd_op_reply(17 200.00000001 [write 22708~3176] v55'52 uv52 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.973 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.973+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:18 7.14 7:2e2fa760:::200.00000001:head [write 25884~2911 in=2911b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63400 con 0x55dd3180d400 2024-09-10T07:24:12.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.974+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 16 ==== osd_op_reply(18 200.00000001 [write 25884~2911] v55'53 uv53 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.974 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.974+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:19 7.14 7:2e2fa760:::200.00000001:head [write 28795~1138 in=1138b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c63800 con 0x55dd3180d400 2024-09-10T07:24:12.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.975+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 17 ==== osd_op_reply(19 200.00000001 [write 28795~1138] v55'54 uv54 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.975 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.975+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:20 7.14 7:2e2fa760:::200.00000001:head [write 29933~173 in=173b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62400 con 0x55dd3180d400 2024-09-10T07:24:12.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.976+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 18 ==== osd_op_reply(20 200.00000001 [write 29933~173] v55'55 uv55 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.976 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.976+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:21 7.14 7:2e2fa760:::200.00000001:head [write 30106~76 in=76b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55dd30c62800 con 0x55dd3180d400 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadc4a0640 1 -- 172.21.15.3:0/646276497 <== osd.3 v2:172.21.15.3:6808/3359647174 19 ==== osd_op_reply(21 200.00000001 [write 30106~76] v55'56 uv56 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55dd3163c500 con 0x55dd3180d400 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stdout:Events by type: 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stdout: LID: 1 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stdout: PURGED: 1 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stdout: SESSION: 2 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stdout: SUBTREEMAP: 1 2024-09-10T07:24:12.977 INFO:tasks.workunit.client.0.smithi003.stdout: UPDATE: 12 2024-09-10T07:24:12.978 INFO:tasks.workunit.client.0.smithi003.stdout:Errors: 0 2024-09-10T07:24:12.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55dd317dac00 msgr2=0x55dd3092a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55dd317dac00 0x55dd3092a100 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55dd3180d400 msgr2=0x55dd30929b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55dd3180d400 0x55dd30929b80 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.979 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55dd3180d000 msgr2=0x55dd3092b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55dd3180d000 0x55dd3092b700 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x55dd316b88d0 tx=0x55dd316861e0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da000 msgr2=0x55dd3092b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 --2- 172.21.15.3:0/646276497 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd317da000 0x55dd3092b180 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x55dd316b9b30 tx=0x55dd3179d9e0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadbc9f640 1 -- 172.21.15.3:0/646276497 reap_dead start 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadbc9f640 1 -- 172.21.15.3:0/646276497 reap_dead start 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 shutdown_connections 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 >> 172.21.15.3:0/646276497 conn(0x55dd316a1c00 msgr2=0x55dd31639000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.977+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 shutdown_connections 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 -- 172.21.15.3:0/646276497 wait complete. 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 msgr2=0x55dd30929080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 0x55dd30929080 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x55dd316d5770 tx=0x55dd31686f00 comp rx=0 tx=0).stop 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 shutdown_connections 2024-09-10T07:24:12.980 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd308adc00 0x55dd30929080 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55dd308ad800 0x55dd30928b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 --2- 172.21.15.3:0/2832706593 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55dd308acc00 0x55dd30928580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 >> 172.21.15.3:0/2832706593 conn(0x55dd308ad000 msgr2=0x55dd31638800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 shutdown_connections 2024-09-10T07:24:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:12.978+0000 7faadd4f8280 1 -- 172.21.15.3:0/2832706593 wait complete. 2024-09-10T07:24:12.981 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-journal-tool --rank=cephfs:0 journal reset --yes-i-really-really-mean-it 2024-09-10T07:24:13.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.010+0000 7f9f8e87b280 1 -- start start 2024-09-10T07:24:13.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.010+0000 7f9f8e87b280 1 Processor -- start 2024-09-10T07:24:13.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2ba46000 0x561d2ad33080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.012 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2acb7c00 0x561d2ad32b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 0x561d2ad33b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb92000 con 0x561d2ba46800 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb92180 con 0x561d2ba46000 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d2bb92300 con 0x561d2acb7c00 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 0x561d2ad33b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 0x561d2ad33b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47020/0 (socket says 172.21.15.3:47020) 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 -- 172.21.15.3:0/560039565 learned_addr learned my addr 172.21.15.3:0/560039565 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d022640 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2ba46000 0x561d2ad33080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8c821640 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2acb7c00 0x561d2ad32b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 -- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2acb7c00 msgr2=0x561d2ad32b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2acb7c00 0x561d2ad32b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 -- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2ba46000 msgr2=0x561d2ad33080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.013 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2ba46000 0x561d2ad33080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 -- 172.21.15.3:0/560039565 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d2acee780 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8d823640 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 0x561d2ad33b80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x561d2baeb770 tx=0x561d2ba9d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea1b758f391bea9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8a81d640 1 -- 172.21.15.3:0/560039565 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdcd00 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8a81d640 1 -- 172.21.15.3:0/560039565 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d2ace2a80 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8a81d640 1 -- 172.21.15.3:0/560039565 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdc680 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d2acef860 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.011+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x561d2acefa40 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.012+0000 7f9f8a81d640 1 -- 172.21.15.3:0/560039565 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x561d2bbac600 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.012+0000 7f9f8a81d640 1 -- 172.21.15.3:0/560039565 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x561d2ad11180 con 0x561d2ba46800 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.012+0000 7f9f8e87b280 1 Processor -- start 2024-09-10T07:24:13.014 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.012+0000 7f9f8e87b280 1 -- start start 2024-09-10T07:24:13.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baacc00 0x561d2ad33600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 0x561d2ad32580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.022 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb92480 con 0x561d2baad000 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb92600 con 0x561d2baacc00 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d2bb92780 con 0x561d2baad400 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 0x561d2ad32580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 0x561d2ad32580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47030/0 (socket says 172.21.15.3:47030) 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 -- 172.21.15.3:0/3097918283 learned_addr learned my addr 172.21.15.3:0/3097918283 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8c821640 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baacc00 0x561d2ad33600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8c821640 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 -- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 msgr2=0x561d2ad34100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 -- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baacc00 msgr2=0x561d2ad33600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baacc00 0x561d2ad33600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.013+0000 7f9f8d022640 1 -- 172.21.15.3:0/3097918283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d2acefc20 con 0x561d2baad000 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8d022640 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 0x561d2ad32580 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x561d2baeb3b0 tx=0x561d2ba9d020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39ddca41389cba17 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.023 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f88819640 1 -- 172.21.15.3:0/3097918283 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdcb60 con 0x561d2baad000 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f88819640 1 -- 172.21.15.3:0/3097918283 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d2ace2c40 con 0x561d2baad000 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f88819640 1 -- 172.21.15.3:0/3097918283 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdcd00 con 0x561d2baad000 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 -- 172.21.15.3:0/3097918283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 msgr2=0x561d2ad32580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 0x561d2ad32580 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x561d2baeb3b0 tx=0x561d2ba9d020 comp rx=0 tx=0).stop 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 -- 172.21.15.3:0/3097918283 shutdown_connections 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baad000 0x561d2ad32580 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/3097918283 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baacc00 0x561d2ad33600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 -- 172.21.15.3:0/3097918283 >> 172.21.15.3:0/3097918283 conn(0x561d2ba46400 msgr2=0x561d2ba41000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 -- 172.21.15.3:0/3097918283 shutdown_connections 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.014+0000 7f9f8e87b280 1 -- 172.21.15.3:0/3097918283 wait complete. 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 Processor -- start 2024-09-10T07:24:13.024 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 -- start start 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 0x561d2ad35180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baad000 0x561d2ad34c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb93e00 con 0x561d2baacc00 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb92d80 con 0x561d2baad000 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d2bb92f00 con 0x561d2baad400 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8c821640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 0x561d2ad35180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.015+0000 7f9f8c821640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 0x561d2ad35180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47038/0 (socket says 172.21.15.3:47038) 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 -- 172.21.15.3:0/2203359668 learned_addr learned my addr 172.21.15.3:0/2203359668 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8d022640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baad000 0x561d2ad34c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 -- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 msgr2=0x561d2ad34680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.025 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 -- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baad000 msgr2=0x561d2ad34c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baad000 0x561d2ad34c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 -- 172.21.15.3:0/2203359668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d2acef680 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8c821640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 0x561d2ad35180 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x561d2bad1b00 tx=0x561d2ba9c060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f87016640 1 -- 172.21.15.3:0/2203359668 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdcb60 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f87016640 1 -- 172.21.15.3:0/2203359668 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d2ace21c0 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561d2acee3c0 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f87016640 1 -- 172.21.15.3:0/2203359668 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdcd00 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.016+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d2acee000 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.017+0000 7f9f87016640 1 -- 172.21.15.3:0/2203359668 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x561d2bbaac00 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.018+0000 7f9f87016640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d2bb9d000 0x561d2ad35700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.018+0000 7f9f87016640 1 -- 172.21.15.3:0/2203359668 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x561d2bc1aa00 con 0x561d2baacc00 2024-09-10T07:24:13.026 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.018+0000 7f9f8d022640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d2bb9d000 0x561d2ad35700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.018+0000 7f9f8d022640 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d2bb9d000 0x561d2ad35700 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x561d2baeb3b0 tx=0x561d2ba9cfc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.018+0000 7f9f8e87b280 1 -- start start 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.018+0000 7f9f8e87b280 1 Processor -- start 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baadc00 0x561d2ad34100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 0x561d2ad32580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8e87b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2bb9d800 0x561d2ad33600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb93b00 con 0x561d2bb9d400 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561d2bb93c80 con 0x561d2bb9d800 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8e87b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561d2bb92480 con 0x561d2baadc00 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 0x561d2ad32580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 0x561d2ad32580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47054/0 (socket says 172.21.15.3:47054) 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 -- 172.21.15.3:0/584559949 learned_addr learned my addr 172.21.15.3:0/584559949 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d823640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baadc00 0x561d2ad34100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8c821640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2bb9d800 0x561d2ad33600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.027 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baadc00 msgr2=0x561d2ad34100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baadc00 0x561d2ad34100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2bb9d800 msgr2=0x561d2ad33600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2bb9d800 0x561d2ad33600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.019+0000 7f9f8d022640 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d2acefc20 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f8d022640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 0x561d2ad32580 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x561d2bad0f30 tx=0x561d2ba9d0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e2fb200e1e1c0f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f84010640 1 -- 172.21.15.3:0/584559949 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdc680 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f84010640 1 -- 172.21.15.3:0/584559949 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561d2ace28c0 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f84010640 1 -- 172.21.15.3:0/584559949 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561d2acdc820 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d2acef680 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x561d2acee3c0 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f84010640 1 -- 172.21.15.3:0/584559949 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x561d2b0aa200 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f84010640 1 -- 172.21.15.3:0/584559949 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x561d2ad11500 con 0x561d2bb9d400 2024-09-10T07:24:13.028 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d2bb9dc00 0x561d2b0ce000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 7.f 7:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0ad400 con 0x561d2bb9dc00 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.020+0000 7f9f8d823640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d2bb9dc00 0x561d2b0ce000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.021+0000 7f9f8d823640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d2bb9dc00 0x561d2b0ce000 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=fa51dc233f539faa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.021+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2bb9dc00 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.021+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d2b0ad800 0x561d2b0ce580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.021+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 7.14 7:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0adc00 con 0x561d2b0ad800 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.021+0000 7f9f8c821640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d2b0ad800 0x561d2b0ce580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8c821640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d2b0ad800 0x561d2b0ce580 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=80054ed638e29ab8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8c821640 1 -- 172.21.15.3:0/584559949 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv30 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x561d2ba4e500 con 0x561d2b0ad800 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8280d640 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 7.14 7:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0d6000 con 0x561d2b0ad800 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8280d640 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 7.1b 7:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0d6400 con 0x561d2bb9dc00 2024-09-10T07:24:13.029 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2bb9dc00 2024-09-10T07:24:13.030 INFO:tasks.workunit.client.0.smithi003.stdout:old journal was 4194304~30182 2024-09-10T07:24:13.030 INFO:tasks.workunit.client.0.smithi003.stdout:new journal start will be 8388608 (4164122 bytes past old end) 2024-09-10T07:24:13.030 INFO:tasks.workunit.client.0.smithi003.stdout:writing journal head 2024-09-10T07:24:13.030 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8c821640 1 -- 172.21.15.3:0/584559949 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv56 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x561d2ba4e500 con 0x561d2b0ad800 2024-09-10T07:24:13.030 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.022+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:5 7.14 7:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0d6c00 con 0x561d2b0ad800 2024-09-10T07:24:13.031 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8c821640 1 -- 172.21.15.3:0/584559949 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v55'57 uv57 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e500 con 0x561d2b0ad800 2024-09-10T07:24:13.031 INFO:tasks.workunit.client.0.smithi003.stdout:writing EResetJournal entry 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:6 7.1b 7:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0d7000 con 0x561d2bb9dc00 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d2b0d7400 0x561d2b0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:7 7.b 7:d5c7a900:::200.00000003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0d7800 con 0x561d2b0d7400 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d2b0d7c00 0x561d2b0cf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:8 7.1f 7:f83d65d8:::200.00000004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0dc000 con 0x561d2b0d7c00 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x561d2b0dc400 0x561d2b0cf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:9 7.1a 7:5e41ab69:::200.00000005:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0dc800 con 0x561d2b0dc400 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:10 7.1e 7:7bf7e7b5:::200.00000006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0dcc00 con 0x561d2b0d7400 2024-09-10T07:24:13.033 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:11 7.1d 7:bec1251c:::200.00000007:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0dd000 con 0x561d2b0d7400 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8d823640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d2b0d7400 0x561d2b0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8d022640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d2b0d7c00 0x561d2b0cf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8c821640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x561d2b0dc400 0x561d2b0cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8d823640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d2b0d7400 0x561d2b0ceb00 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=edc2c2e8e40d585f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8d022640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d2b0d7c00 0x561d2b0cf080 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=f1e19709db839123 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.024+0000 7f9f8c821640 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x561d2b0dc400 0x561d2b0cf600 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=23b027f6f55f9a4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.025+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(6 200.00000002 [delete] v55'7 uv5 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2bb9dc00 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.026+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(7 200.00000003 [delete] v55'5 uv1 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2b0d7400 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.026+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(10 200.00000006 [delete] v55'3 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2b0d7400 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.026+0000 7f9f8280d640 1 -- 172.21.15.3:0/584559949 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:12 7.1b 7:ddb4e4d7:::200.00000002:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x561d2b0d6800 con 0x561d2bb9dc00 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.026+0000 7f9f8d022640 1 -- 172.21.15.3:0/584559949 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(8 200.00000004 [delete] v55'19 uv18 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e780 con 0x561d2b0d7c00 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.026+0000 7f9f8c821640 1 -- 172.21.15.3:0/584559949 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(9 200.00000005 [delete] v55'3 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e500 con 0x561d2b0dc400 2024-09-10T07:24:13.034 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.026+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(11 200.00000007 [delete] v55'5 uv2 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2b0d7400 2024-09-10T07:24:13.035 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8d823640 1 -- 172.21.15.3:0/584559949 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(12 200.00000002 [write 0~48] v55'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x561d2ba4e000 con 0x561d2bb9dc00 2024-09-10T07:24:13.035 INFO:tasks.workunit.client.0.smithi003.stdout:done 2024-09-10T07:24:13.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d2bb9dc00 msgr2=0x561d2b0ce000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561d2bb9dc00 0x561d2b0ce000 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.037 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d2b0d7400 msgr2=0x561d2b0ceb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561d2b0d7400 0x561d2b0ceb00 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d2b0ad800 msgr2=0x561d2b0ce580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561d2b0ad800 0x561d2b0ce580 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x561d2b0dc400 msgr2=0x561d2b0cf600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x561d2b0dc400 0x561d2b0cf600 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8c821640 1 -- 172.21.15.3:0/584559949 reap_dead start 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d2b0d7c00 msgr2=0x561d2b0cf080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x561d2b0d7c00 0x561d2b0cf080 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8c821640 1 -- 172.21.15.3:0/584559949 reap_dead start 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 msgr2=0x561d2ad32580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 0x561d2ad32580 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x561d2bad0f30 tx=0x561d2ba9d0e0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 shutdown_connections 2024-09-10T07:24:13.038 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/584559949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2bb9d400 0x561d2ad32580 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 >> 172.21.15.3:0/584559949 conn(0x561d2baad800 msgr2=0x561d2ba40800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 shutdown_connections 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/584559949 wait complete. 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d2bb9d000 msgr2=0x561d2ad35700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d2bb9d000 0x561d2ad35700 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x561d2baeb3b0 tx=0x561d2ba9cfc0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 msgr2=0x561d2ad35180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 0x561d2ad35180 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x561d2bad1b00 tx=0x561d2ba9c060 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 shutdown_connections 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561d2bb9d000 0x561d2ad35700 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2baad400 0x561d2ad34680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2baad000 0x561d2ad34c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/2203359668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2baacc00 0x561d2ad35180 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.027+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 >> 172.21.15.3:0/2203359668 conn(0x561d2ba46400 msgr2=0x561d2ba41000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.039 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 shutdown_connections 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/2203359668 wait complete. 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 msgr2=0x561d2ad33b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 0x561d2ad33b80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x561d2baeb770 tx=0x561d2ba9d200 comp rx=0 tx=0).stop 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 shutdown_connections 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561d2ba46800 0x561d2ad33b80 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561d2acb7c00 0x561d2ad32b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 --2- 172.21.15.3:0/560039565 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561d2ba46000 0x561d2ad33080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 >> 172.21.15.3:0/560039565 conn(0x561d2acb7000 msgr2=0x561d2ba42000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 shutdown_connections 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.028+0000 7f9f8e87b280 1 -- 172.21.15.3:0/560039565 wait complete. 2024-09-10T07:24:13.040 INFO:tasks.workunit.client.0.smithi003.stderr:+ cephfs-table-tool all reset session 2024-09-10T07:24:13.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.058+0000 7f7c1a3f9280 1 -- start start 2024-09-10T07:24:13.058 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.058+0000 7f7c1a3f9280 1 Processor -- start 2024-09-10T07:24:13.060 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c59b6c00 0x5608c5a32580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 0x5608c5a32b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c59b7c00 0x5608c5a33080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608c6790180 con 0x5608c59b7800 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5608c6790300 con 0x5608c59b7c00 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5608c6790480 con 0x5608c59b6c00 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1839f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 0x5608c5a32b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c18ba0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c59b6c00 0x5608c5a32580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1839f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 0x5608c5a32b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47066/0 (socket says 172.21.15.3:47066) 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c1839f640 1 -- 172.21.15.3:0/2502090263 learned_addr learned my addr 172.21.15.3:0/2502090263 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.059+0000 7f7c193a1640 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c59b7c00 0x5608c5a33080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1839f640 1 -- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c59b6c00 msgr2=0x5608c5a32580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.061 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1839f640 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c59b6c00 0x5608c5a32580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1839f640 1 -- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c59b7c00 msgr2=0x5608c5a33080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1839f640 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c59b7c00 0x5608c5a33080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1839f640 1 -- 172.21.15.3:0/2502090263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608c59ee780 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1839f640 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 0x5608c5a32b00 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x5608c67e7320 tx=0x5608c679d200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76bff2130c5d748b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1639b640 1 -- 172.21.15.3:0/2502090263 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608c59dc680 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1639b640 1 -- 172.21.15.3:0/2502090263 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5608c59e2a80 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1639b640 1 -- 172.21.15.3:0/2502090263 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608c59dcb60 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608c59ef4a0 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5608c59ee000 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1639b640 1 -- 172.21.15.3:0/2502090263 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x5608c68a6600 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.060+0000 7f7c1639b640 1 -- 172.21.15.3:0/2502090263 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 34) ==== 3498+0+0 (secure 0 0 0) 0x5608c5a11180 con 0x5608c59b7800 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 Processor -- start 2024-09-10T07:24:13.062 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 -- start start 2024-09-10T07:24:13.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 0x5608c5a33600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f800 0x5608c5a33b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.067 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688fc00 0x5608c5a34100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608c6790600 con 0x5608c688f400 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5608c6790780 con 0x5608c688fc00 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.061+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5608c6790900 con 0x5608c688f800 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 0x5608c5a33600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 0x5608c5a33600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47072/0 (socket says 172.21.15.3:47072) 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 -- 172.21.15.3:0/1769440160 learned_addr learned my addr 172.21.15.3:0/1769440160 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c18ba0640 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f800 0x5608c5a33b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c1839f640 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688fc00 0x5608c5a34100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 -- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f800 msgr2=0x5608c5a33b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f800 0x5608c5a33b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 -- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688fc00 msgr2=0x5608c5a34100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.068 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688fc00 0x5608c5a34100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 -- 172.21.15.3:0/1769440160 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608c59ee3c0 con 0x5608c688f400 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c1839f640 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688fc00 0x5608c5a34100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c193a1640 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 0x5608c5a33600 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x5608c68b47b0 tx=0x5608c679d020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14ffaf1968830110 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c14397640 1 -- 172.21.15.3:0/1769440160 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608c59dc9c0 con 0x5608c688f400 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c14397640 1 -- 172.21.15.3:0/1769440160 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5608c59e2fc0 con 0x5608c688f400 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.062+0000 7f7c14397640 1 -- 172.21.15.3:0/1769440160 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608c59dc680 con 0x5608c688f400 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/1769440160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 msgr2=0x5608c5a33600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 0x5608c5a33600 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x5608c68b47b0 tx=0x5608c679d020 comp rx=0 tx=0).stop 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/1769440160 shutdown_connections 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688fc00 0x5608c5a34100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f800 0x5608c5a33b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/1769440160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688f400 0x5608c5a33600 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.069 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/1769440160 >> 172.21.15.3:0/1769440160 conn(0x5608c688f000 msgr2=0x5608c6743000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/1769440160 shutdown_connections 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/1769440160 wait complete. 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 Processor -- start 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.063+0000 7f7c1a3f9280 1 -- start start 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f400 0x5608c5a35180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688f800 0x5608c5a34c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1a3f9280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688fc00 0x5608c5a34680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608c6790c00 con 0x5608c688fc00 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5608c6790d80 con 0x5608c688f800 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1a3f9280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5608c6790f00 con 0x5608c688f400 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688fc00 0x5608c5a34680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688fc00 0x5608c5a34680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47076/0 (socket says 172.21.15.3:47076) 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 -- 172.21.15.3:0/3582001045 learned_addr learned my addr 172.21.15.3:0/3582001045 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.070 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c18ba0640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688f800 0x5608c5a34c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c193a1640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f400 0x5608c5a35180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 -- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f400 msgr2=0x5608c5a35180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c688f400 0x5608c5a35180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 -- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688f800 msgr2=0x5608c5a34c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c688f800 0x5608c5a34c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 -- 172.21.15.3:0/3582001045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608c59ee780 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c1839f640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688fc00 0x5608c5a34680 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x5608c68b46f0 tx=0x5608c679ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.064+0000 7f7c12b94640 1 -- 172.21.15.3:0/3582001045 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608c59dc820 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.065+0000 7f7c12b94640 1 -- 172.21.15.3:0/3582001045 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5608c59e2c40 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.065+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5608c59ef4a0 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.065+0000 7f7c12b94640 1 -- 172.21.15.3:0/3582001045 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608c59dc9c0 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.065+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608c59ee960 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c12b94640 1 -- 172.21.15.3:0/3582001045 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5608c6908c00 con 0x5608c688fc00 2024-09-10T07:24:13.071 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c12b94640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5608c6913400 0x5608c5a35700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c12b94640 1 -- 172.21.15.3:0/3582001045 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x5608c6910600 con 0x5608c688fc00 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x5608c6913800 0x5608c5a34100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:1 7.b 7:d0630e4c:::mds0_sessionmap:head [omap-clear,omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x5608c6913c00 con 0x5608c6913800 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c193a1640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5608c6913400 0x5608c5a35700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.066+0000 7f7c18ba0640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x5608c6913800 0x5608c5a34100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.067+0000 7f7c193a1640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5608c6913400 0x5608c5a35700 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x5608c68b47b0 tx=0x5608c679cfc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.067+0000 7f7c18ba0640 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x5608c6913800 0x5608c5a34100 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.072 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c18ba0640 1 -- 172.21.15.3:0/3582001045 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(1 mds0_sessionmap [omap-clear,omap-set-header] v55'6 uv6 ondisk = 0) ==== 201+0+0 (crc 0 0 0) 0x5608c5b30000 con 0x5608c6913800 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout:{ 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout: "0": { 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout: "data": {}, 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout: "result": 0 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout: } 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout:} 2024-09-10T07:24:13.073 INFO:tasks.workunit.client.0.smithi003.stdout: 2024-09-10T07:24:13.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x5608c6913800 msgr2=0x5608c5a34100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x5608c6913800 0x5608c5a34100 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.075 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5608c6913400 msgr2=0x5608c5a35700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5608c6913400 0x5608c5a35700 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x5608c68b47b0 tx=0x5608c679cfc0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688fc00 msgr2=0x5608c5a34680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/3582001045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c688fc00 0x5608c5a34680 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x5608c68b46f0 tx=0x5608c679ce40 comp rx=0 tx=0).stop 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c18ba0640 1 -- 172.21.15.3:0/3582001045 reap_dead start 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 shutdown_connections 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 >> 172.21.15.3:0/3582001045 conn(0x5608c688f000 msgr2=0x5608c6743000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 shutdown_connections 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.068+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/3582001045 wait complete. 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 msgr2=0x5608c5a32b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 0x5608c5a32b00 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x5608c67e7320 tx=0x5608c679d200 comp rx=0 tx=0).stop 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 shutdown_connections 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608c59b7c00 0x5608c5a33080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.076 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608c59b7800 0x5608c5a32b00 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 --2- 172.21.15.3:0/2502090263 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608c59b6c00 0x5608c5a32580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 >> 172.21.15.3:0/2502090263 conn(0x5608c59b7000 msgr2=0x5608c6742800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 shutdown_connections 2024-09-10T07:24:13.077 INFO:tasks.workunit.client.0.smithi003.stderr:2024-09-10T07:24:13.069+0000 7f7c1a3f9280 1 -- 172.21.15.3:0/2502090263 wait complete. 2024-09-10T07:24:13.077 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-10T07:24:13.077 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-10T07:24:13.141 INFO:tasks.workunit:Stopping ['suites/cephfs_journal_tool_smoke.sh'] on client.0... 2024-09-10T07:24:13.141 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-10T07:24:13.437 DEBUG:teuthology.parallel:result is None 2024-09-10T07:24:13.438 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:24:13.463 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:24:13.463 DEBUG:teuthology.orchestra.run.smithi003:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:13.519 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:24:13.520 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-10T07:24:13.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.665+0000 7f0cad513640 1 Processor -- start 2024-09-10T07:24:13.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.665+0000 7f0cad513640 1 -- start start 2024-09-10T07:24:13.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0cad513640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca80d0d70 0x7f0ca815fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0cad513640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ca80cca20 0x7f0ca80cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0cad513640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ca8072db0 con 0x7f0ca815c060 2024-09-10T07:24:13.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0cad513640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0ca80cd3f0 con 0x7f0ca80cca20 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0cad513640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca8160b30 con 0x7f0ca80d0d70 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ca80cca20 0x7f0ca80cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca6ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0ca815c060 0x7f0ca80ca840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:50166/0 (socket says 172.21.15.3:50166) 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/1145065953 learned_addr learned my addr 172.21.15.3:0/1145065953 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0c9ffff640 1 --2- 172.21.15.3:0/1145065953 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca80d0d70 0x7f0ca815fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca77fe640 1 -- 172.21.15.3:0/1145065953 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca80d0d70 msgr2=0x7f0ca815fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca77fe640 1 --2- 172.21.15.3:0/1145065953 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca80d0d70 0x7f0ca815fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca77fe640 1 -- 172.21.15.3:0/1145065953 >> v1:172.21.15.3:6789/0 conn(0x7f0ca815c060 legacy=0x7f0ca80ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca67fc640 1 -- 172.21.15.3:0/1145065953 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2645405683 0 0) 0x7f0ca8072db0 con 0x7f0ca815c060 2024-09-10T07:24:13.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.666+0000 7f0ca77fe640 1 -- 172.21.15.3:0/1145065953 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca815c440 con 0x7f0ca80cca20 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.667+0000 7f0ca77fe640 1 --2- 172.21.15.3:0/1145065953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca80cceb0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009d90 tx=0x7f0ca002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af10d61bb870b736 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.667+0000 7f0ca67fc640 1 -- 172.21.15.3:0/1145065953 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0007740 con 0x7f0ca80cca20 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.667+0000 7f0ca67fc640 1 -- 172.21.15.3:0/1145065953 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ca00078e0 con 0x7f0ca80cca20 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.667+0000 7f0ca67fc640 1 -- 172.21.15.3:0/1145065953 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0007cb0 con 0x7f0ca80cca20 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 -- 172.21.15.3:0/1145065953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 msgr2=0x7f0ca80cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 --2- 172.21.15.3:0/1145065953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca80cceb0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009d90 tx=0x7f0ca002a660 comp rx=0 tx=0).stop 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 -- 172.21.15.3:0/1145065953 shutdown_connections 2024-09-10T07:24:13.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 --2- 172.21.15.3:0/1145065953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca80cceb0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 --2- 172.21.15.3:0/1145065953 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca80d0d70 0x7f0ca815fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 -- 172.21.15.3:0/1145065953 >> 172.21.15.3:0/1145065953 conn(0x7f0ca806baf0 msgr2=0x7f0ca806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 -- 172.21.15.3:0/1145065953 shutdown_connections 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.668+0000 7f0cad513640 1 -- 172.21.15.3:0/1145065953 wait complete. 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.669+0000 7f0cad513640 1 Processor -- start 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.669+0000 7f0cad513640 1 -- start start 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0cad513640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca815d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0cad513640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80d0d70 0x7f0ca80cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0cad513640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815c060 0x7f0ca80b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0cad513640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca8073050 con 0x7f0ca80cca20 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0cad513640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca8160850 con 0x7f0ca80d0d70 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0cad513640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca8160140 con 0x7f0ca815c060 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca815d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca815d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47090/0 (socket says 172.21.15.3:47090) 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/2658454576 learned_addr learned my addr 172.21.15.3:0/2658454576 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0c9ffff640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80d0d70 0x7f0ca80cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815c060 msgr2=0x7f0ca80b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815c060 0x7f0ca80b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80d0d70 msgr2=0x7f0ca80cf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80d0d70 0x7f0ca80cf7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/2658454576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca80c6270 con 0x7f0ca80cca20 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca815d830 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f0c9800c4d0 tx=0x7f0c9800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98018070 con 0x7f0ca80cca20 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.670+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c98007500 con 0x7f0ca80cca20 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.671+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca80c6550 con 0x7f0ca80cca20 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.671+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98004a20 con 0x7f0ca80cca20 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.671+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca80b1ce0 con 0x7f0ca80cca20 2024-09-10T07:24:13.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.671+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca8068da0 con 0x7f0ca80cca20 2024-09-10T07:24:13.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.672+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c9801b070 con 0x7f0ca80cca20 2024-09-10T07:24:13.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.673+0000 7f0c9f7fe640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8806be30 0x7f0c8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:13.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.673+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f0c9808a400 con 0x7f0ca80cca20 2024-09-10T07:24:13.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.673+0000 7f0c9ffff640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8806be30 0x7f0c8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:13.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.673+0000 7f0c9ffff640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8806be30 0x7f0c8806e2f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0c90006fd0 tx=0x7f0c90008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:13.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.677+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ca8068da0 con 0x7f0ca80cca20 2024-09-10T07:24:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.894+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f0ca80b3bc0 con 0x7f0ca80cca20 2024-09-10T07:24:13.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.960+0000 7f0c9f7fe640 1 -- 172.21.15.3:0/2658454576 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v35) ==== 162+0+0 (secure 0 0 0) 0x7f0c98058b90 con 0x7f0ca80cca20 2024-09-10T07:24:13.960 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8806be30 msgr2=0x7f0c8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8806be30 0x7f0c8806e2f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0c90006fd0 tx=0x7f0c90008040 comp rx=0 tx=0).stop 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 msgr2=0x7f0ca815d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca815d830 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f0c9800c4d0 tx=0x7f0c9800c990 comp rx=0 tx=0).stop 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 shutdown_connections 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c8806be30 0x7f0c8806e2f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815c060 0x7f0ca80b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80d0d70 0x7f0ca80cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 --2- 172.21.15.3:0/2658454576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80cca20 0x7f0ca815d830 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 >> 172.21.15.3:0/2658454576 conn(0x7f0ca806baf0 msgr2=0x7f0ca806dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:13.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 shutdown_connections 2024-09-10T07:24:13.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:13.963+0000 7f0cad513640 1 -- 172.21.15.3:0/2658454576 wait complete. 2024-09-10T07:24:13.976 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:24:14.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.078+0000 7f4332c65640 1 Processor -- start 2024-09-10T07:24:14.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.078+0000 7f4332c65640 1 -- start start 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.079+0000 7f4332c65640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f432c15e8d0 0x7f432c06dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.079+0000 7f4332c65640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f432c06f530 con 0x7f432c0cb580 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.079+0000 7f4332c65640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f432c0cbbb0 con 0x7f432c0acdd0 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.079+0000 7f4332c65640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f432c0cbe90 con 0x7f432c15e8d0 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.079+0000 7f4331202640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f432c0cb580 0x7f432c0ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:50176/0 (socket says 172.21.15.3:50176) 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.079+0000 7f4331202640 1 -- 172.21.15.3:0/4253065274 learned_addr learned my addr 172.21.15.3:0/4253065274 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:24:14.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f4330a01640 1 --2- 172.21.15.3:0/4253065274 >> v2:172.21.15.70:3300/0 conn(0x7f432c15e8d0 0x7f432c06dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2903025454 0 0) 0x7f432c06f530 con 0x7f432c0cb580 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4314003520 con 0x7f432c0cb580 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3139777608 0 0) 0x7f432c0cbbb0 con 0x7f432c0acdd0 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f432c06f530 con 0x7f432c0acdd0 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f4330a01640 1 -- 172.21.15.3:0/4253065274 >> v1:172.21.15.70:6789/0 conn(0x7f432c0acdd0 legacy=0x7f432c0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f4330a01640 1 -- 172.21.15.3:0/4253065274 >> v1:172.21.15.3:6789/0 conn(0x7f432c0cb580 legacy=0x7f432c0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4018178401 0 0) 0x7f4314003520 con 0x7f432c0cb580 2024-09-10T07:24:14.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.080+0000 7f4330a01640 1 -- 172.21.15.3:0/4253065274 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c0ca5f0 con 0x7f432c15e8d0 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.081+0000 7f4330a01640 1 --2- 172.21.15.3:0/4253065274 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c15e8d0 0x7f432c06dd90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f431c0097d0 tx=0x7f431c02a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b53fd5300e8df6fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.081+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431c037070 con 0x7f432c15e8d0 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.081+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f431c02ac90 con 0x7f432c15e8d0 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.081+0000 7f432b7fe640 1 -- 172.21.15.3:0/4253065274 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43240019f0 con 0x7f432c15e8d0 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 -- 172.21.15.3:0/4253065274 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c15e8d0 msgr2=0x7f432c06dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 --2- 172.21.15.3:0/4253065274 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c15e8d0 0x7f432c06dd90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f431c0097d0 tx=0x7f431c02a200 comp rx=0 tx=0).stop 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 -- 172.21.15.3:0/4253065274 shutdown_connections 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 --2- 172.21.15.3:0/4253065274 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c15e8d0 0x7f432c06dd90 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 -- 172.21.15.3:0/4253065274 >> 172.21.15.3:0/4253065274 conn(0x7f432c0cffa0 msgr2=0x7f432c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 -- 172.21.15.3:0/4253065274 shutdown_connections 2024-09-10T07:24:14.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.082+0000 7f4332c65640 1 -- 172.21.15.3:0/4253065274 wait complete. 2024-09-10T07:24:14.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.083+0000 7f4332c65640 1 Processor -- start 2024-09-10T07:24:14.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.083+0000 7f4332c65640 1 -- start start 2024-09-10T07:24:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4332c65640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f432c0acdd0 0x7f432c15b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4332c65640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c0cb580 0x7f432c15bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4332c65640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 0x7f432c15c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:14.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4332c65640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f432c073720 con 0x7f432c15e8d0 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4332c65640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f432c0cabb0 con 0x7f432c0cb580 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4332c65640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f432c0738a0 con 0x7f432c0acdd0 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 0x7f432c15c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 0x7f432c15c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47106/0 (socket says 172.21.15.3:47106) 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 -- 172.21.15.3:0/2980793251 learned_addr learned my addr 172.21.15.3:0/2980793251 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f432bfff640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c0cb580 0x7f432c15bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4330a01640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f432c0acdd0 0x7f432c15b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 -- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f432c0acdd0 msgr2=0x7f432c15b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f432c0acdd0 0x7f432c15b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 -- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c0cb580 msgr2=0x7f432c15bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c0cb580 0x7f432c15bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f4331202640 1 -- 172.21.15.3:0/2980793251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c15c930 con 0x7f432c15e8d0 2024-09-10T07:24:14.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.084+0000 7f432bfff640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c0cb580 0x7f432c15bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.085+0000 7f4331202640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 0x7f432c15c300 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f4324005c00 tx=0x7f432400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.085+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4324017070 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.085+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4324012400 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.085+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432c15cc10 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.085+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43240127f0 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.085+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f432c15d1d0 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.086+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f432c06e550 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.086+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f432401a070 con 0x7f432c15e8d0 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.087+0000 7f43297fa640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f431806be30 0x7f431806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:14.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.087+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f432408b020 con 0x7f432c15e8d0 2024-09-10T07:24:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.087+0000 7f4330a01640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f431806be30 0x7f431806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:14.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.088+0000 7f4330a01640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f431806be30 0x7f431806e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f431c034000 tx=0x7f431c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:14.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.091+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43240597b0 con 0x7f432c15e8d0 2024-09-10T07:24:14.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.306+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f432c0cc150 con 0x7f432c15e8d0 2024-09-10T07:24:14.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.307+0000 7f43297fa640 1 -- 172.21.15.3:0/2980793251 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5211 (secure 0 0 0) 0x7f43240590b0 con 0x7f432c15e8d0 2024-09-10T07:24:14.307 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:24:14.307 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":36,"btime":"2024-09-10T07:24:13:963532+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:13.963517+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:replay","state_seq":1,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-10T07:24:14.307 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 36 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f431806be30 msgr2=0x7f431806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f431806be30 0x7f431806e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f431c034000 tx=0x7f431c02e000 comp rx=0 tx=0).stop 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 msgr2=0x7f432c15c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 0x7f432c15c300 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f4324005c00 tx=0x7f432400a430 comp rx=0 tx=0).stop 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 shutdown_connections 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f431806be30 0x7f431806e2f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f432c15e8d0 0x7f432c15c300 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f432c0cb580 0x7f432c15bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 --2- 172.21.15.3:0/2980793251 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f432c0acdd0 0x7f432c15b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:14.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 >> 172.21.15.3:0/2980793251 conn(0x7f432c0cffa0 msgr2=0x7f432c0d0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:14.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 shutdown_connections 2024-09-10T07:24:14.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:14.309+0000 7f4332c65640 1 -- 172.21.15.3:0/2980793251 wait complete. 2024-09-10T07:24:14.723 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 36, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:55.760778+0000', 'modified': '2024-09-10T07:24:13.963517+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 55, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5640}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5640': {'gid': 5640, 'name': 'c', 'rank': 0, 'incarnation': 36, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.3:6835/3148800707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6833', 'nonce': 3148800707}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 3148800707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T07:24:14.723 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5640:up:replay 2024-09-10T07:24:15.724 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:24:15.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.839+0000 7fca74986640 1 Processor -- start 2024-09-10T07:24:15.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.839+0000 7fca74986640 1 -- start start 2024-09-10T07:24:15.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca74986640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca7009aa30 0x7fca700d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:15.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca74986640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fca7009ae10 0x7fca7006cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:15.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca74986640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca7015e7f0 con 0x7fca70161ef0 2024-09-10T07:24:15.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca74986640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fca700d1a50 con 0x7fca7009aa30 2024-09-10T07:24:15.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca74986640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fca700d09b0 con 0x7fca7009ae10 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca7009aa30 0x7fca700d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca7009aa30 0x7fca700d0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47120/0 (socket says 172.21.15.3:47120) 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 -- 172.21.15.3:0/1362347591 learned_addr learned my addr 172.21.15.3:0/1362347591 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca65d9b640 1 --2- 172.21.15.3:0/1362347591 >> v2:172.21.15.70:3300/0 conn(0x7fca7009ae10 0x7fca7006cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 -- 172.21.15.3:0/1362347591 >> v2:172.21.15.70:3300/0 conn(0x7fca7009ae10 msgr2=0x7fca7006cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 --2- 172.21.15.3:0/1362347591 >> v2:172.21.15.70:3300/0 conn(0x7fca7009ae10 0x7fca7006cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 -- 172.21.15.3:0/1362347591 >> v1:172.21.15.70:6789/0 conn(0x7fca70161ef0 legacy=0x7fca70162300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:15.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.840+0000 7fca6e59c640 1 -- 172.21.15.3:0/1362347591 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca700d0c90 con 0x7fca7009aa30 2024-09-10T07:24:15.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.841+0000 7fca6e59c640 1 --2- 172.21.15.3:0/1362347591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009aa30 0x7fca700d0350 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fca70073c10 tx=0x7fca6002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90452fef1b89879d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:15.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.841+0000 7fca6dd9b640 1 -- 172.21.15.3:0/1362347591 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60037070 con 0x7fca7009aa30 2024-09-10T07:24:15.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.841+0000 7fca6dd9b640 1 -- 172.21.15.3:0/1362347591 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca60032440 con 0x7fca7009aa30 2024-09-10T07:24:15.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.841+0000 7fca6dd9b640 1 -- 172.21.15.3:0/1362347591 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60032810 con 0x7fca7009aa30 2024-09-10T07:24:15.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 -- 172.21.15.3:0/1362347591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009aa30 msgr2=0x7fca700d0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:15.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 --2- 172.21.15.3:0/1362347591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009aa30 0x7fca700d0350 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fca70073c10 tx=0x7fca6002a270 comp rx=0 tx=0).stop 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 -- 172.21.15.3:0/1362347591 shutdown_connections 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 --2- 172.21.15.3:0/1362347591 >> v2:172.21.15.70:3300/0 conn(0x7fca7009ae10 0x7fca7006cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 --2- 172.21.15.3:0/1362347591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009aa30 0x7fca700d0350 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 -- 172.21.15.3:0/1362347591 >> 172.21.15.3:0/1362347591 conn(0x7fca700b3cf0 msgr2=0x7fca700b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 -- 172.21.15.3:0/1362347591 shutdown_connections 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.842+0000 7fca74986640 1 -- 172.21.15.3:0/1362347591 wait complete. 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.843+0000 7fca74986640 1 Processor -- start 2024-09-10T07:24:15.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.843+0000 7fca74986640 1 -- start start 2024-09-10T07:24:15.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca74986640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7009aa30 0x7fca7015c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca74986640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 0x7fca700afa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca74986640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca70161ef0 0x7fca7015f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca74986640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fca700d1530 con 0x7fca7009ae10 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca74986640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fca700d1250 con 0x7fca7009aa30 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca74986640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fca700b2940 con 0x7fca70161ef0 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca65d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 0x7fca700afa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca65d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 0x7fca700afa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47136/0 (socket says 172.21.15.3:47136) 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca65d9b640 1 -- 172.21.15.3:0/1130048270 learned_addr learned my addr 172.21.15.3:0/1130048270 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca6e59c640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7009aa30 0x7fca7015c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.844+0000 7fca6ed9d640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca70161ef0 0x7fca7015f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca65d9b640 1 -- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca70161ef0 msgr2=0x7fca7015f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca65d9b640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca70161ef0 0x7fca7015f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:15.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca65d9b640 1 -- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7009aa30 msgr2=0x7fca7015c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca65d9b640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7009aa30 0x7fca7015c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca65d9b640 1 -- 172.21.15.3:0/1130048270 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca700b6220 con 0x7fca7009ae10 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca65d9b640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 0x7fca700afa60 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fca5800d800 tx=0x7fca5800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca5800b6c0 con 0x7fca7009ae10 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca58019070 con 0x7fca7009ae10 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca700b6500 con 0x7fca7009ae10 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca5800ba80 con 0x7fca7009ae10 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.845+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca700b6ac0 con 0x7fca7009ae10 2024-09-10T07:24:15.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.846+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca7009b280 con 0x7fca7009ae10 2024-09-10T07:24:15.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.846+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fca5800bc20 con 0x7fca7009ae10 2024-09-10T07:24:15.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.847+0000 7fca677fe640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca5006be30 0x7fca5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:15.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.847+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7fca5808b3d0 con 0x7fca7009ae10 2024-09-10T07:24:15.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.847+0000 7fca6e59c640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca5006be30 0x7fca5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:15.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.848+0000 7fca6e59c640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca5006be30 0x7fca5006e2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fca60034000 tx=0x7fca6002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:15.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:15.851+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca58059510 con 0x7fca7009ae10 2024-09-10T07:24:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.065+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca70067db0 con 0x7fca7009ae10 2024-09-10T07:24:16.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.066+0000 7fca677fe640 1 -- 172.21.15.3:0/1130048270 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5212 (secure 0 0 0) 0x7fca5805d810 con 0x7fca7009ae10 2024-09-10T07:24:16.066 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:24:16.066 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":38,"btime":"2024-09-10T07:24:15:970353+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:14.972154+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:rejoin","state_seq":18,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":3}]} 2024-09-10T07:24:16.066 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 38 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca5006be30 msgr2=0x7fca5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca5006be30 0x7fca5006e2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fca60034000 tx=0x7fca6002e000 comp rx=0 tx=0).stop 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 msgr2=0x7fca700afa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 0x7fca700afa60 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fca5800d800 tx=0x7fca5800dcc0 comp rx=0 tx=0).stop 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 shutdown_connections 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca5006be30 0x7fca5006e2f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca70161ef0 0x7fca7015f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7009ae10 0x7fca700afa60 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 --2- 172.21.15.3:0/1130048270 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7009aa30 0x7fca7015c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 >> 172.21.15.3:0/1130048270 conn(0x7fca700b3cf0 msgr2=0x7fca700cce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 shutdown_connections 2024-09-10T07:24:16.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:16.068+0000 7fca74986640 1 -- 172.21.15.3:0/1130048270 wait complete. 2024-09-10T07:24:16.481 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 38, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:55.760778+0000', 'modified': '2024-09-10T07:24:14.972154+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 55, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5640}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5640': {'gid': 5640, 'name': 'c', 'rank': 0, 'incarnation': 36, 'state': 'up:rejoin', 'state_seq': 18, 'addr': '172.21.15.3:6835/3148800707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6833', 'nonce': 3148800707}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 3148800707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T07:24:16.482 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5640:up:rejoin 2024-09-10T07:24:17.483 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:24:17.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.599+0000 7eff9ea8d640 1 Processor -- start 2024-09-10T07:24:17.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.599+0000 7eff9ea8d640 1 -- start start 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9ea8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff9815e5a0 0x7eff980d2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9ea8d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7eff980d13d0 0x7eff980b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9ea8d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff980d32d0 con 0x7eff980d2d70 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9ea8d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7eff9815e980 con 0x7eff980d13d0 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9ea8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7eff980d3ee0 con 0x7eff9815e5a0 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9d02a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7eff980d13d0 0x7eff980b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff8ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7eff980d2d70 0x7eff980d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:50188/0 (socket says 172.21.15.3:50188) 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff8ffff640 1 -- 172.21.15.3:0/2738365080 learned_addr learned my addr 172.21.15.3:0/2738365080 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9c829640 1 --2- 172.21.15.3:0/2738365080 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff9815e5a0 0x7eff980d2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9d02a640 1 -- 172.21.15.3:0/2738365080 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff9815e5a0 msgr2=0x7eff980d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9d02a640 1 --2- 172.21.15.3:0/2738365080 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff9815e5a0 0x7eff980d2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff9d02a640 1 -- 172.21.15.3:0/2738365080 >> v1:172.21.15.3:6789/0 conn(0x7eff980d2d70 legacy=0x7eff980d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.601+0000 7eff9d02a640 1 -- 172.21.15.3:0/2738365080 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff980d35b0 con 0x7eff980d13d0 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.600+0000 7eff8f7fe640 1 -- 172.21.15.3:0/2738365080 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3648685781 0 0) 0x7eff980d32d0 con 0x7eff980d2d70 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.601+0000 7eff9d02a640 1 --2- 172.21.15.3:0/2738365080 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b76c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7eff90009d90 tx=0x7eff9002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c9cd8a46834223c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.601+0000 7eff8f7fe640 1 -- 172.21.15.3:0/2738365080 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff90007740 con 0x7eff980d13d0 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.601+0000 7eff8f7fe640 1 -- 172.21.15.3:0/2738365080 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff900078e0 con 0x7eff980d13d0 2024-09-10T07:24:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.601+0000 7eff8f7fe640 1 -- 172.21.15.3:0/2738365080 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff90007cb0 con 0x7eff980d13d0 2024-09-10T07:24:17.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2738365080 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 msgr2=0x7eff980b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2738365080 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b76c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7eff90009d90 tx=0x7eff9002a660 comp rx=0 tx=0).stop 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2738365080 shutdown_connections 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2738365080 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b76c0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2738365080 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff9815e5a0 0x7eff980d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2738365080 >> 172.21.15.3:0/2738365080 conn(0x7eff9806d1c0 msgr2=0x7eff98073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2738365080 shutdown_connections 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.602+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2738365080 wait complete. 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.603+0000 7eff9ea8d640 1 Processor -- start 2024-09-10T07:24:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.603+0000 7eff9ea8d640 1 -- start start 2024-09-10T07:24:17.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9ea8d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:17.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9ea8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff980d2d70 0x7eff9814e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9ea8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff9815e5a0 0x7eff980cd110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9ea8d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff980d22f0 con 0x7eff980d13d0 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9ea8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7eff980d3b70 con 0x7eff9815e5a0 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9ea8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7eff980b7c00 con 0x7eff980d2d70 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9c829640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9c829640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47152/0 (socket says 172.21.15.3:47152) 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.604+0000 7eff9c829640 1 -- 172.21.15.3:0/2206316132 learned_addr learned my addr 172.21.15.3:0/2206316132 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff8ffff640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff980d2d70 0x7eff9814e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9d02a640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff9815e5a0 0x7eff980cd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9c829640 1 -- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff980d2d70 msgr2=0x7eff9814e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9c829640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff980d2d70 0x7eff9814e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9c829640 1 -- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff9815e5a0 msgr2=0x7eff980cd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:17.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9c829640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff9815e5a0 0x7eff980cd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9c829640 1 -- 172.21.15.3:0/2206316132 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff980b6640 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff8ffff640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff980d2d70 0x7eff9814e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9d02a640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff9815e5a0 0x7eff980cd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9c829640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b54a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7eff9400e8a0 tx=0x7eff9400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff94017070 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff9400c940 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff980b6920 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9400cd30 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.605+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff980b4ca0 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.606+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff980b76c0 con 0x7eff980d13d0 2024-09-10T07:24:17.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.607+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff9401a070 con 0x7eff980d13d0 2024-09-10T07:24:17.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.607+0000 7eff8d7fa640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff8406be30 0x7eff8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:17.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.607+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7eff9408b2d0 con 0x7eff980d13d0 2024-09-10T07:24:17.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.608+0000 7eff8ffff640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff8406be30 0x7eff8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:17.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.608+0000 7eff8ffff640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff8406be30 0x7eff8406e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7eff980b48f0 tx=0x7eff88009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:17.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.612+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff94059a60 con 0x7eff980d13d0 2024-09-10T07:24:17.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.824+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff9815be20 con 0x7eff980d13d0 2024-09-10T07:24:17.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.825+0000 7eff8d7fa640 1 -- 172.21.15.3:0/2206316132 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5219 (secure 0 0 0) 0x7eff94059360 con 0x7eff980d13d0 2024-09-10T07:24:17.825 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:24:17.825 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"btime":"2024-09-10T07:24:16:971644+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:16.971638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":19,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5640,"qdb_cluster":[5640]},"id":3}]} 2024-09-10T07:24:17.825 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 39 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff8406be30 msgr2=0x7eff8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff8406be30 0x7eff8406e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7eff980b48f0 tx=0x7eff88009040 comp rx=0 tx=0).stop 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 msgr2=0x7eff980b54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b54a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7eff9400e8a0 tx=0x7eff9400ed60 comp rx=0 tx=0).stop 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 shutdown_connections 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff8406be30 0x7eff8406e2f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff9815e5a0 0x7eff980cd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff980d2d70 0x7eff9814e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 --2- 172.21.15.3:0/2206316132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff980d13d0 0x7eff980b54a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:17.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 >> 172.21.15.3:0/2206316132 conn(0x7eff9806d1c0 msgr2=0x7eff9815b620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:17.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 shutdown_connections 2024-09-10T07:24:17.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:17.827+0000 7eff9ea8d640 1 -- 172.21.15.3:0/2206316132 wait complete. 2024-09-10T07:24:17.887 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:24:17.888+0000 7fcf6a090640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:24:18.240 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 39, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:21:55.760778+0000', 'modified': '2024-09-10T07:24:16.971638+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 55, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5640}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5640': {'gid': 5640, 'name': 'c', 'rank': 0, 'incarnation': 36, 'state': 'up:active', 'state_seq': 19, 'addr': '172.21.15.3:6835/3148800707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6833', 'nonce': 3148800707}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 3148800707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5640, 'qdb_cluster': [5640]} 2024-09-10T07:24:18.241 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:24:18.241 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:24:18.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.349+0000 7fb98537f640 1 Processor -- start 2024-09-10T07:24:18.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.349+0000 7fb98537f640 1 -- start start 2024-09-10T07:24:18.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb98537f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 0x7fb9800ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb98537f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb9800cfd30 0x7fb9800d01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb98537f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9800ce620 con 0x7fb98015c2e0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb98537f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb9800cd130 con 0x7fb9800cfd30 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb98537f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb98015c6c0 con 0x7fb9800cc7b0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97effd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb98015c2e0 0x7fb9800cf380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:50194/0 (socket says 172.21.15.3:50194) 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97effd640 1 -- 172.21.15.3:0/3809816883 learned_addr learned my addr 172.21.15.3:0/3809816883 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb977fff640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 0x7fb9800ccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/3809816883 >> v2:172.21.15.70:3300/0 conn(0x7fb9800cfd30 0x7fb9800d01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4263854194 0 0) 0x7fb970001110 con 0x7fb98015c2e0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb96c003520 con 0x7fb98015c2e0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3420518222 0 0) 0x7fb96c003520 con 0x7fb98015c2e0 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 msgr2=0x7fb9800ccbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 0x7fb9800ccbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 >> v2:172.21.15.70:3300/0 conn(0x7fb9800cfd30 msgr2=0x7fb9800d01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 --2- 172.21.15.3:0/3809816883 >> v2:172.21.15.70:3300/0 conn(0x7fb9800cfd30 0x7fb9800d01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9800d2850 con 0x7fb98015c2e0 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fb970001840 con 0x7fb98015c2e0 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/3809816883 >> v2:172.21.15.70:3300/0 conn(0x7fb9800cfd30 0x7fb9800d01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 >> v1:172.21.15.3:6789/0 conn(0x7fb98015c2e0 legacy=0x7fb9800cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.350+0000 7fb97e7fc640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb96c003a20 0x7fb96c003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97e7fc640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96c004800 0x7fb96c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97e7fc640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 0x7fb96c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb9800cd130 con 0x7fb96c003a20 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb98015c6c0 con 0x7fb96c004800 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb96c00ba40 con 0x7fb9800cc7b0 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97effd640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb96c003a20 0x7fb96c003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb977fff640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96c004800 0x7fb96c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 0x7fb96c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97effd640 1 -- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 msgr2=0x7fb96c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97effd640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb9800cc7b0 0x7fb96c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97effd640 1 -- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96c004800 msgr2=0x7fb96c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97effd640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb96c004800 0x7fb96c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.351+0000 7fb97effd640 1 -- 172.21.15.3:0/3809816883 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb96c003520 con 0x7fb96c003a20 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb97effd640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb96c003a20 0x7fb96c003e40 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fb97000c490 tx=0x7fb96c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff8fe1b8801c811c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970032020 con 0x7fb96c003a20 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb970005ad0 con 0x7fb96c003a20 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb97e7fc640 1 -- 172.21.15.3:0/3809816883 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97000c0e0 con 0x7fb96c003a20 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb98537f640 1 -- 172.21.15.3:0/3809816883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb96c003a20 msgr2=0x7fb96c003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb98537f640 1 --2- 172.21.15.3:0/3809816883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb96c003a20 0x7fb96c003e40 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fb97000c490 tx=0x7fb96c005830 comp rx=0 tx=0).stop 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb97f7fe640 1 -- 172.21.15.3:0/3809816883 reap_dead start 2024-09-10T07:24:18.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb98537f640 1 -- 172.21.15.3:0/3809816883 shutdown_connections 2024-09-10T07:24:18.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb98537f640 1 -- 172.21.15.3:0/3809816883 >> 172.21.15.3:0/3809816883 conn(0x7fb98006feb0 msgr2=0x7fb980070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb98537f640 1 -- 172.21.15.3:0/3809816883 shutdown_connections 2024-09-10T07:24:18.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.352+0000 7fb98537f640 1 -- 172.21.15.3:0/3809816883 wait complete. 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 Processor -- start 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 -- start start 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb96c003a20 0x7fb98014b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9801548e0 0x7fb980155320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 0x7fb980155860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb9800cee60 con 0x7fb980154390 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb9800ceb80 con 0x7fb9801548e0 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb98537f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb9800d0700 con 0x7fb96c003a20 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb97f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 0x7fb980155860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb97f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 0x7fb980155860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47168/0 (socket says 172.21.15.3:47168) 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.354+0000 7fb97f7fe640 1 -- 172.21.15.3:0/2349465129 learned_addr learned my addr 172.21.15.3:0/2349465129 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97effd640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb96c003a20 0x7fb98014b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb977fff640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9801548e0 0x7fb980155320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97f7fe640 1 -- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb96c003a20 msgr2=0x7fb98014b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb96c003a20 0x7fb98014b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97f7fe640 1 -- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9801548e0 msgr2=0x7fb980155320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9801548e0 0x7fb980155320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97f7fe640 1 -- 172.21.15.3:0/2349465129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98014b910 con 0x7fb980154390 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 0x7fb980155860 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fb9800ce3f0 tx=0x7fb97800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb9777fe640 1 -- 172.21.15.3:0/2349465129 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97800fe20 con 0x7fb980154390 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb9777fe640 1 -- 172.21.15.3:0/2349465129 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb978003990 con 0x7fb980154390 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9800c7e30 con 0x7fb980154390 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb9777fe640 1 -- 172.21.15.3:0/2349465129 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978003d80 con 0x7fb980154390 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.355+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9800c83f0 con 0x7fb980154390 2024-09-10T07:24:18.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.357+0000 7fb9777fe640 1 -- 172.21.15.3:0/2349465129 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb97801f020 con 0x7fb980154390 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.357+0000 7fb9777fe640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb96006be60 0x7fb96006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.357+0000 7fb9777fe640 1 -- 172.21.15.3:0/2349465129 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7fb97808b4d0 con 0x7fb980154390 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.357+0000 7fb97effd640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb96006be60 0x7fb96006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.358+0000 7fb97effd640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb96006be60 0x7fb96006e320 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb970001050 tx=0x7fb970009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.358+0000 7fb9881f5740 1 Processor -- start 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.358+0000 7fb9881f5740 1 -- start start 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f26406a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 0x557f263c16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263bb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb9881f5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557f26323520 con 0x557f263bea80 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x557f262cb3e0 con 0x557f263c2a50 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x557f2631f4e0 con 0x557f263c12c0 2024-09-10T07:24:18.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 0x557f263c16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 0x557f263c16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47172/0 (socket says 172.21.15.3:47172) 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 -- 172.21.15.3:0/2677283481 learned_addr learned my addr 172.21.15.3:0/2677283481 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263bb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb97effd640 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f26406a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 -- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 msgr2=0x557f26406a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f26406a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 -- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 msgr2=0x557f263bb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263bb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.359+0000 7fb977fff640 1 -- 172.21.15.3:0/2677283481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f262e62f0 con 0x557f263bea80 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb977fff640 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 0x557f263c16a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fb968009bb0 tx=0x7fb968009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=761792d232f3e9ba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb974ff9640 1 -- 172.21.15.3:0/2677283481 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96801f480 con 0x557f263bea80 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb974ff9640 1 -- 172.21.15.3:0/2677283481 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96801f620 con 0x557f263bea80 2024-09-10T07:24:18.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb974ff9640 1 -- 172.21.15.3:0/2677283481 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96801fa10 con 0x557f263bea80 2024-09-10T07:24:18.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 -- 172.21.15.3:0/2677283481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 msgr2=0x557f263c16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 0x557f263c16a0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fb968009bb0 tx=0x7fb968009190 comp rx=0 tx=0).stop 2024-09-10T07:24:18.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 -- 172.21.15.3:0/2677283481 shutdown_connections 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263bb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263bea80 0x557f263c16a0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 --2- 172.21.15.3:0/2677283481 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f26406a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.360+0000 7fb9881f5740 1 -- 172.21.15.3:0/2677283481 >> 172.21.15.3:0/2677283481 conn(0x557f263bda80 msgr2=0x557f26405f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.361+0000 7fb9881f5740 1 -- 172.21.15.3:0/2677283481 shutdown_connections 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.361+0000 7fb9881f5740 1 -- 172.21.15.3:0/2677283481 wait complete. 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.361+0000 7fb9881f5740 1 -- start start 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.361+0000 7fb9881f5740 1 Processor -- start 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f2641a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263bb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263e73f0 0x557f263e7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557f263bcf20 con 0x557f263c2a50 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x557f262ac450 con 0x557f263e73f0 2024-09-10T07:24:18.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x557f26407290 con 0x557f263c12c0 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb9881f5740 10 client.0 _ll_register_callbacks cb 0x557f26035ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263bb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263bb7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47180/0 (socket says 172.21.15.3:47180) 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 -- 172.21.15.3:0/480182816 learned_addr learned my addr 172.21.15.3:0/480182816 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263e73f0 0x557f263e7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb97effd640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f2641a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 -- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 msgr2=0x557f2641a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f2641a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 -- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263e73f0 msgr2=0x557f263e7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263e73f0 0x557f263e7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb977fff640 1 -- 172.21.15.3:0/480182816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f260362d0 con 0x557f263c2a50 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.362+0000 7fb97effd640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f2641a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb977fff640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263bb7a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fb96801fa30 tx=0x7fb9680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7641525f1c0a2e01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb95dffb640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb95dffb640 1 -- 172.21.15.3:0/480182816 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96802d060 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb95dffb640 1 -- 172.21.15.3:0/480182816 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7fb96801fda0 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb96801f620 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb95dffb640 1 -- 172.21.15.3:0/480182816 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fb968033050 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 10 client.6015 fetch_fsmap learned FSMap version 39 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) -- 0x557f261006b0 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb95dffb640 1 -- 172.21.15.3:0/480182816 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96801f620 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb95dffb640 1 -- 172.21.15.3:0/480182816 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 39) ==== 3502+0+0 (secure 0 0 0) 0x7fb968036020 con 0x557f263c2a50 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 10 client.6015 fetch_fsmap finished waiting for FSMap version 39 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 10 client.6015 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 20 client.6015 populate_metadata read hostname 'smithi003' 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f264163f0 0x557f264167d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 4 client.6015 mds_command: new command op to 5640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 --> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f26330c50 con 0x557f264163f0 2024-09-10T07:24:18.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.363+0000 7fb97effd640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f264163f0 0x557f264167d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb97effd640 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f264163f0 0x557f264167d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac8ea427df3ea9c1 server_cookie=75cf84423eac03d0 in_seq=0 out_seq=0 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb95dffb640 10 client.6015 ms_handle_connect on v2:172.21.15.3:6833/3148800707 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb95dffb640 1 -- 172.21.15.3:0/480182816 <== mds.0 v2:172.21.15.3:6833/3148800707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f26330c50 con 0x557f264163f0 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb95dffb640 10 client.6015 handle_command_reply: tid=0 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb9881f5740 1 client.6015 shutdown 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 msgr2=0x557f263bb7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.364+0000 7fb9881f5740 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263bb7a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fb96801fa30 tx=0x7fb9680046c0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 shutdown_connections 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f264163f0 0x557f264167d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263e73f0 0x557f263e7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb95dffb640 0 client.6015 ms_handle_reset on v2:172.21.15.3:6833/3148800707 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263bb7a0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 --2- 172.21.15.3:0/480182816 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f2641a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 >> 172.21.15.3:0/480182816 conn(0x557f263bea80 msgr2=0x557f26403fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 shutdown_connections 2024-09-10T07:24:18.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 1 -- 172.21.15.3:0/480182816 wait complete. 2024-09-10T07:24:18.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.365+0000 7fb9881f5740 20 client.6015 trim_cache size 0 max 16384 2024-09-10T07:24:18.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 Processor -- start 2024-09-10T07:24:18.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 -- start start 2024-09-10T07:24:18.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f264041a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263baf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 0x557f263bb480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb9801fe750 con 0x557f263e73f0 2024-09-10T07:24:18.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb9800cb000 con 0x557f263c2a50 2024-09-10T07:24:18.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb9801fe100 con 0x557f263c12c0 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb97f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 0x557f263bb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb97f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 0x557f263bb480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47190/0 (socket says 172.21.15.3:47190) 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.383+0000 7fb97f7fe640 1 -- 172.21.15.3:0/3903532249 learned_addr learned my addr 172.21.15.3:0/3903532249 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb977fff640 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263baf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97effd640 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f264041a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97f7fe640 1 -- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 msgr2=0x557f264041a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f264041a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97f7fe640 1 -- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 msgr2=0x557f263baf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263baf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97f7fe640 1 -- 172.21.15.3:0/3903532249 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f26408340 con 0x557f263e73f0 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 0x557f263bb480 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb9780558e0 tx=0x7fb978058f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e547d3b40836f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb95ffff640 1 -- 172.21.15.3:0/3903532249 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978062140 con 0x557f263e73f0 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb95ffff640 1 -- 172.21.15.3:0/3903532249 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9780577d0 con 0x557f263e73f0 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.384+0000 7fb95ffff640 1 -- 172.21.15.3:0/3903532249 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb97808b0c0 con 0x557f263e73f0 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 -- 172.21.15.3:0/3903532249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 msgr2=0x557f263bb480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 0x557f263bb480 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb9780558e0 tx=0x7fb978058f30 comp rx=0 tx=0).stop 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 -- 172.21.15.3:0/3903532249 shutdown_connections 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263e73f0 0x557f263bb480 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c2a50 0x557f263baf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 --2- 172.21.15.3:0/3903532249 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263c12c0 0x557f264041a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 -- 172.21.15.3:0/3903532249 >> 172.21.15.3:0/3903532249 conn(0x557f263bea80 msgr2=0x557f263e9f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 -- 172.21.15.3:0/3903532249 shutdown_connections 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 -- 172.21.15.3:0/3903532249 wait complete. 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 -- start start 2024-09-10T07:24:18.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.385+0000 7fb9881f5740 1 Processor -- start 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c12c0 0x557f2647e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263e61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263e73f0 0x557f263e6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557f263bab70 con 0x557f263c2a50 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x557f263e9020 con 0x557f263c12c0 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x557f263e2440 con 0x557f263e73f0 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb9881f5740 10 client.0 _ll_register_callbacks cb 0x7fb9680099d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:24:18.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263e61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263e61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47206/0 (socket says 172.21.15.3:47206) 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 -- 172.21.15.3:0/1319977713 learned_addr learned my addr 172.21.15.3:0/1319977713 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb97effd640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c12c0 0x557f2647e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb97f7fe640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263e73f0 0x557f263e6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 -- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263e73f0 msgr2=0x557f263e6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263e73f0 0x557f263e6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 -- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c12c0 msgr2=0x557f2647e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c12c0 0x557f2647e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.386+0000 7fb977fff640 1 -- 172.21.15.3:0/1319977713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f26405340 con 0x557f263c2a50 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb977fff640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263e61e0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb968009aa0 tx=0x7fb968008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f55d025a051a89d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb95dffb640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb95dffb640 1 -- 172.21.15.3:0/1319977713 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb968000e60 con 0x557f263c2a50 2024-09-10T07:24:18.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb95dffb640 1 -- 172.21.15.3:0/1319977713 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7fb96801f4d0 con 0x557f263c2a50 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9780577d0 con 0x557f263c2a50 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb95dffb640 1 -- 172.21.15.3:0/1319977713 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fb968016850 con 0x557f263c2a50 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 10 client.6021 fetch_fsmap learned FSMap version 39 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) -- 0x557f2641eef0 con 0x557f263c2a50 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb95dffb640 1 -- 172.21.15.3:0/1319977713 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9780577d0 con 0x557f263c2a50 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb95dffb640 1 -- 172.21.15.3:0/1319977713 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 39) ==== 3502+0+0 (secure 0 0 0) 0x7fb96803f050 con 0x557f263c2a50 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 10 client.6021 fetch_fsmap finished waiting for FSMap version 39 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 10 client.6021 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 20 client.6021 populate_metadata read hostname 'smithi003' 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f26403370 0x557f2641ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 4 client.6021 mds_command: new command op to 5640 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 --> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] -- command(tid 0: {"prefix": "status"}) -- 0x557f2632afa0 con 0x557f26403370 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.387+0000 7fb97effd640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f26403370 0x557f2641ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb95dffb640 10 client.6021 ms_handle_connect on v2:172.21.15.3:6833/3148800707 2024-09-10T07:24:18.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb97effd640 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f26403370 0x557f2641ddb0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=790d515d4e7e21f1 server_cookie=901d2b7295ac85f7 in_seq=0 out_seq=0 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb95dffb640 1 -- 172.21.15.3:0/1319977713 <== mds.0 v2:172.21.15.3:6833/3148800707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x557f2632afa0 con 0x557f26403370 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb95dffb640 10 client.6021 handle_command_reply: tid=0 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 client.6021 shutdown 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 msgr2=0x557f263e61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263e61e0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb968009aa0 tx=0x7fb968008040 comp rx=0 tx=0).stop 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 shutdown_connections 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:6833/3148800707,v1:172.21.15.3:6835/3148800707] conn(0x557f26403370 0x557f2641ddb0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x557f263e73f0 0x557f263e6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557f263c2a50 0x557f263e61e0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb95dffb640 0 client.6021 ms_handle_reset on v2:172.21.15.3:6833/3148800707 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 --2- 172.21.15.3:0/1319977713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x557f263c12c0 0x557f2647e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 >> 172.21.15.3:0/1319977713 conn(0x557f263bea80 msgr2=0x557f264167d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 shutdown_connections 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 1 -- 172.21.15.3:0/1319977713 wait complete. 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.388+0000 7fb9881f5740 20 client.6021 trim_cache size 0 max 16384 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5640, 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 4.4238519480000003, 2024-09-10T07:24:18.395 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 39, 2024-09-10T07:24:18.396 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 55, 2024-09-10T07:24:18.396 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 55, 2024-09-10T07:24:18.396 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 66.468627873000003 2024-09-10T07:24:18.396 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:24:18.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb96006be60 msgr2=0x7fb96006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb96006be60 0x7fb96006e320 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb970001050 tx=0x7fb970009030 comp rx=0 tx=0).stop 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 msgr2=0x7fb980155860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 0x7fb980155860 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fb9800ce3f0 tx=0x7fb97800f580 comp rx=0 tx=0).stop 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 shutdown_connections 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb96006be60 0x7fb96006e320 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb980154390 0x7fb980155860 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb9801548e0 0x7fb980155320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 --2- 172.21.15.3:0/2349465129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb96c003a20 0x7fb98014b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 >> 172.21.15.3:0/2349465129 conn(0x7fb98006feb0 msgr2=0x7fb9800b4fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 shutdown_connections 2024-09-10T07:24:18.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.389+0000 7fb98537f640 1 -- 172.21.15.3:0/2349465129 wait complete. 2024-09-10T07:24:18.400 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:24:18.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 Processor -- start 2024-09-10T07:24:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 -- start start 2024-09-10T07:24:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5e2815e800 0x7f5e280cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5e280d3470 0x7f5e280d3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e280cfd30 con 0x7f5e280cf910 2024-09-10T07:24:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f5e2815ebe0 con 0x7f5e280d3470 2024-09-10T07:24:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.502+0000 7f5e2d874640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5e280d42d0 con 0x7f5e2815e800 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5e280d3470 0x7f5e280d3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5e280d3470 0x7f5e280d3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40106/0 (socket says 172.21.15.3:40106) 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 -- 172.21.15.3:0/2533231506 learned_addr learned my addr 172.21.15.3:0/2533231506 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e26ffd640 1 --2- 172.21.15.3:0/2533231506 >> v2:172.21.15.70:3300/0 conn(0x7f5e2815e800 0x7f5e280cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 -- 172.21.15.3:0/2533231506 >> v2:172.21.15.70:3300/0 conn(0x7f5e2815e800 msgr2=0x7f5e280cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 --2- 172.21.15.3:0/2533231506 >> v2:172.21.15.70:3300/0 conn(0x7f5e2815e800 0x7f5e280cf3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 -- 172.21.15.3:0/2533231506 >> v1:172.21.15.70:6789/0 conn(0x7f5e280cf910 legacy=0x7f5e2806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.503+0000 7f5e277fe640 1 -- 172.21.15.3:0/2533231506 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e280d3ff0 con 0x7f5e280d3470 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e277fe640 1 --2- 172.21.15.3:0/2533231506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280d3900 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f5e2806c800 tx=0x7f5e1802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14745bc5f4992fde server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e25ffb640 1 -- 172.21.15.3:0/2533231506 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e18036070 con 0x7f5e280d3470 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e25ffb640 1 -- 172.21.15.3:0/2533231506 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e18031600 con 0x7f5e280d3470 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e25ffb640 1 -- 172.21.15.3:0/2533231506 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e180319d0 con 0x7f5e280d3470 2024-09-10T07:24:18.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 -- 172.21.15.3:0/2533231506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 msgr2=0x7f5e280d3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 --2- 172.21.15.3:0/2533231506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280d3900 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f5e2806c800 tx=0x7f5e1802a6f0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 -- 172.21.15.3:0/2533231506 shutdown_connections 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 --2- 172.21.15.3:0/2533231506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280d3900 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 --2- 172.21.15.3:0/2533231506 >> v2:172.21.15.70:3300/0 conn(0x7f5e2815e800 0x7f5e280cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 -- 172.21.15.3:0/2533231506 >> 172.21.15.3:0/2533231506 conn(0x7f5e2809d750 msgr2=0x7f5e280d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 -- 172.21.15.3:0/2533231506 shutdown_connections 2024-09-10T07:24:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.504+0000 7f5e2d874640 1 -- 172.21.15.3:0/2533231506 wait complete. 2024-09-10T07:24:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.506+0000 7f5e2d874640 1 Processor -- start 2024-09-10T07:24:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.506+0000 7f5e2d874640 1 -- start start 2024-09-10T07:24:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e280cf910 0x7f5e2814fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280c7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e2815e800 0x7f5e280c9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2806d170 con 0x7f5e280d3470 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2806ce90 con 0x7f5e280cf910 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5e280d4e30 con 0x7f5e2815e800 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280c7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280c7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40110/0 (socket says 172.21.15.3:40110) 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 -- 172.21.15.3:0/4287455396 learned_addr learned my addr 172.21.15.3:0/4287455396 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e26ffd640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e280cf910 0x7f5e2814fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e277fe640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e2815e800 0x7f5e280c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 -- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e2815e800 msgr2=0x7f5e280c9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e2815e800 0x7f5e280c9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 -- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e280cf910 msgr2=0x7f5e2814fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e280cf910 0x7f5e2814fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 -- 172.21.15.3:0/4287455396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e280c8760 con 0x7f5e280d3470 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e267fc640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280c7e60 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f5e1000c410 tx=0x7f5e1000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e10017070 con 0x7f5e280d3470 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e100035f0 con 0x7f5e280d3470 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e280c8a40 con 0x7f5e280d3470 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e10003a20 con 0x7f5e280d3470 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.507+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e280c9000 con 0x7f5e280d3470 2024-09-10T07:24:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.509+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e28068880 con 0x7f5e280d3470 2024-09-10T07:24:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.509+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5e1001a070 con 0x7f5e280d3470 2024-09-10T07:24:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.510+0000 7f5e1ffff640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e0806be30 0x7f5e0806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:24:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.510+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f5e1008a4a0 con 0x7f5e280d3470 2024-09-10T07:24:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.510+0000 7f5e26ffd640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e0806be30 0x7f5e0806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:24:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.511+0000 7f5e26ffd640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e0806be30 0x7f5e0806e2f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5e2000aa20 tx=0x7f5e20008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:24:18.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.514+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e100585e0 con 0x7f5e280d3470 2024-09-10T07:24:18.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.725+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5e280c9490 con 0x7f5e280d3470 2024-09-10T07:24:18.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.726+0000 7f5e1ffff640 1 -- 172.21.15.3:0/4287455396 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v39) ==== 53+0+73 (secure 0 0 0) 0x7f5e1005c8e0 con 0x7f5e280d3470 2024-09-10T07:24:18.726 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:24:18.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e0806be30 msgr2=0x7f5e0806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e0806be30 0x7f5e0806e2f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5e2000aa20 tx=0x7f5e20008040 comp rx=0 tx=0).stop 2024-09-10T07:24:18.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 msgr2=0x7f5e280c7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:24:18.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280c7e60 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f5e1000c410 tx=0x7f5e1000c8d0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 shutdown_connections 2024-09-10T07:24:18.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5e0806be30 0x7f5e0806e2f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5e2815e800 0x7f5e280c9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5e280d3470 0x7f5e280c7e60 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 --2- 172.21.15.3:0/4287455396 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5e280cf910 0x7f5e2814fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:24:18.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 >> 172.21.15.3:0/4287455396 conn(0x7f5e2809d750 msgr2=0x7f5e280b1040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:24:18.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 shutdown_connections 2024-09-10T07:24:18.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18.728+0000 7f5e2d874640 1 -- 172.21.15.3:0/4287455396 wait complete. 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:24:18.739 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:24:18.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:18.740 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:24:18.756 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:24:18.756 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:24:18.757 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42518sec preferred_lft 42518sec 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:24:18.758 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:24:18.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:18.759 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:24:18.821 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:24:18.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:18.822 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:24:18.879 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:24:18.879 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:24:18.879 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:24:18.879 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:24:18.879 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:24:18.880 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:24:18.880 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:24:18.880 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:24:18.880 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:24:18.880 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:24:18.880 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:24:18.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:24:19.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:24:19.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.009 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:24:19.025 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:24:19.025 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:24:19.025 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:24:19.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.026 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:24:19.091 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:24:19.091 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:24:19.092 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.148 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:24:19.148 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:24:19.149 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.204 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:24:19.271 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:24:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:24:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:24:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:24:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:24:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:24:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:24:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:24:19.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.332 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:24:19.384 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:24:19.384 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:24:19.427 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:24:19.452 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:24:19.509 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:24:19.510 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:24:19.511 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:24:19.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.512 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:24:19.513 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:24:19.512+0000 7f55d03fe480 -1 init, newargv = 0x55a3fd384550 newargc=15 2024-09-10T07:24:19.514 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[55469]: starting ceph client 2024-09-10T07:24:19.517 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[55469]: starting fuse 2024-09-10T07:24:19.530 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:24:19.530 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:24:19.530 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:24:19.530 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:24:19.530 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:24:19.531 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:24:19.532 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:24:19.533 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:24:19.649 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.55469.asok 2024-09-10T07:24:19.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:24:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:24:19.660 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.55469.asok 2024-09-10T07:24:19.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.660 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.55469.asok status 2024-09-10T07:24:19.797 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:24:19.797 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:24:19.797 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:24:19.797 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "55469", 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:24:19.798 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:24:19.799 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:24:19.799 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6030, 2024-09-10T07:24:19.799 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:24:19.799 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:24:19.799 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:24:19.799 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 6030 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 4229977881 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:24:19.800 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:24:19.801 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:24:19.801 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:24:19.801 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:24:19.801 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 4229977881 2024-09-10T07:24:19.801 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.6030 192.168.0.1:0/4229977881", 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/4229977881", 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 39, 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 55, 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:24:19.802 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:24:19.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.805 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:24:19.805 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.822 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:24:19.822 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:24:19.822 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.888 INFO:tasks.workunit:Pulling workunits from ref 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:24:19.889 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-10T07:24:19.889 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 2bh/43d Inode: 1 Links: 2 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2024-09-10T07:24:19.945 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-09-10 07:23:10.405387818 +0000 2024-09-10T07:24:19.946 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-09-10 07:23:10.405387818 +0000 2024-09-10T07:24:19.946 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: - 2024-09-10T07:24:19.946 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-10T07:24:19.946 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-10T07:24:20.015 INFO:tasks.workunit:timeout=1h 2024-09-10T07:24:20.016 INFO:tasks.workunit:cleanup=True 2024-09-10T07:24:20.016 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:24:20.072 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-10T07:24:34.576 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:24:34.579 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:25:04.705 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:25:04.709 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:25:20.448 INFO:tasks.workunit.client.0.smithi003.stderr:Updating files: 93% (11833/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-10T07:25:21.142 INFO:tasks.workunit.client.0.smithi003.stderr:Note: switching to '1cf819b7212a6048e92fc78c4eff963344f6d56b'. 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr:state without impacting any branches by switching back to a branch. 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr: git switch -c 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.143 INFO:tasks.workunit.client.0.smithi003.stderr:Or undo this operation with: 2024-09-10T07:25:21.144 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.144 INFO:tasks.workunit.client.0.smithi003.stderr: git switch - 2024-09-10T07:25:21.144 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.144 INFO:tasks.workunit.client.0.smithi003.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-10T07:25:21.144 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-09-10T07:25:21.144 INFO:tasks.workunit.client.0.smithi003.stderr:HEAD is now at 1cf819b7212 Merge PR #59672 into wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:25:21.148 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-10T07:25:21.164 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-10T07:25:21.166 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:25:21.166 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-10T07:25:21.216 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-10T07:25:21.267 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-10T07:25:21.307 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T07:25:21.308 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:25:21.308 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-10T07:25:21.347 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T07:25:21.351 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:25:21.351 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-10T07:25:21.408 INFO:tasks.workunit:Running workunits matching fs/misc/trivial_sync.sh on client.0... 2024-09-10T07:25:21.409 INFO:tasks.workunit:Running workunit fs/misc/trivial_sync.sh... 2024-09-10T07:25:21.409 DEBUG:teuthology.orchestra.run.smithi003:workunit test fs/misc/trivial_sync.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cf819b7212a6048e92fc78c4eff963344f6d56b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 1h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/misc/trivial_sync.sh 2024-09-10T07:25:23.264 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-10T07:25:23.264 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-10T07:25:23.310 INFO:tasks.workunit:Stopping ['fs/misc/trivial_sync.sh'] on client.0... 2024-09-10T07:25:23.311 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-10T07:25:23.602 DEBUG:teuthology.parallel:result is None 2024-09-10T07:25:23.603 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:25:23.634 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T07:25:23.634 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:25:23.634 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:25:23.716 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:25:23.763 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:25:23.763 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:25:23.764 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:25:23.764 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:23.781 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:25:23.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.924+0000 7f7d1159f640 1 Processor -- start 2024-09-10T07:25:23.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.924+0000 7f7d1159f640 1 -- start start 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.924+0000 7f7d1159f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7d0c15c3a0 0x7f7d0c0ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.924+0000 7f7d1159f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d0c0d1ce0 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.924+0000 7f7d1159f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d0c15c8a0 con 0x7f7d0c15d380 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.924+0000 7f7d1159f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f7d0c15cb80 con 0x7f7d0c15c3a0 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7d0c15c3a0 0x7f7d0c0ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f7d0c15c3a0 0x7f7d0c0ceb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43450/0 (socket says 172.21.15.3:43450) 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0bfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f7d0c15bfc0 0x7f7d0c0d12d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54570/0 (socket says 172.21.15.3:54570) 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0b7fe640 1 -- 172.21.15.3:0/2294183924 learned_addr learned my addr 172.21.15.3:0/2294183924 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0b7fe640 1 -- 172.21.15.3:0/2294183924 >> v1:172.21.15.70:6789/0 conn(0x7f7d0c15d380 legacy=0x7f7d0c15fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:23.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0b7fe640 1 -- 172.21.15.3:0/2294183924 >> v1:172.21.15.3:6789/0 conn(0x7f7d0c15bfc0 legacy=0x7f7d0c0d12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:23.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.925+0000 7f7d0b7fe640 1 -- 172.21.15.3:0/2294183924 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d0c15ce60 con 0x7f7d0c15c3a0 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d0b7fe640 1 --2- 172.21.15.3:0/2294183924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15c3a0 0x7f7d0c0ceb30 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009870 tx=0x7f7d0002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a277cc32c42191f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d0affd640 1 -- 172.21.15.3:0/2294183924 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d00037070 con 0x7f7d0c15c3a0 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d0affd640 1 -- 172.21.15.3:0/2294183924 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d00032440 con 0x7f7d0c15c3a0 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d0affd640 1 -- 172.21.15.3:0/2294183924 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d00032810 con 0x7f7d0c15c3a0 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 -- 172.21.15.3:0/2294183924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15c3a0 msgr2=0x7f7d0c0ceb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 --2- 172.21.15.3:0/2294183924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15c3a0 0x7f7d0c0ceb30 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f7d00009870 tx=0x7f7d0002a2a0 comp rx=0 tx=0).stop 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 -- 172.21.15.3:0/2294183924 shutdown_connections 2024-09-10T07:25:23.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 --2- 172.21.15.3:0/2294183924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15c3a0 0x7f7d0c0ceb30 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:23.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 -- 172.21.15.3:0/2294183924 >> 172.21.15.3:0/2294183924 conn(0x7f7d0c0681d0 msgr2=0x7f7d0c06baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:23.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 -- 172.21.15.3:0/2294183924 shutdown_connections 2024-09-10T07:25:23.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.926+0000 7f7d1159f640 1 -- 172.21.15.3:0/2294183924 wait complete. 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.928+0000 7f7d1159f640 1 Processor -- start 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.928+0000 7f7d1159f640 1 -- start start 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 0x7f7d0c0c5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d0c15c3a0 0x7f7d0c154c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d0c15d380 0x7f7d0c153fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0c0ce920 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0c0ce7a0 con 0x7f7d0c15d380 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7d0c0cf070 con 0x7f7d0c15c3a0 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 0x7f7d0c0c5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:23.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 0x7f7d0c0c5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43454/0 (socket says 172.21.15.3:43454) 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 -- 172.21.15.3:0/1625703286 learned_addr learned my addr 172.21.15.3:0/1625703286 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 -- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d0c15c3a0 msgr2=0x7f7d0c154c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d0c15c3a0 0x7f7d0c154c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 -- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d0c15d380 msgr2=0x7f7d0c153fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d10d9e640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d0c15d380 0x7f7d0c153fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d0c15d380 0x7f7d0c153fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 -- 172.21.15.3:0/1625703286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d0c0c6170 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d10d9e640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d0c15d380 0x7f7d0c153fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d0bfff640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 0x7f7d0c0c5c30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00c430 tx=0x7f7cfc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc0074e0 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cfc007680 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d0c0c8960 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cfc004a00 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.929+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d0c06cfe0 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.931+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d0c0cf410 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.931+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7cfc01a020 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.931+0000 7f7d08ff9640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7cf806be30 0x7f7cf806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:23.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.932+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f7cfc08a890 con 0x7f7d0c15bfc0 2024-09-10T07:25:23.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.932+0000 7f7d0b7fe640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7cf806be30 0x7f7cf806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:23.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.932+0000 7f7d0b7fe640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7cf806be30 0x7f7cf806e2f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7d00034000 tx=0x7f7d0002c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:23.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:23.936+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7cfc059020 con 0x7f7d0c15bfc0 2024-09-10T07:25:24.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.125+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7d0c1e88e0 con 0x7f7d0c15bfc0 2024-09-10T07:25:24.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.125+0000 7f7d08ff9640 1 -- 172.21.15.3:0/1625703286 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v55) ==== 80+0+120 (secure 0 0 0) 0x7f7cfc058920 con 0x7f7d0c15bfc0 2024-09-10T07:25:24.125 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6835/2938536535 2024-09-11T07:23:11.871424+0000 2024-09-10T07:25:24.126 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6833/2938536535 2024-09-11T07:23:11.871424+0000 2024-09-10T07:25:24.126 INFO:teuthology.orchestra.run.smithi003.stderr:listed 2 entries 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7cf806be30 msgr2=0x7f7cf806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7cf806be30 0x7f7cf806e2f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f7d00034000 tx=0x7f7d0002c000 comp rx=0 tx=0).stop 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 msgr2=0x7f7d0c0c5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 0x7f7d0c0c5c30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f7cfc00c430 tx=0x7f7cfc00c8f0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 shutdown_connections 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7cf806be30 0x7f7cf806e2f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7d0c15d380 0x7f7d0c153fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.127+0000 7f7d1159f640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7d0c15c3a0 0x7f7d0c154c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.128+0000 7f7d1159f640 1 --2- 172.21.15.3:0/1625703286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d0c15bfc0 0x7f7d0c0c5c30 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.128+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 >> 172.21.15.3:0/1625703286 conn(0x7f7d0c0681d0 msgr2=0x7f7d0c155500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.128+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 shutdown_connections 2024-09-10T07:25:24.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.128+0000 7f7d1159f640 1 -- 172.21.15.3:0/1625703286 wait complete. 2024-09-10T07:25:24.138 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:25:24.138 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:24.138 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:24.162 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[55469]: fuse finished with error 0 and tester_r 0 2024-09-10T07:25:24.164 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:25:24.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:24.164 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:25:24.338 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:25:24.338 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:25:24.338 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:24.355 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:25:24.355 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:25:24.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:24.356 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:25:24.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:25:24.413 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T07:25:24.413 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:25:24.413 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:25:24.413 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:24.430 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:25:24.431 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:25:24.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:24.431 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:25:24.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:25:24.487 INFO:teuthology.orchestra.run.smithi003.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T07:25:24.487 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:25:24.487 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:25:24.488 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:24.505 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:25:24.505 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:25:24.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:24.505 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:25:24.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:25:24.562 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T07:25:24.563 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:24.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.667+0000 7f47ae4f1640 1 Processor -- start 2024-09-10T07:25:24.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.667+0000 7f47ae4f1640 1 -- start start 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.667+0000 7f47ae4f1640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f47a80cf2e0 0x7f47a8071fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.667+0000 7f47ae4f1640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47a8153690 con 0x7f47a80cc810 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.667+0000 7f47ae4f1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47a815c860 con 0x7f47a81532b0 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.667+0000 7f47ae4f1640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f47a815cb40 con 0x7f47a80cf2e0 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f479ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f47a80cf2e0 0x7f47a8071fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f479ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f47a80cf2e0 0x7f47a8071fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43466/0 (socket says 172.21.15.3:43466) 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f479ffff640 1 -- 172.21.15.3:0/85220268 learned_addr learned my addr 172.21.15.3:0/85220268 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:24.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f47aca8e640 1 --1- 172.21.15.3:0/85220268 >> v1:172.21.15.3:6789/0 conn(0x7f47a80cc810 0x7f47a815fd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54584/0 (socket says 172.21.15.3:54584) 2024-09-10T07:25:24.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f479ffff640 1 -- 172.21.15.3:0/85220268 >> v1:172.21.15.70:6789/0 conn(0x7f47a81532b0 legacy=0x7f47a80cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f479ffff640 1 -- 172.21.15.3:0/85220268 >> v1:172.21.15.3:6789/0 conn(0x7f47a80cc810 legacy=0x7f47a815fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.668+0000 7f479ffff640 1 -- 172.21.15.3:0/85220268 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a815ce20 con 0x7f47a80cf2e0 2024-09-10T07:25:24.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f479ffff640 1 --2- 172.21.15.3:0/85220268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a80cf2e0 0x7f47a8071fe0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f4790009870 tx=0x7f479002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=693639df294b8ba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:24.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47a77fe640 1 -- 172.21.15.3:0/85220268 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4790037070 con 0x7f47a80cf2e0 2024-09-10T07:25:24.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47a77fe640 1 -- 172.21.15.3:0/85220268 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f479002ae50 con 0x7f47a80cf2e0 2024-09-10T07:25:24.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47a77fe640 1 -- 172.21.15.3:0/85220268 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4790032860 con 0x7f47a80cf2e0 2024-09-10T07:25:24.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47ae4f1640 1 -- 172.21.15.3:0/85220268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a80cf2e0 msgr2=0x7f47a8071fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/85220268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a80cf2e0 0x7f47a8071fe0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f4790009870 tx=0x7f479002a300 comp rx=0 tx=0).stop 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47ae4f1640 1 -- 172.21.15.3:0/85220268 shutdown_connections 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/85220268 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a80cf2e0 0x7f47a8071fe0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.669+0000 7f47ae4f1640 1 -- 172.21.15.3:0/85220268 >> 172.21.15.3:0/85220268 conn(0x7f47a806fde0 msgr2=0x7f47a80701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.670+0000 7f47ae4f1640 1 -- 172.21.15.3:0/85220268 shutdown_connections 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.670+0000 7f47ae4f1640 1 -- 172.21.15.3:0/85220268 wait complete. 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 Processor -- start 2024-09-10T07:25:24.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 -- start start 2024-09-10T07:25:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f47a80cc810 0x7f47a814a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:24.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47a80cf2e0 0x7f47a80b5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 0x7f47a815b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f47a815d620 con 0x7f47a81532b0 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f47a80ccc60 con 0x7f47a80cf2e0 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.671+0000 7f47ae4f1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f47a80ccf40 con 0x7f47a80cc810 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 0x7f47a815b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 0x7f47a815b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43478/0 (socket says 172.21.15.3:43478) 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 -- 172.21.15.3:0/2704195550 learned_addr learned my addr 172.21.15.3:0/2704195550 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f479ffff640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47a80cf2e0 0x7f47a80b5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47a7fff640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f47a80cc810 0x7f47a814a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 -- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f47a80cc810 msgr2=0x7f47a814a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f47a80cc810 0x7f47a814a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 -- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47a80cf2e0 msgr2=0x7f47a80b5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47a80cf2e0 0x7f47a80b5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 -- 172.21.15.3:0/2704195550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47a814ab90 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47aca8e640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 0x7f47a815b200 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f47a000c7b0 tx=0x7f47a000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a0017070 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47a000a640 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47a806cca0 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a000a9f0 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.672+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47a80b7b70 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.673+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47a8071fe0 con 0x7f47a81532b0 2024-09-10T07:25:24.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.674+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f47a001a070 con 0x7f47a81532b0 2024-09-10T07:25:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.674+0000 7f47a57fa640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f478806be60 0x7f478806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.674+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f47a008a510 con 0x7f47a81532b0 2024-09-10T07:25:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.674+0000 7f47a7fff640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f478806be60 0x7f478806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:24.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.675+0000 7f47a7fff640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f478806be60 0x7f478806e320 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f47980016e0 tx=0x7f4798009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:24.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.679+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f47a814ab90 con 0x7f47a81532b0 2024-09-10T07:25:24.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.890+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47a80cfaf0 con 0x7f47a81532b0 2024-09-10T07:25:24.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.890+0000 7f47a57fa640 1 -- 172.21.15.3:0/2704195550 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5219 (secure 0 0 0) 0x7f47a8153690 con 0x7f47a81532b0 2024-09-10T07:25:24.890 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:24.890 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"btime":"2024-09-10T07:24:16:971644+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:16.971638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":19,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5640,"qdb_cluster":[5640]},"id":3}]} 2024-09-10T07:25:24.891 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 39 2024-09-10T07:25:24.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f478806be60 msgr2=0x7f478806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f478806be60 0x7f478806e320 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f47980016e0 tx=0x7f4798009040 comp rx=0 tx=0).stop 2024-09-10T07:25:24.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 msgr2=0x7f47a815b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 0x7f47a815b200 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f47a000c7b0 tx=0x7f47a000cc70 comp rx=0 tx=0).stop 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 shutdown_connections 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f478806be60 0x7f478806e320 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f47a81532b0 0x7f47a815b200 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f47a80cf2e0 0x7f47a80b5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 --2- 172.21.15.3:0/2704195550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f47a80cc810 0x7f47a814a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 >> 172.21.15.3:0/2704195550 conn(0x7f47a806fde0 msgr2=0x7f47a80cfd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 shutdown_connections 2024-09-10T07:25:24.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:24.892+0000 7f47ae4f1640 1 -- 172.21.15.3:0/2704195550 wait complete. 2024-09-10T07:25:24.903 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:25.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.008+0000 7f5a46c0a640 1 Processor -- start 2024-09-10T07:25:25.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.008+0000 7f5a46c0a640 1 -- start start 2024-09-10T07:25:25.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.008+0000 7f5a46c0a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5a4015e510 0x7f5a400ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.008+0000 7f5a46c0a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400d13d0 0x7f5a400b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.008+0000 7f5a46c0a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a400d3430 con 0x7f5a400cf040 2024-09-10T07:25:25.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a46c0a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5a400d36d0 con 0x7f5a4015e510 2024-09-10T07:25:25.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a46c0a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5a400d39b0 con 0x7f5a400d13d0 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a3ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5a400cf040 0x7f5a400d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54600/0 (socket says 172.21.15.3:54600) 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a3ffff640 1 -- 172.21.15.3:0/814219004 learned_addr learned my addr 172.21.15.3:0/814219004 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a449a6640 1 --2- 172.21.15.3:0/814219004 >> v2:172.21.15.70:3300/0 conn(0x7f5a4015e510 0x7f5a400ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a451a7640 1 --2- 172.21.15.3:0/814219004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400d13d0 0x7f5a400b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a3f7fe640 1 -- 172.21.15.3:0/814219004 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1867216642 0 0) 0x7f5a400d3430 con 0x7f5a400cf040 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a3f7fe640 1 -- 172.21.15.3:0/814219004 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5a30003520 con 0x7f5a400cf040 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a451a7640 1 -- 172.21.15.3:0/814219004 >> v2:172.21.15.70:3300/0 conn(0x7f5a4015e510 msgr2=0x7f5a400ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a451a7640 1 --2- 172.21.15.3:0/814219004 >> v2:172.21.15.70:3300/0 conn(0x7f5a4015e510 0x7f5a400ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a451a7640 1 -- 172.21.15.3:0/814219004 >> v1:172.21.15.3:6789/0 conn(0x7f5a400cf040 legacy=0x7f5a400d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a451a7640 1 -- 172.21.15.3:0/814219004 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a400d3c90 con 0x7f5a400d13d0 2024-09-10T07:25:25.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.009+0000 7f5a449a6640 1 --2- 172.21.15.3:0/814219004 >> v2:172.21.15.70:3300/0 conn(0x7f5a4015e510 0x7f5a400ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.010+0000 7f5a451a7640 1 --2- 172.21.15.3:0/814219004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400d13d0 0x7f5a400b78e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009d90 tx=0x7f5a3802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1343ebfbd3648042 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.010+0000 7f5a3f7fe640 1 -- 172.21.15.3:0/814219004 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a38031600 con 0x7f5a400d13d0 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.010+0000 7f5a3f7fe640 1 -- 172.21.15.3:0/814219004 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a380317a0 con 0x7f5a400d13d0 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.010+0000 7f5a3f7fe640 1 -- 172.21.15.3:0/814219004 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a38031b50 con 0x7f5a400d13d0 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 -- 172.21.15.3:0/814219004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400d13d0 msgr2=0x7f5a400b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/814219004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400d13d0 0x7f5a400b78e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009d90 tx=0x7f5a3802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 -- 172.21.15.3:0/814219004 shutdown_connections 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/814219004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400d13d0 0x7f5a400b78e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/814219004 >> v2:172.21.15.70:3300/0 conn(0x7f5a4015e510 0x7f5a400ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 -- 172.21.15.3:0/814219004 >> 172.21.15.3:0/814219004 conn(0x7f5a4006d1a0 msgr2=0x7f5a40073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:25.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 -- 172.21.15.3:0/814219004 shutdown_connections 2024-09-10T07:25:25.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.011+0000 7f5a46c0a640 1 -- 172.21.15.3:0/814219004 wait complete. 2024-09-10T07:25:25.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.012+0000 7f5a46c0a640 1 Processor -- start 2024-09-10T07:25:25.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.012+0000 7f5a46c0a640 1 -- start start 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a46c0a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400cf040 0x7f5a4014f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a46c0a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 0x7f5a400b77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a46c0a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a4015e510 0x7f5a400cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a46c0a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5a4015e8f0 con 0x7f5a400d13d0 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a46c0a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5a400d22a0 con 0x7f5a4015e510 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a46c0a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5a4015ea70 con 0x7f5a400cf040 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 0x7f5a400b77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 0x7f5a400b77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43490/0 (socket says 172.21.15.3:43490) 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 -- 172.21.15.3:0/68440011 learned_addr learned my addr 172.21.15.3:0/68440011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a449a6640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400cf040 0x7f5a4014f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a451a7640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a4015e510 0x7f5a400cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 -- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400cf040 msgr2=0x7f5a4014f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400cf040 0x7f5a4014f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 -- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a4015e510 msgr2=0x7f5a400cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a4015e510 0x7f5a400cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a3ffff640 1 -- 172.21.15.3:0/68440011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a400b80c0 con 0x7f5a400d13d0 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a451a7640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a4015e510 0x7f5a400cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.013+0000 7f5a449a6640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400cf040 0x7f5a4014f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.014+0000 7f5a3ffff640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 0x7f5a400b77c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c00c460 tx=0x7f5a2c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.014+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2c017070 con 0x7f5a400d13d0 2024-09-10T07:25:25.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.014+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a2c005ce0 con 0x7f5a400d13d0 2024-09-10T07:25:25.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.014+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a400b83a0 con 0x7f5a400d13d0 2024-09-10T07:25:25.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.014+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2c007290 con 0x7f5a400d13d0 2024-09-10T07:25:25.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.014+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a400b8960 con 0x7f5a400d13d0 2024-09-10T07:25:25.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.015+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a400b9160 con 0x7f5a400d13d0 2024-09-10T07:25:25.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.016+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5a2c01a070 con 0x7f5a400d13d0 2024-09-10T07:25:25.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.016+0000 7f5a3d7fa640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5a2406be60 0x7f5a2406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.016+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f5a2c08a3b0 con 0x7f5a400d13d0 2024-09-10T07:25:25.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.016+0000 7f5a449a6640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5a2406be60 0x7f5a2406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.017+0000 7f5a449a6640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5a2406be60 0x7f5a2406e320 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5a401f7620 tx=0x7f5a34008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.020+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5a2c058b40 con 0x7f5a400d13d0 2024-09-10T07:25:25.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.235+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5a400ceb00 con 0x7f5a400d13d0 2024-09-10T07:25:25.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.235+0000 7f5a3d7fa640 1 -- 172.21.15.3:0/68440011 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5219 (secure 0 0 0) 0x7f5a2c058440 con 0x7f5a400d13d0 2024-09-10T07:25:25.235 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:25.235 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"btime":"2024-09-10T07:24:16:971644+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:16.971638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":19,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5640,"qdb_cluster":[5640]},"id":3}]} 2024-09-10T07:25:25.236 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 39 2024-09-10T07:25:25.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5a2406be60 msgr2=0x7f5a2406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5a2406be60 0x7f5a2406e320 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5a401f7620 tx=0x7f5a34008040 comp rx=0 tx=0).stop 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 msgr2=0x7f5a400b77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 0x7f5a400b77c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c00c460 tx=0x7f5a2c00c920 comp rx=0 tx=0).stop 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 shutdown_connections 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5a2406be60 0x7f5a2406e320 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5a4015e510 0x7f5a400cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5a400d13d0 0x7f5a400b77c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.237+0000 7f5a46c0a640 1 --2- 172.21.15.3:0/68440011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5a400cf040 0x7f5a4014f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.238+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 >> 172.21.15.3:0/68440011 conn(0x7f5a4006d1a0 msgr2=0x7f5a400cf4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.238+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 shutdown_connections 2024-09-10T07:25:25.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.238+0000 7f5a46c0a640 1 -- 172.21.15.3:0/68440011 wait complete. 2024-09-10T07:25:25.248 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:25:25.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.350+0000 7f1f43677640 1 Processor -- start 2024-09-10T07:25:25.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.351+0000 7f1f43677640 1 -- start start 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.351+0000 7f1f43677640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1f3c06cd10 0x7f1f3c0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.351+0000 7f1f43677640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f3c0cf150 con 0x7f1f3c06eda0 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f43677640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f3c0ae880 con 0x7f1f3c15e3f0 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f43677640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f1f3c0cf430 con 0x7f1f3c06cd10 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f40c12640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f1f3c06eda0 0x7f1f3c0af360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54604/0 (socket says 172.21.15.3:54604) 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f40c12640 1 -- 172.21.15.3:0/3003276776 learned_addr learned my addr 172.21.15.3:0/3003276776 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f41c14640 1 --2- 172.21.15.3:0/3003276776 >> v2:172.21.15.3:3300/0 conn(0x7f1f3c06cd10 0x7f1f3c0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f3bfff640 1 -- 172.21.15.3:0/3003276776 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4125878814 0 0) 0x7f1f3c0cf150 con 0x7f1f3c06eda0 2024-09-10T07:25:25.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f3bfff640 1 -- 172.21.15.3:0/3003276776 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1f24003520 con 0x7f1f3c06eda0 2024-09-10T07:25:25.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f41c14640 1 -- 172.21.15.3:0/3003276776 >> v1:172.21.15.70:6789/0 conn(0x7f1f3c15e3f0 legacy=0x7f1f3c06e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f41c14640 1 -- 172.21.15.3:0/3003276776 >> v1:172.21.15.3:6789/0 conn(0x7f1f3c06eda0 legacy=0x7f1f3c0af360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.352+0000 7f1f41c14640 1 -- 172.21.15.3:0/3003276776 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3c0aeb60 con 0x7f1f3c06cd10 2024-09-10T07:25:25.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.353+0000 7f1f41c14640 1 --2- 172.21.15.3:0/3003276776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06cd10 0x7f1f3c0afa70 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f1f340097a0 tx=0x7f1f3402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07ec414c2fddd3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.353+0000 7f1f3bfff640 1 -- 172.21.15.3:0/3003276776 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34037070 con 0x7f1f3c06cd10 2024-09-10T07:25:25.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.353+0000 7f1f3bfff640 1 -- 172.21.15.3:0/3003276776 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f34032440 con 0x7f1f3c06cd10 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.353+0000 7f1f3bfff640 1 -- 172.21.15.3:0/3003276776 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34032810 con 0x7f1f3c06cd10 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.353+0000 7f1f43677640 1 -- 172.21.15.3:0/3003276776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06cd10 msgr2=0x7f1f3c0afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.353+0000 7f1f43677640 1 --2- 172.21.15.3:0/3003276776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06cd10 0x7f1f3c0afa70 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f1f340097a0 tx=0x7f1f3402a230 comp rx=0 tx=0).stop 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.354+0000 7f1f43677640 1 -- 172.21.15.3:0/3003276776 shutdown_connections 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.354+0000 7f1f43677640 1 --2- 172.21.15.3:0/3003276776 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06cd10 0x7f1f3c0afa70 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.354+0000 7f1f43677640 1 -- 172.21.15.3:0/3003276776 >> 172.21.15.3:0/3003276776 conn(0x7f1f3c0ce2d0 msgr2=0x7f1f3c0723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.354+0000 7f1f43677640 1 -- 172.21.15.3:0/3003276776 shutdown_connections 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.354+0000 7f1f43677640 1 -- 172.21.15.3:0/3003276776 wait complete. 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.355+0000 7f1f43677640 1 Processor -- start 2024-09-10T07:25:25.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.355+0000 7f1f43677640 1 -- start start 2024-09-10T07:25:25.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c06cd10 0x7f1f3c161690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 0x7f1f3c14a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c15e3f0 0x7f1f3c1565d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c0d0010 con 0x7f1f3c06eda0 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c0b3980 con 0x7f1f3c15e3f0 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1f3c0d0190 con 0x7f1f3c06cd10 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 0x7f1f3c14a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 0x7f1f3c14a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43516/0 (socket says 172.21.15.3:43516) 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 -- 172.21.15.3:0/3513843315 learned_addr learned my addr 172.21.15.3:0/3513843315 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f41413640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c06cd10 0x7f1f3c161690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f41c14640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c15e3f0 0x7f1f3c1565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 -- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c06cd10 msgr2=0x7f1f3c161690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c06cd10 0x7f1f3c161690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 -- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c15e3f0 msgr2=0x7f1f3c1565d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c15e3f0 0x7f1f3c1565d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 -- 172.21.15.3:0/3513843315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3c1535f0 con 0x7f1f3c06eda0 2024-09-10T07:25:25.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f41c14640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c15e3f0 0x7f1f3c1565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f40c12640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 0x7f1f3c14a020 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000c500 tx=0x7f1f3000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f30017070 con 0x7f1f3c06eda0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f30005ce0 con 0x7f1f3c06eda0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f3c155500 con 0x7f1f3c06eda0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.356+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f30007330 con 0x7f1f3c06eda0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.357+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f3c155ac0 con 0x7f1f3c06eda0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.358+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f3c15e7d0 con 0x7f1f3c06eda0 2024-09-10T07:25:25.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.358+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1f3001a070 con 0x7f1f3c06eda0 2024-09-10T07:25:25.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.358+0000 7f1f39ffb640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f2806be60 0x7f1f2806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.358+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f1f3008a430 con 0x7f1f3c06eda0 2024-09-10T07:25:25.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.359+0000 7f1f41413640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f2806be60 0x7f1f2806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.359+0000 7f1f41413640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f2806be60 0x7f1f2806e320 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c001ca0 tx=0x7f1f2c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.363+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f30058d10 con 0x7f1f3c06eda0 2024-09-10T07:25:25.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.539+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f3c0afff0 con 0x7f1f3c06eda0 2024-09-10T07:25:25.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.540+0000 7f1f39ffb640 1 -- 172.21.15.3:0/3513843315 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+17049 (secure 0 0 0) 0x7f1f30058610 con 0x7f1f3c06eda0 2024-09-10T07:25:25.540 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:25.540 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":55,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:23:11.871447+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:53.416056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:54.741652+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.17","mappings":[{"from":0,"to":6}]},{"pgid":"8.28","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/2938536535":"2024-09-11T07:23:11.871424+0000","172.21.15.3:6833/2938536535":"2024-09-11T07:23:11.871424+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:25:25.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f2806be60 msgr2=0x7f1f2806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f2806be60 0x7f1f2806e320 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c001ca0 tx=0x7f1f2c009040 comp rx=0 tx=0).stop 2024-09-10T07:25:25.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 msgr2=0x7f1f3c14a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 0x7f1f3c14a020 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000c500 tx=0x7f1f3000c9c0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 shutdown_connections 2024-09-10T07:25:25.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1f2806be60 0x7f1f2806e320 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1f3c15e3f0 0x7f1f3c1565d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f3c06eda0 0x7f1f3c14a020 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 --2- 172.21.15.3:0/3513843315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1f3c06cd10 0x7f1f3c161690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 >> 172.21.15.3:0/3513843315 conn(0x7f1f3c0ce2d0 msgr2=0x7f1f3c0b1660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:25.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 shutdown_connections 2024-09-10T07:25:25.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.542+0000 7f1f43677640 1 -- 172.21.15.3:0/3513843315 wait complete. 2024-09-10T07:25:25.554 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:25:25.554 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.656+0000 7f44fb0af640 1 Processor -- start 2024-09-10T07:25:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.656+0000 7f44fb0af640 1 -- start start 2024-09-10T07:25:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44fb0af640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f44f40cf340 0x7f44f4071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44fb0af640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44f415e7c0 con 0x7f44f40d04c0 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44fb0af640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44f4071b80 con 0x7f44f41476d0 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44fb0af640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f44f4071e60 con 0x7f44f40cf340 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44f964c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f44f40d04c0 0x7f44f40ccc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54608/0 (socket says 172.21.15.3:54608) 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44f964c640 1 -- 172.21.15.3:0/3371027117 learned_addr learned my addr 172.21.15.3:0/3371027117 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3371027117 >> v2:172.21.15.70:3300/0 conn(0x7f44f40cf340 0x7f44f4071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.657+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2823168672 0 0) 0x7f44f415e7c0 con 0x7f44f40d04c0 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f44dc003520 con 0x7f44f40d04c0 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3480987644 0 0) 0x7f44dc003520 con 0x7f44f40d04c0 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 >> v2:172.21.15.70:3300/0 conn(0x7f44f40cf340 msgr2=0x7f44f4071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 --2- 172.21.15.3:0/3371027117 >> v2:172.21.15.70:3300/0 conn(0x7f44f40cf340 0x7f44f4071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 >> v1:172.21.15.70:6789/0 conn(0x7f44f41476d0 legacy=0x7f44f40cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f4072140 con 0x7f44f40d04c0 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f44ec0019f0 con 0x7f44f40d04c0 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 >> v1:172.21.15.3:6789/0 conn(0x7f44f40d04c0 legacy=0x7f44f40ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44dc003a20 0x7f44dc003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44dc004800 0x7f44dc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc005230 0x7f44dc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f44f4071e60 con 0x7f44dc003a20 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f44dc00c190 con 0x7f44dc004800 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f44dc00c390 con 0x7f44dc005230 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44dc003a20 0x7f44dc003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f3fff640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44dc004800 0x7f44dc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f964c640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc005230 0x7f44dc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f8e4b640 1 -- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc005230 msgr2=0x7f44dc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc005230 0x7f44dc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f8e4b640 1 -- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44dc004800 msgr2=0x7f44dc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44dc004800 0x7f44dc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f8e4b640 1 -- 172.21.15.3:0/3371027117 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44dc003520 con 0x7f44dc003a20 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.658+0000 7f44f964c640 1 -- 172.21.15.3:0/3371027117 reap_dead start 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.659+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44dc003a20 0x7f44dc003e40 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f44e4009ac0 tx=0x7f44dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928db079de45d323 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.659+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e4036070 con 0x7f44dc003a20 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.659+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44e4031400 con 0x7f44dc003a20 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.659+0000 7f44f37fe640 1 -- 172.21.15.3:0/3371027117 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e4009690 con 0x7f44dc003a20 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 -- 172.21.15.3:0/3371027117 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44dc003a20 msgr2=0x7f44dc003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44dc003a20 0x7f44dc003e40 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f44e4009ac0 tx=0x7f44dc005830 comp rx=0 tx=0).stop 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 -- 172.21.15.3:0/3371027117 shutdown_connections 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3371027117 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44dc003a20 0x7f44dc003e40 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 -- 172.21.15.3:0/3371027117 >> 172.21.15.3:0/3371027117 conn(0x7f44f40b3d50 msgr2=0x7f44f40b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 -- 172.21.15.3:0/3371027117 shutdown_connections 2024-09-10T07:25:25.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.660+0000 7f44fb0af640 1 -- 172.21.15.3:0/3371027117 wait complete. 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.661+0000 7f44fb0af640 1 Processor -- start 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.661+0000 7f44fb0af640 1 -- start start 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44fb0af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc003a20 0x7f44f40cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44fb0af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44f40aead0 0x7f44f40aef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44fb0af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 0x7f44f40b1000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44fb0af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f44f4071510 con 0x7f44f40b0b80 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44fb0af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f44f4147ee0 con 0x7f44f40aead0 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44fb0af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f44f4071690 con 0x7f44dc003a20 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 0x7f44f40b1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 0x7f44f40b1000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43532/0 (socket says 172.21.15.3:43532) 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 -- 172.21.15.3:0/3869153740 learned_addr learned my addr 172.21.15.3:0/3869153740 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc003a20 0x7f44f40cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f3fff640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44f40aead0 0x7f44f40aef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 -- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc003a20 msgr2=0x7f44f40cb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc003a20 0x7f44f40cb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 -- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44f40aead0 msgr2=0x7f44f40aef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44f40aead0 0x7f44f40aef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.662+0000 7f44f964c640 1 -- 172.21.15.3:0/3869153740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f40af470 con 0x7f44f40b0b80 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.663+0000 7f44f964c640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 0x7f44f40b1000 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f44f40cfcc0 tx=0x7f44ec007b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.663+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec00abc0 con 0x7f44f40b0b80 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.663+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44ec018070 con 0x7f44f40b0b80 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.663+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec0133f0 con 0x7f44f40b0b80 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.663+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44f41f4340 con 0x7f44f40b0b80 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.663+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44f41f4900 con 0x7f44f40b0b80 2024-09-10T07:25:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.664+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44f40cfdb0 con 0x7f44f40b0b80 2024-09-10T07:25:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.664+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44ec013590 con 0x7f44f40b0b80 2024-09-10T07:25:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.665+0000 7f44f17fa640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f44e006be60 0x7f44e006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.665+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f44ec08b5c0 con 0x7f44f40b0b80 2024-09-10T07:25:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.665+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f44e006be60 0x7f44e006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.666+0000 7f44f8e4b640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f44e006be60 0x7f44e006e320 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f44e4033000 tx=0x7f44e4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.669+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44ec059700 con 0x7f44f40b0b80 2024-09-10T07:25:25.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.880+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44f40b80f0 con 0x7f44f40b0b80 2024-09-10T07:25:25.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.880+0000 7f44f17fa640 1 -- 172.21.15.3:0/3869153740 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5219 (secure 0 0 0) 0x7f44ec05da00 con 0x7f44f40b0b80 2024-09-10T07:25:25.880 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:25.881 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"btime":"2024-09-10T07:24:16:971644+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:16.971638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":19,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5640,"qdb_cluster":[5640]},"id":3}]} 2024-09-10T07:25:25.881 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 39 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f44e006be60 msgr2=0x7f44e006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f44e006be60 0x7f44e006e320 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f44e4033000 tx=0x7f44e4008030 comp rx=0 tx=0).stop 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 msgr2=0x7f44f40b1000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 0x7f44f40b1000 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f44f40cfcc0 tx=0x7f44ec007b20 comp rx=0 tx=0).stop 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 shutdown_connections 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f44e006be60 0x7f44e006e320 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f44f40b0b80 0x7f44f40b1000 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f44f40aead0 0x7f44f40aef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.882+0000 7f44fb0af640 1 --2- 172.21.15.3:0/3869153740 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f44dc003a20 0x7f44f40cb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.883+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 >> 172.21.15.3:0/3869153740 conn(0x7f44f40b3d50 msgr2=0x7f44f40b1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:25.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.883+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 shutdown_connections 2024-09-10T07:25:25.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.883+0000 7f44fb0af640 1 -- 172.21.15.3:0/3869153740 wait complete. 2024-09-10T07:25:25.894 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:25.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.996+0000 7fd36a447640 1 Processor -- start 2024-09-10T07:25:25.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.996+0000 7fd36a447640 1 -- start start 2024-09-10T07:25:25.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd36a447640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd36415e800 0x7fd3640cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd36a447640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd3640cf910 0x7fd36406d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd36a447640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd36406dbd0 0x7fd36406e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd36a447640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd3640cfd30 con 0x7fd36415e800 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd36a447640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd36415ebe0 con 0x7fd36406dbd0 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd36a447640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd3640d42d0 con 0x7fd3640cf910 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd363fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd36415e800 0x7fd3640cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd363fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd36415e800 0x7fd3640cf3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43540/0 (socket says 172.21.15.3:43540) 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd363fff640 1 -- 172.21.15.3:0/1103283382 learned_addr learned my addr 172.21.15.3:0/1103283382 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd3689e4640 1 --2- 172.21.15.3:0/1103283382 >> v2:172.21.15.70:3300/0 conn(0x7fd36406dbd0 0x7fd36406e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.997+0000 7fd3637fe640 1 --2- 172.21.15.3:0/1103283382 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd3640cf910 0x7fd36406d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:25.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd363fff640 1 -- 172.21.15.3:0/1103283382 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd3640cf910 msgr2=0x7fd36406d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd363fff640 1 --2- 172.21.15.3:0/1103283382 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd3640cf910 0x7fd36406d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd363fff640 1 -- 172.21.15.3:0/1103283382 >> v2:172.21.15.70:3300/0 conn(0x7fd36406dbd0 msgr2=0x7fd36406e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:25.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd363fff640 1 --2- 172.21.15.3:0/1103283382 >> v2:172.21.15.70:3300/0 conn(0x7fd36406dbd0 0x7fd36406e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:25.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd363fff640 1 -- 172.21.15.3:0/1103283382 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3640d3ff0 con 0x7fd36415e800 2024-09-10T07:25:25.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd3689e4640 1 --2- 172.21.15.3:0/1103283382 >> v2:172.21.15.70:3300/0 conn(0x7fd36406dbd0 0x7fd36406e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:26.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd363fff640 1 --2- 172.21.15.3:0/1103283382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd36415e800 0x7fd3640cf3d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fd3640b3f10 tx=0x7fd35402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d5d9ddfe4d9a286 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd362ffd640 1 -- 172.21.15.3:0/1103283382 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd354037070 con 0x7fd36415e800 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.998+0000 7fd362ffd640 1 -- 172.21.15.3:0/1103283382 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd354032440 con 0x7fd36415e800 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd362ffd640 1 -- 172.21.15.3:0/1103283382 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd354032810 con 0x7fd36415e800 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 -- 172.21.15.3:0/1103283382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd36415e800 msgr2=0x7fd3640cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 --2- 172.21.15.3:0/1103283382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd36415e800 0x7fd3640cf3d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fd3640b3f10 tx=0x7fd35402a1e0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 -- 172.21.15.3:0/1103283382 shutdown_connections 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 --2- 172.21.15.3:0/1103283382 >> v2:172.21.15.70:3300/0 conn(0x7fd36406dbd0 0x7fd36406e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 --2- 172.21.15.3:0/1103283382 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd3640cf910 0x7fd36406d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 --2- 172.21.15.3:0/1103283382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd36415e800 0x7fd3640cf3d0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 -- 172.21.15.3:0/1103283382 >> 172.21.15.3:0/1103283382 conn(0x7fd36409d750 msgr2=0x7fd3640d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 -- 172.21.15.3:0/1103283382 shutdown_connections 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:25.999+0000 7fd36a447640 1 -- 172.21.15.3:0/1103283382 wait complete. 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.000+0000 7fd36a447640 1 Processor -- start 2024-09-10T07:25:26.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 -- start start 2024-09-10T07:25:26.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd36406dbd0 0x7fd364157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 0x7fd36415f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd36415e800 0x7fd3640ca1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd36406d170 con 0x7fd3640cf910 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd36406ce90 con 0x7fd36406dbd0 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd36a447640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd3640d4e30 con 0x7fd36415e800 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd3637fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 0x7fd36415f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd3637fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 0x7fd36415f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43556/0 (socket says 172.21.15.3:43556) 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.001+0000 7fd3637fe640 1 -- 172.21.15.3:0/1707043329 learned_addr learned my addr 172.21.15.3:0/1707043329 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3689e4640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd36415e800 0x7fd3640ca1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd363fff640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd36406dbd0 0x7fd364157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3637fe640 1 -- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd36415e800 msgr2=0x7fd3640ca1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3637fe640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd36415e800 0x7fd3640ca1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3637fe640 1 -- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd36406dbd0 msgr2=0x7fd364157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3637fe640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd36406dbd0 0x7fd364157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3637fe640 1 -- 172.21.15.3:0/1707043329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3641603d0 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3689e4640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd36415e800 0x7fd3640ca1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd3637fe640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 0x7fd36415f9c0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fd35800d7d0 tx=0x7fd35800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd358004020 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3580041e0 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3641606b0 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3580043d0 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.002+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd364160c70 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.003+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd364068880 con 0x7fd3640cf910 2024-09-10T07:25:26.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.004+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd35801b020 con 0x7fd3640cf910 2024-09-10T07:25:26.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.004+0000 7fd360ff9640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd35006be30 0x7fd35006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.004+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7fd35808ad80 con 0x7fd3640cf910 2024-09-10T07:25:26.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.004+0000 7fd363fff640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd35006be30 0x7fd35006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.005+0000 7fd363fff640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd35006be30 0x7fd35006e2f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd354034000 tx=0x7fd35402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.009+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3580595a0 con 0x7fd3640cf910 2024-09-10T07:25:26.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.220+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3640b55f0 con 0x7fd3640cf910 2024-09-10T07:25:26.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.220+0000 7fd360ff9640 1 -- 172.21.15.3:0/1707043329 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5219 (secure 0 0 0) 0x7fd358058ea0 con 0x7fd3640cf910 2024-09-10T07:25:26.221 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:26.221 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":39,"btime":"2024-09-10T07:24:16:971644+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:21:55.760778+0000","modified":"2024-09-10T07:24:16.971638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":55,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5640":{"gid":5640,"name":"c","rank":0,"incarnation":36,"state":"up:active","state_seq":19,"addr":"172.21.15.3:6835/3148800707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":3148800707},{"type":"v1","addr":"172.21.15.3:6835","nonce":3148800707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5640,"qdb_cluster":[5640]},"id":3}]} 2024-09-10T07:25:26.221 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 39 2024-09-10T07:25:26.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd35006be30 msgr2=0x7fd35006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd35006be30 0x7fd35006e2f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd354034000 tx=0x7fd35402e000 comp rx=0 tx=0).stop 2024-09-10T07:25:26.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 msgr2=0x7fd36415f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 0x7fd36415f9c0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fd35800d7d0 tx=0x7fd35800dc90 comp rx=0 tx=0).stop 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 shutdown_connections 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd35006be30 0x7fd35006e2f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd36415e800 0x7fd3640ca1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3640cf910 0x7fd36415f9c0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 --2- 172.21.15.3:0/1707043329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd36406dbd0 0x7fd364157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 >> 172.21.15.3:0/1707043329 conn(0x7fd36409d750 msgr2=0x7fd36406e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 shutdown_connections 2024-09-10T07:25:26.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.222+0000 7fd36a447640 1 -- 172.21.15.3:0/1707043329 wait complete. 2024-09-10T07:25:26.233 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:25:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.387+0000 7f0b2ba1e640 1 Processor -- start 2024-09-10T07:25:26.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b2ba1e640 1 -- start start 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b2ba1e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0b240d0cc0 0x7f0b240d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b2ba1e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b240b78e0 0x7f0b240b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b2ba1e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b240d3430 con 0x7f0b2415e510 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b2ba1e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0b240d1660 con 0x7f0b240d0cc0 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b2ba1e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0b240d36d0 con 0x7f0b240b78e0 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.388+0000 7f0b28fb9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0b240d0cc0 0x7f0b240d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b28fb9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0b240d0cc0 0x7f0b240d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43570/0 (socket says 172.21.15.3:43570) 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b28fb9640 1 -- 172.21.15.3:0/2931466010 learned_addr learned my addr 172.21.15.3:0/2931466010 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b29fbb640 1 --2- 172.21.15.3:0/2931466010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b240b78e0 0x7f0b240b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b28fb9640 1 -- 172.21.15.3:0/2931466010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b240b78e0 msgr2=0x7f0b240b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b28fb9640 1 --2- 172.21.15.3:0/2931466010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b240b78e0 0x7f0b240b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b28fb9640 1 -- 172.21.15.3:0/2931466010 >> v1:172.21.15.70:6789/0 conn(0x7f0b2415e510 legacy=0x7f0b240ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.389+0000 7f0b28fb9640 1 -- 172.21.15.3:0/2931466010 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b240d39b0 con 0x7f0b240d0cc0 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b28fb9640 1 --2- 172.21.15.3:0/2931466010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240d0cc0 0x7f0b240d1120 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0b18009870 tx=0x7f0b1802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b664fef467b077d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b23fff640 1 -- 172.21.15.3:0/2931466010 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b18037070 con 0x7f0b240d0cc0 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b23fff640 1 -- 172.21.15.3:0/2931466010 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b18032440 con 0x7f0b240d0cc0 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b23fff640 1 -- 172.21.15.3:0/2931466010 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b18032810 con 0x7f0b240d0cc0 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/2931466010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240d0cc0 msgr2=0x7f0b240d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/2931466010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240d0cc0 0x7f0b240d1120 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f0b18009870 tx=0x7f0b1802a1c0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/2931466010 shutdown_connections 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/2931466010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b240b78e0 0x7f0b240b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/2931466010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240d0cc0 0x7f0b240d1120 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/2931466010 >> 172.21.15.3:0/2931466010 conn(0x7f0b2406d1a0 msgr2=0x7f0b24073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/2931466010 shutdown_connections 2024-09-10T07:25:26.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.390+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/2931466010 wait complete. 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 Processor -- start 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 -- start start 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 0x7f0b240b5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b240d0cc0 0x7f0b240ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2415e510 0x7f0b241437f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0b240d22a0 con 0x7f0b240b78e0 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0b240d3f70 con 0x7f0b240d0cc0 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b2ba1e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0b240cf210 con 0x7f0b2415e510 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b297ba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 0x7f0b240b5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b297ba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 0x7f0b240b5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43576/0 (socket says 172.21.15.3:43576) 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.392+0000 7f0b297ba640 1 -- 172.21.15.3:0/3175329139 learned_addr learned my addr 172.21.15.3:0/3175329139 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b29fbb640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2415e510 0x7f0b241437f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b28fb9640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b240d0cc0 0x7f0b240ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b297ba640 1 -- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2415e510 msgr2=0x7f0b241437f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b297ba640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2415e510 0x7f0b241437f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b297ba640 1 -- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b240d0cc0 msgr2=0x7f0b240ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b297ba640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b240d0cc0 0x7f0b240ce0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b297ba640 1 -- 172.21.15.3:0/3175329139 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2415f0c0 con 0x7f0b240b78e0 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b29fbb640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2415e510 0x7f0b241437f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b28fb9640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b240d0cc0 0x7f0b240ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b297ba640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 0x7f0b240b5c50 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c00c3c0 tx=0x7f0b1c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c0052d0 con 0x7f0b240b78e0 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b1c005490 con 0x7f0b240b78e0 2024-09-10T07:25:26.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b240b5170 con 0x7f0b240b78e0 2024-09-10T07:25:26.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c007260 con 0x7f0b240b78e0 2024-09-10T07:25:26.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.393+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b240ce610 con 0x7f0b240b78e0 2024-09-10T07:25:26.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.394+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b240b5780 con 0x7f0b240b78e0 2024-09-10T07:25:26.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.395+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b1c007400 con 0x7f0b240b78e0 2024-09-10T07:25:26.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.395+0000 7f0b21ffb640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1006be30 0x7f0b1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.395+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7f0b1c08a550 con 0x7f0b240b78e0 2024-09-10T07:25:26.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.396+0000 7f0b28fb9640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1006be30 0x7f0b1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.396+0000 7f0b28fb9640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1006be30 0x7f0b1006e2f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0b18034000 tx=0x7f0b1802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.399+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b1c058cd0 con 0x7f0b240b78e0 2024-09-10T07:25:26.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.575+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b240cf810 con 0x7f0b240b78e0 2024-09-10T07:25:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.576+0000 7f0b21ffb640 1 -- 172.21.15.3:0/3175329139 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+17049 (secure 0 0 0) 0x7f0b1c0872b0 con 0x7f0b240b78e0 2024-09-10T07:25:26.576 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:26.576 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":55,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:23:11.871447+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:21:53.416056+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T07:21:54.741652+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.17","mappings":[{"from":0,"to":6}]},{"pgid":"8.28","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/2938536535":"2024-09-11T07:23:11.871424+0000","172.21.15.3:6833/2938536535":"2024-09-11T07:23:11.871424+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1006be30 msgr2=0x7f0b1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1006be30 0x7f0b1006e2f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0b18034000 tx=0x7f0b1802e000 comp rx=0 tx=0).stop 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 msgr2=0x7f0b240b5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 0x7f0b240b5c50 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c00c3c0 tx=0x7f0b1c00c880 comp rx=0 tx=0).stop 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 shutdown_connections 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b1006be30 0x7f0b1006e2f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0b2415e510 0x7f0b241437f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0b240d0cc0 0x7f0b240ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 --2- 172.21.15.3:0/3175329139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b240b78e0 0x7f0b240b5c50 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 >> 172.21.15.3:0/3175329139 conn(0x7f0b2406d1a0 msgr2=0x7f0b24159d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:26.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 shutdown_connections 2024-09-10T07:25:26.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.578+0000 7f0b2ba1e640 1 -- 172.21.15.3:0/3175329139 wait complete. 2024-09-10T07:25:26.589 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:25:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.692+0000 7fca9c00a640 1 Processor -- start 2024-09-10T07:25:26.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.692+0000 7fca9c00a640 1 -- start start 2024-09-10T07:25:26.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca9c00a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca9c00a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca940d4d60 0x7fca940d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca9c00a640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca94162500 con 0x7fca94162020 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca9c00a640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fca940d2020 con 0x7fca940d4d60 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca9c00a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fca941627e0 con 0x7fca9415e660 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca995a5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca940d4d60 0x7fca940d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca995a5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca940d4d60 0x7fca940d4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43586/0 (socket says 172.21.15.3:43586) 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.693+0000 7fca995a5640 1 -- 172.21.15.3:0/2729681739 learned_addr learned my addr 172.21.15.3:0/2729681739 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.694+0000 7fca99da6640 1 --2- 172.21.15.3:0/2729681739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.694+0000 7fca995a5640 1 -- 172.21.15.3:0/2729681739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 msgr2=0x7fca940d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.694+0000 7fca995a5640 1 --2- 172.21.15.3:0/2729681739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940d4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.694+0000 7fca995a5640 1 -- 172.21.15.3:0/2729681739 >> v1:172.21.15.70:6789/0 conn(0x7fca94162020 legacy=0x7fca940b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.694+0000 7fca995a5640 1 -- 172.21.15.3:0/2729681739 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca94162ac0 con 0x7fca940d4d60 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.694+0000 7fca995a5640 1 --2- 172.21.15.3:0/2729681739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca940d4640 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fca88009870 tx=0x7fca8802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6759c8a5d1a26298 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca98da4640 1 -- 172.21.15.3:0/2729681739 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca88037070 con 0x7fca940d4d60 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca98da4640 1 -- 172.21.15.3:0/2729681739 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca88032440 con 0x7fca940d4d60 2024-09-10T07:25:26.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca98da4640 1 -- 172.21.15.3:0/2729681739 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca88032810 con 0x7fca940d4d60 2024-09-10T07:25:26.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 -- 172.21.15.3:0/2729681739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 msgr2=0x7fca940d4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2729681739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca940d4640 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fca88009870 tx=0x7fca8802a180 comp rx=0 tx=0).stop 2024-09-10T07:25:26.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 -- 172.21.15.3:0/2729681739 shutdown_connections 2024-09-10T07:25:26.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2729681739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca940d4640 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2729681739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940d4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 -- 172.21.15.3:0/2729681739 >> 172.21.15.3:0/2729681739 conn(0x7fca9408de10 msgr2=0x7fca9409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 -- 172.21.15.3:0/2729681739 shutdown_connections 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.695+0000 7fca9c00a640 1 -- 172.21.15.3:0/2729681739 wait complete. 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.696+0000 7fca9c00a640 1 Processor -- start 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 -- start start 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca94156200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940cde20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca94162020 0x7fca940b7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fca940d0fb0 con 0x7fca940d4d60 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fca940d0e30 con 0x7fca94162020 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca9c00a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fca940d1130 con 0x7fca9415e660 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca99da6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca94156200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca99da6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca94156200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43598/0 (socket says 172.21.15.3:43598) 2024-09-10T07:25:26.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.697+0000 7fca99da6640 1 -- 172.21.15.3:0/2858172705 learned_addr learned my addr 172.21.15.3:0/2858172705 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca995a5640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca9a5a7640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca94162020 0x7fca940b7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca99da6640 1 -- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 msgr2=0x7fca940cde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca99da6640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940cde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca99da6640 1 -- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca94162020 msgr2=0x7fca940b7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca99da6640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca94162020 0x7fca940b7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca99da6640 1 -- 172.21.15.3:0/2858172705 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca94156d00 con 0x7fca940d4d60 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca99da6640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca94156200 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00c7f0 tx=0x7fca8c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8c015070 con 0x7fca940d4d60 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca8c004240 con 0x7fca940d4d60 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca9415f1e0 con 0x7fca940d4d60 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8c007620 con 0x7fca940d4d60 2024-09-10T07:25:26.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.698+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca9415f7a0 con 0x7fca940d4d60 2024-09-10T07:25:26.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.699+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca940cef60 con 0x7fca940d4d60 2024-09-10T07:25:26.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.700+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fca8c0077c0 con 0x7fca940d4d60 2024-09-10T07:25:26.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.700+0000 7fca927fc640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca8006be30 0x7fca8006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:26.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.700+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6245+0+0 (secure 0 0 0) 0x7fca8c08b290 con 0x7fca940d4d60 2024-09-10T07:25:26.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.700+0000 7fca995a5640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca8006be30 0x7fca8006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:26.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.701+0000 7fca995a5640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca8006be30 0x7fca8006e2f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fca88034000 tx=0x7fca8802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:26.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.705+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca8c059a20 con 0x7fca940d4d60 2024-09-10T07:25:26.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.914+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fca940b2f90 con 0x7fca940d4d60 2024-09-10T07:25:26.914 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:25:26.914+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:25:26.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.916+0000 7fca927fc640 1 -- 172.21.15.3:0/2858172705 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v40) ==== 161+0+0 (secure 0 0 0) 0x7fca8c059320 con 0x7fca940d4d60 2024-09-10T07:25:26.916 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:25:26.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.918+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca8006be30 msgr2=0x7fca8006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.918+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca8006be30 0x7fca8006e2f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fca88034000 tx=0x7fca8802e000 comp rx=0 tx=0).stop 2024-09-10T07:25:26.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.918+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 msgr2=0x7fca94156200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:26.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.918+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca94156200 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00c7f0 tx=0x7fca8c00ccb0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 shutdown_connections 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca8006be30 0x7fca8006e2f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca94162020 0x7fca940b7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca9415e660 0x7fca940cde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 --2- 172.21.15.3:0/2858172705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca940d4d60 0x7fca94156200 secure :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00c7f0 tx=0x7fca8c00ccb0 comp rx=0 tx=0).stop 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 >> 172.21.15.3:0/2858172705 conn(0x7fca9408de10 msgr2=0x7fca9406d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 shutdown_connections 2024-09-10T07:25:26.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:26.919+0000 7fca9c00a640 1 -- 172.21.15.3:0/2858172705 wait complete. 2024-09-10T07:25:26.922 INFO:tasks.ceph.mds.c.smithi003.stderr: -9077> 2024-09-10T07:24:17.888+0000 7fcf6a090640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:25:26.931 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T07:25:26.957 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:25:27.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.037+0000 7f8c46896640 1 Processor -- start 2024-09-10T07:25:27.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.037+0000 7f8c46896640 1 -- start start 2024-09-10T07:25:27.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c46896640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8c4006c200 0x7f8c400d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c46896640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c400cdc80 con 0x7f8c4015e480 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c46896640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c400cdf40 con 0x7f8c400b0370 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c46896640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8c400b3dc0 con 0x7f8c4006c200 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c3ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f8c4015e480 0x7f8c4006baf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54632/0 (socket says 172.21.15.3:54632) 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c3ffff640 1 -- 172.21.15.3:0/3916795713 learned_addr learned my addr 172.21.15.3:0/3916795713 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/3916795713 >> v2:172.21.15.70:3300/0 conn(0x7f8c4006c200 0x7f8c400d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1369127666 0 0) 0x7f8c400cdc80 con 0x7f8c4015e480 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.038+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c28003520 con 0x7f8c4015e480 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2724058478 0 0) 0x7f8c28003520 con 0x7f8c4015e480 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 >> v2:172.21.15.70:3300/0 conn(0x7f8c4006c200 msgr2=0x7f8c400d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:27.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 --2- 172.21.15.3:0/3916795713 >> v2:172.21.15.70:3300/0 conn(0x7f8c4006c200 0x7f8c400d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 >> v1:172.21.15.70:6789/0 conn(0x7f8c400b0370 legacy=0x7f8c400ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c400ce220 con 0x7f8c4015e480 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f8c30001670 con 0x7f8c4015e480 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 >> v1:172.21.15.3:6789/0 conn(0x7f8c4015e480 legacy=0x7f8c4006baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c280039b0 0x7f8c28003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c28004800 0x7f8c28004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c280052e0 0x7f8c2800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c2800c180 con 0x7f8c28004800 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8c2800c330 con 0x7f8c280052e0 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8c2800c530 con 0x7f8c280039b0 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c28004800 0x7f8c28004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3ffff640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c280039b0 0x7f8c28003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c44e33640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c280052e0 0x7f8c2800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c280039b0 msgr2=0x7f8c28003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c280039b0 0x7f8c28003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c280052e0 msgr2=0x7f8c2800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c280052e0 0x7f8c2800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/3916795713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c28003520 con 0x7f8c28004800 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.039+0000 7f8c44e33640 1 -- 172.21.15.3:0/3916795713 reap_dead start 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c28004800 0x7f8c28004c80 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f8c40071720 tx=0x7f8c28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48db2dc6b7c92035 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34036070 con 0x7f8c28004800 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c34031400 con 0x7f8c28004800 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c3effd640 1 -- 172.21.15.3:0/3916795713 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34009690 con 0x7f8c28004800 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c46896640 1 -- 172.21.15.3:0/3916795713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c28004800 msgr2=0x7f8c28004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c46896640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c28004800 0x7f8c28004c80 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f8c40071720 tx=0x7f8c28005830 comp rx=0 tx=0).stop 2024-09-10T07:25:27.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c46896640 1 -- 172.21.15.3:0/3916795713 shutdown_connections 2024-09-10T07:25:27.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c46896640 1 --2- 172.21.15.3:0/3916795713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c28004800 0x7f8c28004c80 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.040+0000 7f8c46896640 1 -- 172.21.15.3:0/3916795713 >> 172.21.15.3:0/3916795713 conn(0x7f8c4009aa30 msgr2=0x7f8c400b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:27.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.041+0000 7f8c46896640 1 -- 172.21.15.3:0/3916795713 shutdown_connections 2024-09-10T07:25:27.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.041+0000 7f8c46896640 1 -- 172.21.15.3:0/3916795713 wait complete. 2024-09-10T07:25:27.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.042+0000 7f8c46896640 1 Processor -- start 2024-09-10T07:25:27.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.042+0000 7f8c46896640 1 -- start start 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c46896640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c28004800 0x7f8c401566b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c46896640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 0x7f8c40159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c46896640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c401574c0 0x7f8c40157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c46896640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c400d0db0 con 0x7f8c40159ac0 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c46896640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8c4015e860 con 0x7f8c401574c0 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c46896640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8c400d0f30 con 0x7f8c28004800 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 0x7f8c40159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 0x7f8c40159f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43630/0 (socket says 172.21.15.3:43630) 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/771827231 learned_addr learned my addr 172.21.15.3:0/771827231 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c44e33640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c401574c0 0x7f8c40157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3ffff640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c28004800 0x7f8c401566b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c28004800 msgr2=0x7f8c401566b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c28004800 0x7f8c401566b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c401574c0 msgr2=0x7f8c40157940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c401574c0 0x7f8c40157940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 -- 172.21.15.3:0/771827231 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c4015cb50 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3f7fe640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 0x7f8c40159f40 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f8c34000c00 tx=0x7f8c34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.043+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34040030 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.044+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c3403b460 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.044+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c4015ce30 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.044+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34036040 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.044+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c4015d3f0 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.044+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c40068da0 con 0x7f8c40159ac0 2024-09-10T07:25:27.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.045+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c34043070 con 0x7f8c40159ac0 2024-09-10T07:25:27.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.046+0000 7f8c3cff9640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8c2c06be30 0x7f8c2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:27.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.046+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6331+0+0 (secure 0 0 0) 0x7f8c340aae20 con 0x7f8c40159ac0 2024-09-10T07:25:27.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.046+0000 7f8c3ffff640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8c2c06be30 0x7f8c2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:27.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.046+0000 7f8c3ffff640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8c2c06be30 0x7f8c2c06e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8c30007cf0 tx=0x7f8c300078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:27.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.050+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c34078f00 con 0x7f8c40159ac0 2024-09-10T07:25:27.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.261+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8c400cdc80 con 0x7f8c40159ac0 2024-09-10T07:25:27.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.917+0000 7f8c3cff9640 1 -- 172.21.15.3:0/771827231 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v41) ==== 104+0+0 (secure 0 0 0) 0x7f8c3407d200 con 0x7f8c40159ac0 2024-09-10T07:25:27.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8c2c06be30 msgr2=0x7f8c2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8c2c06be30 0x7f8c2c06e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8c30007cf0 tx=0x7f8c300078f0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 msgr2=0x7f8c40159f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:27.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 0x7f8c40159f40 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f8c34000c00 tx=0x7f8c34004730 comp rx=0 tx=0).stop 2024-09-10T07:25:27.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 shutdown_connections 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8c2c06be30 0x7f8c2c06e2f0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c401574c0 0x7f8c40157940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c40159ac0 0x7f8c40159f40 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 --2- 172.21.15.3:0/771827231 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c28004800 0x7f8c401566b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 >> 172.21.15.3:0/771827231 conn(0x7f8c4009aa30 msgr2=0x7f8c400b6410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 shutdown_connections 2024-09-10T07:25:27.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:27.920+0000 7f8c46896640 1 -- 172.21.15.3:0/771827231 wait complete. 2024-09-10T07:25:27.934 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T07:25:28.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.090+0000 7f7955b3b640 1 Processor -- start 2024-09-10T07:25:28.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.090+0000 7f7955b3b640 1 -- start start 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f7955b3b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 0x7f79500cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f7955b3b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f79500d2fe0 0x7f79500b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f7955b3b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79500d10c0 con 0x7f79500d1ec0 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f7955b3b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f79500cf4f0 con 0x7f79500d2fe0 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f7955b3b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f79500d13a0 con 0x7f795015e500 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f794effd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f79500d1ec0 0x7f79500d28d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:54644/0 (socket says 172.21.15.3:54644) 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.091+0000 7f794effd640 1 -- 172.21.15.3:0/3104921295 learned_addr learned my addr 172.21.15.3:0/3104921295 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 --2- 172.21.15.3:0/3104921295 >> v2:172.21.15.70:3300/0 conn(0x7f79500d2fe0 0x7f79500b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2332886381 0 0) 0x7f79500d10c0 con 0x7f79500d1ec0 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7938003520 con 0x7f79500d1ec0 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794f7fe640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 0x7f79500cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 597169514 0 0) 0x7f7938003520 con 0x7f79500d1ec0 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 msgr2=0x7f79500cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 0x7f79500cefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 >> v2:172.21.15.70:3300/0 conn(0x7f79500d2fe0 msgr2=0x7f79500b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 --2- 172.21.15.3:0/3104921295 >> v2:172.21.15.70:3300/0 conn(0x7f79500d2fe0 0x7f79500b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79500d1680 con 0x7f79500d1ec0 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f7944001670 con 0x7f79500d1ec0 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 >> v1:172.21.15.3:6789/0 conn(0x7f79500d1ec0 legacy=0x7f79500d28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 0x7f79380039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7938003f30 0x7f7938004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7938004d40 0x7f79380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f79500cf4f0 con 0x7f7938004d40 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f79500d13a0 con 0x7f7938003f30 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f793800b9c0 con 0x7f795015e500 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7938004d40 0x7f79380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794effd640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7938003f30 0x7f7938004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794f7fe640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 0x7f79380039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 -- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 msgr2=0x7f79380039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f795015e500 0x7f79380039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 -- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7938003f30 msgr2=0x7f7938004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7938003f30 0x7f7938004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.092+0000 7f794ffff640 1 -- 172.21.15.3:0/3104921295 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7938003520 con 0x7f7938004d40 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.093+0000 7f794ffff640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7938004d40 0x7f79380051c0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f795008d770 tx=0x7f7938005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d136b08d764f844 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.093+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948009c10 con 0x7f7938004d40 2024-09-10T07:25:28.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.093+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7948036070 con 0x7f7938004d40 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.093+0000 7f794e7fc640 1 -- 172.21.15.3:0/3104921295 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948031630 con 0x7f7938004d40 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f7955b3b640 1 -- 172.21.15.3:0/3104921295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7938004d40 msgr2=0x7f79380051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f7955b3b640 1 --2- 172.21.15.3:0/3104921295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7938004d40 0x7f79380051c0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f795008d770 tx=0x7f7938005830 comp rx=0 tx=0).stop 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f794ffff640 1 -- 172.21.15.3:0/3104921295 reap_dead start 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f7955b3b640 1 -- 172.21.15.3:0/3104921295 shutdown_connections 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f7955b3b640 1 -- 172.21.15.3:0/3104921295 >> 172.21.15.3:0/3104921295 conn(0x7f795008dd00 msgr2=0x7f795009d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f7955b3b640 1 -- 172.21.15.3:0/3104921295 shutdown_connections 2024-09-10T07:25:28.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.094+0000 7f7955b3b640 1 -- 172.21.15.3:0/3104921295 wait complete. 2024-09-10T07:25:28.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.095+0000 7f7955b3b640 1 Processor -- start 2024-09-10T07:25:28.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.095+0000 7f7955b3b640 1 -- start start 2024-09-10T07:25:28.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f7955b3b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7950152ce0 0x7f7950161240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f7955b3b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79501530c0 0x7f79500b9160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f7955b3b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 0x7f79501f7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f7955b3b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f79500d0dd0 con 0x7f79500b96a0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f7955b3b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f79500d0c50 con 0x7f79501530c0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f7955b3b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f79500d22e0 con 0x7f7950152ce0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f794ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 0x7f79501f7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f794ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 0x7f79501f7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43642/0 (socket says 172.21.15.3:43642) 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f794ffff640 1 -- 172.21.15.3:0/2024307403 learned_addr learned my addr 172.21.15.3:0/2024307403 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f794f7fe640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7950152ce0 0x7f7950161240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.096+0000 7f794effd640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79501530c0 0x7f79500b9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f794ffff640 1 -- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7950152ce0 msgr2=0x7f7950161240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f794ffff640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7950152ce0 0x7f7950161240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f794ffff640 1 -- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79501530c0 msgr2=0x7f79500b9160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f794ffff640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79501530c0 0x7f79500b9160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f794ffff640 1 -- 172.21.15.3:0/2024307403 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7950160230 con 0x7f79500b96a0 2024-09-10T07:25:28.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f794ffff640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 0x7f79501f7cb0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f794800e230 tx=0x7f7948009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948009c10 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7948031d50 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f795015f470 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948044670 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.097+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f795015fa30 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.098+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79500cefb0 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.099+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7948005d10 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.099+0000 7f7937fff640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.099+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6331+0+0 (secure 0 0 0) 0x7f79480abd90 con 0x7f79500b96a0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.100+0000 7f794f7fe640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:28.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.100+0000 7f794f7fe640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f79400099e0 tx=0x7f7940008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:28.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.104+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f794807a4d0 con 0x7f79500b96a0 2024-09-10T07:25:28.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:28.279+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f79500c7bc0 con 0x7f79500b96a0 2024-09-10T07:25:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.258+0000 7f7937fff640 1 -- 172.21.15.3:0/2024307403 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v57) ==== 181+0+0 (secure 0 0 0) 0x7f7948079dd0 con 0x7f79500b96a0 2024-09-10T07:25:29.258 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-09-10T07:25:29.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 msgr2=0x7f793c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f79400099e0 tx=0x7f7940008040 comp rx=0 tx=0).stop 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 msgr2=0x7f79501f7cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 0x7f79501f7cb0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f794800e230 tx=0x7f7948009750 comp rx=0 tx=0).stop 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 shutdown_connections 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f793c06be60 0x7f793c06e320 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79500b96a0 0x7f79501f7cb0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79501530c0 0x7f79500b9160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.261+0000 7f7955b3b640 1 --2- 172.21.15.3:0/2024307403 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7950152ce0 0x7f7950161240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.262+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 >> 172.21.15.3:0/2024307403 conn(0x7f795008dd00 msgr2=0x7f795006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.262+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 shutdown_connections 2024-09-10T07:25:29.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.262+0000 7f7955b3b640 1 -- 172.21.15.3:0/2024307403 wait complete. 2024-09-10T07:25:29.277 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T07:25:29.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 Processor -- start 2024-09-10T07:25:29.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 -- start start 2024-09-10T07:25:29.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4dac162570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4dac0b9a80 0x7f4dac0b9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dac0d39d0 con 0x7f4dac15e770 2024-09-10T07:25:29.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4dac0b7df0 con 0x7f4dac0b9a80 2024-09-10T07:25:29.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.391+0000 7f4db22e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4dac162ab0 con 0x7f4dac162130 2024-09-10T07:25:29.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dabfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4dac15e770 0x7f4dac0d32c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45098/0 (socket says 172.21.15.3:45098) 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dabfff640 1 -- 172.21.15.3:0/2287442860 learned_addr learned my addr 172.21.15.3:0/2287442860 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 852885059 0 0) 0x7f4dac0d39d0 con 0x7f4dac15e770 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4da3fff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4dac162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4d98003520 con 0x7f4dac15e770 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4db0881640 1 --2- 172.21.15.3:0/2287442860 >> v2:172.21.15.70:3300/0 conn(0x7f4dac0b9a80 0x7f4dac0b9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 366808992 0 0) 0x7f4d98003520 con 0x7f4dac15e770 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 msgr2=0x7f4dac162570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4dac162570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 >> v2:172.21.15.70:3300/0 conn(0x7f4dac0b9a80 msgr2=0x7f4dac0b9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 --2- 172.21.15.3:0/2287442860 >> v2:172.21.15.70:3300/0 conn(0x7f4dac0b9a80 0x7f4dac0b9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dac0b74c0 con 0x7f4dac15e770 2024-09-10T07:25:29.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f4d9c001670 con 0x7f4dac15e770 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 >> v1:172.21.15.3:6789/0 conn(0x7f4dac15e770 legacy=0x7f4dac0d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d980039b0 0x7f4d98003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4d98004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d98004d40 0x7f4d980051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac0b7df0 con 0x7f4d980039b0 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac162ab0 con 0x7f4d98004d40 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4d9800b9c0 con 0x7f4dac162130 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4dabfff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d980039b0 0x7f4d98003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4da3fff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4d98004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.392+0000 7f4db0881640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d98004d40 0x7f4d980051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dabfff640 1 -- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 msgr2=0x7f4d98004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dabfff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4d98004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dabfff640 1 -- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d98004d40 msgr2=0x7f4d980051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dabfff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d98004d40 0x7f4d980051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dabfff640 1 -- 172.21.15.3:0/2287442860 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d98003520 con 0x7f4d980039b0 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4da3fff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac162130 0x7f4d98004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4db0881640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d98004d40 0x7f4d980051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dabfff640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d980039b0 0x7f4d98003dd0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00c290 tx=0x7f4d98005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d5f50cb03e70486 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c007d50 con 0x7f4d980039b0 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.393+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d9c005ad0 con 0x7f4d980039b0 2024-09-10T07:25:29.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4dab7fe640 1 -- 172.21.15.3:0/2287442860 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c007070 con 0x7f4d980039b0 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db22e4640 1 -- 172.21.15.3:0/2287442860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d980039b0 msgr2=0x7f4d98003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db22e4640 1 --2- 172.21.15.3:0/2287442860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d980039b0 0x7f4d98003dd0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00c290 tx=0x7f4d98005830 comp rx=0 tx=0).stop 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db0881640 1 -- 172.21.15.3:0/2287442860 reap_dead start 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db22e4640 1 -- 172.21.15.3:0/2287442860 shutdown_connections 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db22e4640 1 -- 172.21.15.3:0/2287442860 >> 172.21.15.3:0/2287442860 conn(0x7f4dac09d660 msgr2=0x7f4dac0d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db22e4640 1 -- 172.21.15.3:0/2287442860 shutdown_connections 2024-09-10T07:25:29.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.394+0000 7f4db22e4640 1 -- 172.21.15.3:0/2287442860 wait complete. 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.395+0000 7f4db22e4640 1 Processor -- start 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.395+0000 7f4db22e4640 1 -- start start 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db22e4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d980039b0 0x7f4dac09e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db22e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac15d1d0 0x7f4dac15d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db22e4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 0x7f4dac0a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db22e4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac0d51c0 con 0x7f4dac09fdb0 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db22e4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac0b7a80 con 0x7f4d980039b0 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db22e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4dac0d5340 con 0x7f4dac15d1d0 2024-09-10T07:25:29.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db0881640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 0x7f4dac0a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db0881640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 0x7f4dac0a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58788/0 (socket says 172.21.15.3:58788) 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4db0881640 1 -- 172.21.15.3:0/3287841929 learned_addr learned my addr 172.21.15.3:0/3287841929 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4da3fff640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac15d1d0 0x7f4dac15d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.396+0000 7f4dabfff640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d980039b0 0x7f4dac09e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db0881640 1 -- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac15d1d0 msgr2=0x7f4dac15d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db0881640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac15d1d0 0x7f4dac15d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db0881640 1 -- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d980039b0 msgr2=0x7f4dac09e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db0881640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d980039b0 0x7f4dac09e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db0881640 1 -- 172.21.15.3:0/3287841929 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dac0a0b60 con 0x7f4dac09fdb0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db0881640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 0x7f4dac0a0230 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f4dac0d02b0 tx=0x7f4da4010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da401a030 con 0x7f4dac09fdb0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da4010d20 con 0x7f4dac09fdb0 2024-09-10T07:25:29.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4003bd0 con 0x7f4dac09fdb0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dac0a0e20 con 0x7f4dac09fdb0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.397+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dac0a1100 con 0x7f4dac09fdb0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.398+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dac069110 con 0x7f4dac09fdb0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.399+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4da4005d10 con 0x7f4dac09fdb0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.399+0000 7f4da97fa640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.399+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5893+0+0 (secure 0 0 0) 0x7f4da408b3a0 con 0x7f4dac09fdb0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.399+0000 7f4dabfff640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.400+0000 7f4dabfff640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c033000 tx=0x7f4d9c009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:29.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.404+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4da4025020 con 0x7f4dac09fdb0 2024-09-10T07:25:29.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:29.585+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4dac162570 con 0x7f4dac09fdb0 2024-09-10T07:25:30.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.263+0000 7f4da97fa640 1 -- 172.21.15.3:0/3287841929 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v58) ==== 169+0+0 (secure 0 0 0) 0x7f4da4059d20 con 0x7f4dac09fdb0 2024-09-10T07:25:30.263 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4d8c06be30 msgr2=0x7f4d8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c033000 tx=0x7f4d9c009030 comp rx=0 tx=0).stop 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 msgr2=0x7f4dac0a0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 0x7f4dac0a0230 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f4dac0d02b0 tx=0x7f4da4010590 comp rx=0 tx=0).stop 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 shutdown_connections 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4dac09fdb0 0x7f4dac0a0230 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4dac15d1d0 0x7f4dac15d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 --2- 172.21.15.3:0/3287841929 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d980039b0 0x7f4dac09e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 >> 172.21.15.3:0/3287841929 conn(0x7f4dac09d660 msgr2=0x7f4dac06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:30.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 shutdown_connections 2024-09-10T07:25:30.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.267+0000 7f4db22e4640 1 -- 172.21.15.3:0/3287841929 wait complete. 2024-09-10T07:25:30.282 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T07:25:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.393+0000 7fa88ad31640 1 Processor -- start 2024-09-10T07:25:30.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.394+0000 7fa88ad31640 1 -- start start 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.394+0000 7fa88ad31640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa88415c040 0x7fa88415fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.394+0000 7fa88ad31640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 0x7fa8840d1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.394+0000 7fa88ad31640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8840cf690 con 0x7fa8840cfe90 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.394+0000 7fa88ad31640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fa8840d0350 con 0x7fa88415c040 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.394+0000 7fa88ad31640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa8840d0630 con 0x7fa88415c420 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa8892ce640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 0x7fa8840d1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa888acd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa88415c040 0x7fa88415fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa8892ce640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 0x7fa8840d1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:41950/0 (socket says 172.21.15.3:41950) 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa888acd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fa88415c040 0x7fa88415fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:34568/0 (socket says 172.21.15.3:34568) 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa8892ce640 1 -- 172.21.15.3:0/617838183 learned_addr learned my addr 172.21.15.3:0/617838183 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa888acd640 1 -- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 msgr2=0x7fa8840d1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa888acd640 1 --2- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 0x7fa8840d1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa888acd640 1 -- 172.21.15.3:0/617838183 >> v1:172.21.15.70:6789/0 conn(0x7fa8840cfe90 legacy=0x7fa884160390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa888acd640 1 -- 172.21.15.3:0/617838183 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8840d0910 con 0x7fa88415c040 2024-09-10T07:25:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.395+0000 7fa8892ce640 1 --2- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 0x7fa8840d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:30.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.396+0000 7fa888acd640 1 --2- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c040 0x7fa88415fe50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa87c009d90 tx=0x7fa87c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0ea06906505a086 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:30.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.396+0000 7fa8837fe640 1 -- 172.21.15.3:0/617838183 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c007740 con 0x7fa88415c040 2024-09-10T07:25:30.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.396+0000 7fa8837fe640 1 -- 172.21.15.3:0/617838183 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa87c0078e0 con 0x7fa88415c040 2024-09-10T07:25:30.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.396+0000 7fa8837fe640 1 -- 172.21.15.3:0/617838183 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c007cb0 con 0x7fa88415c040 2024-09-10T07:25:30.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 -- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c040 msgr2=0x7fa88415fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 --2- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c040 0x7fa88415fe50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa87c009d90 tx=0x7fa87c02a660 comp rx=0 tx=0).stop 2024-09-10T07:25:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 -- 172.21.15.3:0/617838183 shutdown_connections 2024-09-10T07:25:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 --2- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c420 0x7fa8840d1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 --2- 172.21.15.3:0/617838183 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c040 0x7fa88415fe50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 -- 172.21.15.3:0/617838183 >> 172.21.15.3:0/617838183 conn(0x7fa88406feb0 msgr2=0x7fa884070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 -- 172.21.15.3:0/617838183 shutdown_connections 2024-09-10T07:25:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.397+0000 7fa88ad31640 1 -- 172.21.15.3:0/617838183 wait complete. 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.398+0000 7fa88ad31640 1 Processor -- start 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.398+0000 7fa88ad31640 1 -- start start 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa88ad31640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 0x7fa8840cadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa88ad31640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c040 0x7fa8840cc020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa88ad31640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c420 0x7fa8841f1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa88ad31640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa8840d17e0 con 0x7fa8840cfe90 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa88ad31640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa8840d0ed0 con 0x7fa88415c420 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa88ad31640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa884160aa0 con 0x7fa88415c040 2024-09-10T07:25:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 0x7fa8840cadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 0x7fa8840cadb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58790/0 (socket says 172.21.15.3:58790) 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 -- 172.21.15.3:0/1758570625 learned_addr learned my addr 172.21.15.3:0/1758570625 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa883fff640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c040 0x7fa8840cc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa8892ce640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c420 0x7fa8841f1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 -- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c040 msgr2=0x7fa8840cc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c040 0x7fa8840cc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 -- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c420 msgr2=0x7fa8841f1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c420 0x7fa8841f1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa888acd640 1 -- 172.21.15.3:0/1758570625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8840cc560 con 0x7fa8840cfe90 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.399+0000 7fa8892ce640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c420 0x7fa8841f1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.400+0000 7fa888acd640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 0x7fa8840cadb0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa87c009d90 tx=0x7fa87c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.400+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c03f070 con 0x7fa8840cfe90 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.400+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa87c031c40 con 0x7fa8840cfe90 2024-09-10T07:25:30.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.400+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8840cb490 con 0x7fa8840cfe90 2024-09-10T07:25:30.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.400+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87c009450 con 0x7fa8840cfe90 2024-09-10T07:25:30.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.400+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8841e5ee0 con 0x7fa8840cfe90 2024-09-10T07:25:30.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.401+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa88415fe50 con 0x7fa8840cfe90 2024-09-10T07:25:30.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.401+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa87c044460 con 0x7fa8840cfe90 2024-09-10T07:25:30.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.402+0000 7fa8817fa640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa87006be60 0x7fa87006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.402+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7fa87c0ac3c0 con 0x7fa8840cfe90 2024-09-10T07:25:30.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.402+0000 7fa883fff640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa87006be60 0x7fa87006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.403+0000 7fa883fff640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa87006be60 0x7fa87006e320 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa8840c7ce0 tx=0x7fa878009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:30.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.406+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa87c07af20 con 0x7fa8840cfe90 2024-09-10T07:25:30.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.582+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fa8840d3060 con 0x7fa8840cfe90 2024-09-10T07:25:30.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.586+0000 7fa8817fa640 1 -- 172.21.15.3:0/1758570625 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7fa87c07a820 con 0x7fa8840cfe90 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa87006be60 msgr2=0x7fa87006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa87006be60 0x7fa87006e320 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa8840c7ce0 tx=0x7fa878009040 comp rx=0 tx=0).stop 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 msgr2=0x7fa8840cadb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 0x7fa8840cadb0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa87c009d90 tx=0x7fa87c004a40 comp rx=0 tx=0).stop 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 shutdown_connections 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa87006be60 0x7fa87006e320 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa88415c420 0x7fa8841f1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa88415c040 0x7fa8840cc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 --2- 172.21.15.3:0/1758570625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8840cfe90 0x7fa8840cadb0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 >> 172.21.15.3:0/1758570625 conn(0x7fa88406feb0 msgr2=0x7fa8840b5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 shutdown_connections 2024-09-10T07:25:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.588+0000 7fa88ad31640 1 -- 172.21.15.3:0/1758570625 wait complete. 2024-09-10T07:25:30.599 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_journal_smoke' 2024-09-10T07:25:30.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.702+0000 7f36542ae640 1 Processor -- start 2024-09-10T07:25:30.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.702+0000 7f36542ae640 1 -- start start 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f36542ae640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f364c167210 0x7f364c169600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f36542ae640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f364c06d310 con 0x7f364c0d0350 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f36542ae640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f364c15e7f0 con 0x7f364c09aa30 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f36542ae640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f364c0d1a50 con 0x7f364c167210 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f365284b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f364c167210 0x7f364c169600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f3651849640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f364c0d0350 0x7f364c06cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45102/0 (socket says 172.21.15.3:45102) 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f365284b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f364c167210 0x7f364c169600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58804/0 (socket says 172.21.15.3:58804) 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f3651849640 1 -- 172.21.15.3:0/4118113031 learned_addr learned my addr 172.21.15.3:0/4118113031 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f365284b640 1 -- 172.21.15.3:0/4118113031 >> v1:172.21.15.70:6789/0 conn(0x7f364c09aa30 legacy=0x7f364c09ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f365284b640 1 -- 172.21.15.3:0/4118113031 >> v1:172.21.15.3:6789/0 conn(0x7f364c0d0350 legacy=0x7f364c06cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.703+0000 7f365284b640 1 -- 172.21.15.3:0/4118113031 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c0d09b0 con 0x7f364c167210 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.704+0000 7f365284b640 1 --2- 172.21.15.3:0/4118113031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c169600 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f3644009d90 tx=0x7f364402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b10ea5c32d11762c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.704+0000 7f3651048640 1 -- 172.21.15.3:0/4118113031 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644007740 con 0x7f364c167210 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.704+0000 7f3651048640 1 -- 172.21.15.3:0/4118113031 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36440078e0 con 0x7f364c167210 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.704+0000 7f3651048640 1 -- 172.21.15.3:0/4118113031 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644007cb0 con 0x7f364c167210 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 -- 172.21.15.3:0/4118113031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 msgr2=0x7f364c169600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 --2- 172.21.15.3:0/4118113031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c169600 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f3644009d90 tx=0x7f364402a6f0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 -- 172.21.15.3:0/4118113031 shutdown_connections 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 --2- 172.21.15.3:0/4118113031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c169600 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 -- 172.21.15.3:0/4118113031 >> 172.21.15.3:0/4118113031 conn(0x7f364c0b3cf0 msgr2=0x7f364c0b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 -- 172.21.15.3:0/4118113031 shutdown_connections 2024-09-10T07:25:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.705+0000 7f36542ae640 1 -- 172.21.15.3:0/4118113031 wait complete. 2024-09-10T07:25:30.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.706+0000 7f36542ae640 1 Processor -- start 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.706+0000 7f36542ae640 1 -- start start 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f36542ae640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f364c09aa30 0x7f364c15aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f36542ae640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f364c0d0350 0x7f364c0c7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f36542ae640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c152300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f36542ae640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f364c0d1250 con 0x7f364c167210 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f36542ae640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f364c0d0f70 con 0x7f364c09aa30 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f36542ae640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f364c0d1530 con 0x7f364c0d0350 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c152300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c152300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58806/0 (socket says 172.21.15.3:58806) 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 -- 172.21.15.3:0/1244417990 learned_addr learned my addr 172.21.15.3:0/1244417990 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365204a640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f364c09aa30 0x7f364c15aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f3651849640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f364c0d0350 0x7f364c0c7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 -- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f364c0d0350 msgr2=0x7f364c0c7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f364c0d0350 0x7f364c0c7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 -- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f364c09aa30 msgr2=0x7f364c15aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f364c09aa30 0x7f364c15aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 -- 172.21.15.3:0/1244417990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c0c88e0 con 0x7f364c167210 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f3651849640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f364c0d0350 0x7f364c0c7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365204a640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f364c09aa30 0x7f364c15aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.707+0000 7f365284b640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c152300 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f3644009eb0 tx=0x7f3644004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.708+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364403f070 con 0x7f364c167210 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.708+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3644031c90 con 0x7f364c167210 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.708+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f364c0b1480 con 0x7f364c167210 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.708+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644044680 con 0x7f364c167210 2024-09-10T07:25:30.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.708+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f364c0b1a40 con 0x7f364c167210 2024-09-10T07:25:30.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.709+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f364c09ae10 con 0x7f364c167210 2024-09-10T07:25:30.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.709+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f364403b410 con 0x7f364c167210 2024-09-10T07:25:30.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.710+0000 7f3642ffd640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f363006be30 0x7f363006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:30.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.710+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7f36440ac690 con 0x7f364c167210 2024-09-10T07:25:30.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.710+0000 7f365204a640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f363006be30 0x7f363006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:30.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.710+0000 7f365204a640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f363006be30 0x7f363006e2f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3648001700 tx=0x7f3648009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:30.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.714+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f364407abd0 con 0x7f364c167210 2024-09-10T07:25:30.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:30.955+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_journal_smoke"]} v 0) -- 0x7f364c0b8180 con 0x7f364c167210 2024-09-10T07:25:31.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.264+0000 7f3642ffd640 1 -- 172.21.15.3:0/1244417990 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_journal_smoke"]}]=0 v238) ==== 148+0+0 (secure 0 0 0) 0x7f364407eed0 con 0x7f364c167210 2024-09-10T07:25:31.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f363006be30 msgr2=0x7f363006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f363006be30 0x7f363006e2f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3648001700 tx=0x7f3648009040 comp rx=0 tx=0).stop 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 msgr2=0x7f364c152300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c152300 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f3644009eb0 tx=0x7f3644004a40 comp rx=0 tx=0).stop 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 shutdown_connections 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f363006be30 0x7f363006e2f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f364c167210 0x7f364c152300 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f364c0d0350 0x7f364c0c7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 --2- 172.21.15.3:0/1244417990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f364c09aa30 0x7f364c15aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.266+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 >> 172.21.15.3:0/1244417990 conn(0x7f364c0b3cf0 msgr2=0x7f364c09b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.267+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 shutdown_connections 2024-09-10T07:25:31.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.267+0000 7f36542ae640 1 -- 172.21.15.3:0/1244417990 wait complete. 2024-09-10T07:25:31.279 INFO:tasks.cephfs_test_runner:test_journal_smoke (tasks.cephfs.test_journal_repair.TestJournalRepair) ... ok 2024-09-10T07:25:31.279 INFO:tasks.cephfs_test_runner:Starting test: test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair) That after forcibly modifying the backing store, we can get back into 2024-09-10T07:25:31.279 INFO:tasks.cephfs_test_runner:test_reset (tasks.cephfs.test_journal_repair.TestJournalRepair) 2024-09-10T07:25:31.279 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:25:31.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.388+0000 7fca83da1640 1 Processor -- start 2024-09-10T07:25:31.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.388+0000 7fca83da1640 1 -- start start 2024-09-10T07:25:31.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca83da1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fca7c147e10 0x7fca7c0b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca83da1640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca7c06c200 0x7fca7c160d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca83da1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca7c160580 con 0x7fca7c0b4050 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca83da1640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fca7c0b5ab0 con 0x7fca7c06c200 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca83da1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fca7c0b5ce0 con 0x7fca7c147e10 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca7c06c200 0x7fca7c160d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fca7c06c200 0x7fca7c160d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58816/0 (socket says 172.21.15.3:58816) 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 -- 172.21.15.3:0/1729706933 learned_addr learned my addr 172.21.15.3:0/1729706933 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:31.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca81b3d640 1 --2- 172.21.15.3:0/1729706933 >> v2:172.21.15.70:3300/0 conn(0x7fca7c147e10 0x7fca7c0b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 -- 172.21.15.3:0/1729706933 >> v2:172.21.15.70:3300/0 conn(0x7fca7c147e10 msgr2=0x7fca7c0b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:31.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 --2- 172.21.15.3:0/1729706933 >> v2:172.21.15.70:3300/0 conn(0x7fca7c147e10 0x7fca7c0b24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 -- 172.21.15.3:0/1729706933 >> v1:172.21.15.70:6789/0 conn(0x7fca7c0b4050 legacy=0x7fca7c06baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:31.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.389+0000 7fca8233e640 1 -- 172.21.15.3:0/1729706933 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca7c0b5fc0 con 0x7fca7c06c200 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.390+0000 7fca8233e640 1 --2- 172.21.15.3:0/1729706933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c06c200 0x7fca7c160d10 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fca7c06cbd0 tx=0x7fca7402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3cbdd70ab414939 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.390+0000 7fca80b3b640 1 -- 172.21.15.3:0/1729706933 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74036070 con 0x7fca7c06c200 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.390+0000 7fca80b3b640 1 -- 172.21.15.3:0/1729706933 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca74031600 con 0x7fca7c06c200 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.390+0000 7fca80b3b640 1 -- 172.21.15.3:0/1729706933 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca740319d0 con 0x7fca7c06c200 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 -- 172.21.15.3:0/1729706933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c06c200 msgr2=0x7fca7c160d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 --2- 172.21.15.3:0/1729706933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c06c200 0x7fca7c160d10 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fca7c06cbd0 tx=0x7fca7402a730 comp rx=0 tx=0).stop 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 -- 172.21.15.3:0/1729706933 shutdown_connections 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 --2- 172.21.15.3:0/1729706933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c06c200 0x7fca7c160d10 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 --2- 172.21.15.3:0/1729706933 >> v2:172.21.15.70:3300/0 conn(0x7fca7c147e10 0x7fca7c0b24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 -- 172.21.15.3:0/1729706933 >> 172.21.15.3:0/1729706933 conn(0x7fca7c0b6570 msgr2=0x7fca7c0b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 -- 172.21.15.3:0/1729706933 shutdown_connections 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.391+0000 7fca83da1640 1 -- 172.21.15.3:0/1729706933 wait complete. 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.392+0000 7fca83da1640 1 Processor -- start 2024-09-10T07:25:31.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.392+0000 7fca83da1640 1 -- start start 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca83da1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca7c06c200 0x7fca7c1429e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca83da1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7c0b4050 0x7fca7c15d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca83da1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 0x7fca7c1f7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca83da1640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c0ca3d0 con 0x7fca7c147e10 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca83da1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c0b62a0 con 0x7fca7c0b4050 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca83da1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fca7c161250 con 0x7fca7c06c200 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 0x7fca7c1f7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 0x7fca7c1f7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58830/0 (socket says 172.21.15.3:58830) 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 -- 172.21.15.3:0/569747351 learned_addr learned my addr 172.21.15.3:0/569747351 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca81b3d640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca7c06c200 0x7fca7c1429e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8133c640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7c0b4050 0x7fca7c15d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 -- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca7c06c200 msgr2=0x7fca7c1429e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca7c06c200 0x7fca7c1429e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 -- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7c0b4050 msgr2=0x7fca7c15d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7c0b4050 0x7fca7c15d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8233e640 1 -- 172.21.15.3:0/569747351 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca7c1f8060 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.393+0000 7fca8133c640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7c0b4050 0x7fca7c15d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.394+0000 7fca8233e640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 0x7fca7c1f7610 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fca74009f40 tx=0x7fca74004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.394+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74036050 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.394+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca74042070 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.394+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca7c1f8340 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.394+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74009510 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.394+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca7c1424c0 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.395+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca7c160d10 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.395+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fca74007bf0 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.396+0000 7fca727fc640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca6006be60 0x7fca6006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.396+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7fca740aba70 con 0x7fca7c147e10 2024-09-10T07:25:31.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.396+0000 7fca81b3d640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca6006be60 0x7fca6006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.396+0000 7fca81b3d640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca6006be60 0x7fca6006e320 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fca780079a0 tx=0x7fca78008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:31.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.400+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca7407a540 con 0x7fca7c147e10 2024-09-10T07:25:31.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.576+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fca7c142690 con 0x7fca7c147e10 2024-09-10T07:25:31.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.577+0000 7fca727fc640 1 -- 172.21.15.3:0/569747351 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+13311 (secure 0 0 0) 0x7fca74079e40 con 0x7fca7c147e10 2024-09-10T07:25:31.577 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:31.577 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":58,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:25:30.259855+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/3148800707":"2024-09-11T07:25:26.915441+0000","172.21.15.3:6833/3148800707":"2024-09-11T07:25:26.915441+0000","172.21.15.3:6835/2938536535":"2024-09-11T07:23:11.871424+0000","172.21.15.3:6833/2938536535":"2024-09-11T07:23:11.871424+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca6006be60 msgr2=0x7fca6006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca6006be60 0x7fca6006e320 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fca780079a0 tx=0x7fca78008040 comp rx=0 tx=0).stop 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 msgr2=0x7fca7c1f7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 0x7fca7c1f7610 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fca74009f40 tx=0x7fca74004a40 comp rx=0 tx=0).stop 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 shutdown_connections 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fca6006be60 0x7fca6006e320 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fca7c147e10 0x7fca7c1f7610 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fca7c0b4050 0x7fca7c15d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 --2- 172.21.15.3:0/569747351 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fca7c06c200 0x7fca7c1429e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 >> 172.21.15.3:0/569747351 conn(0x7fca7c0b6570 msgr2=0x7fca7c0b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 shutdown_connections 2024-09-10T07:25:31.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.579+0000 7fca83da1640 1 -- 172.21.15.3:0/569747351 wait complete. 2024-09-10T07:25:31.593 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:19:58.101338+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T07:25:31.593 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T07:25:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.702+0000 7fb296e2c640 1 Processor -- start 2024-09-10T07:25:31.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.702+0000 7fb296e2c640 1 -- start start 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb296e2c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb2900b04a0 0x7fb2900d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb296e2c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb290070650 con 0x7fb29006baf0 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb296e2c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb290070930 con 0x7fb290162710 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb296e2c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb290161fa0 con 0x7fb2900b04a0 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb28ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb2900b04a0 0x7fb2900d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb28ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb2900b04a0 0x7fb2900d1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58844/0 (socket says 172.21.15.3:58844) 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.704+0000 7fb28ffff640 1 -- 172.21.15.3:0/2667952644 learned_addr learned my addr 172.21.15.3:0/2667952644 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.703+0000 7fb294bc8640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb29006baf0 0x7fb29006bed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45104/0 (socket says 172.21.15.3:45104) 2024-09-10T07:25:31.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.704+0000 7fb28ffff640 1 -- 172.21.15.3:0/2667952644 >> v1:172.21.15.70:6789/0 conn(0x7fb290162710 legacy=0x7fb2900cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.704+0000 7fb28ffff640 1 -- 172.21.15.3:0/2667952644 >> v1:172.21.15.3:6789/0 conn(0x7fb29006baf0 legacy=0x7fb29006bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.704+0000 7fb28f7fe640 1 -- 172.21.15.3:0/2667952644 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2932035895 0 0) 0x7fb290070650 con 0x7fb29006baf0 2024-09-10T07:25:31.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.704+0000 7fb28ffff640 1 -- 172.21.15.3:0/2667952644 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2901621f0 con 0x7fb2900b04a0 2024-09-10T07:25:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb28ffff640 1 --2- 172.21.15.3:0/2667952644 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2900b04a0 0x7fb2900d1c20 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb284009870 tx=0x7fb28402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=716370e2a9844586 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb28f7fe640 1 -- 172.21.15.3:0/2667952644 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb284037070 con 0x7fb2900b04a0 2024-09-10T07:25:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb28f7fe640 1 -- 172.21.15.3:0/2667952644 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb284032440 con 0x7fb2900b04a0 2024-09-10T07:25:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb28f7fe640 1 -- 172.21.15.3:0/2667952644 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb284032810 con 0x7fb2900b04a0 2024-09-10T07:25:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 -- 172.21.15.3:0/2667952644 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2900b04a0 msgr2=0x7fb2900d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 --2- 172.21.15.3:0/2667952644 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2900b04a0 0x7fb2900d1c20 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb284009870 tx=0x7fb28402a270 comp rx=0 tx=0).stop 2024-09-10T07:25:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 -- 172.21.15.3:0/2667952644 shutdown_connections 2024-09-10T07:25:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 --2- 172.21.15.3:0/2667952644 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2900b04a0 0x7fb2900d1c20 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 -- 172.21.15.3:0/2667952644 >> 172.21.15.3:0/2667952644 conn(0x7fb2900d1100 msgr2=0x7fb2900d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 -- 172.21.15.3:0/2667952644 shutdown_connections 2024-09-10T07:25:31.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.705+0000 7fb296e2c640 1 -- 172.21.15.3:0/2667952644 wait complete. 2024-09-10T07:25:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.707+0000 7fb296e2c640 1 Processor -- start 2024-09-10T07:25:31.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.707+0000 7fb296e2c640 1 -- start start 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.707+0000 7fb296e2c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb29006baf0 0x7fb290156310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.707+0000 7fb296e2c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2900b04a0 0x7fb29015ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb296e2c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 0x7fb29015bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb296e2c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb290161d70 con 0x7fb290162710 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb296e2c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb290161bf0 con 0x7fb2900b04a0 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb296e2c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb290070270 con 0x7fb29006baf0 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 0x7fb29015bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 0x7fb29015bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58848/0 (socket says 172.21.15.3:58848) 2024-09-10T07:25:31.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 -- 172.21.15.3:0/1319967074 learned_addr learned my addr 172.21.15.3:0/1319967074 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb28ffff640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2900b04a0 0x7fb29015ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb294bc8640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb29006baf0 0x7fb290156310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 -- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb29006baf0 msgr2=0x7fb290156310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb29006baf0 0x7fb290156310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 -- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2900b04a0 msgr2=0x7fb29015ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2900b04a0 0x7fb29015ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 -- 172.21.15.3:0/1319967074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb290146e40 con 0x7fb290162710 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb2953c9640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 0x7fb29015bf90 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb28000c390 tx=0x7fb28000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb280017070 con 0x7fb290162710 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2800052d0 con 0x7fb290162710 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb290147120 con 0x7fb290162710 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb280003810 con 0x7fb290162710 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.708+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2901476e0 con 0x7fb290162710 2024-09-10T07:25:31.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.709+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb290162ba0 con 0x7fb290162710 2024-09-10T07:25:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.710+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb28001a070 con 0x7fb290162710 2024-09-10T07:25:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.710+0000 7fb28d7fa640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb27c06be30 0x7fb27c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.711+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7fb280089f10 con 0x7fb290162710 2024-09-10T07:25:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.711+0000 7fb294bc8640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb27c06be30 0x7fb27c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:31.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.711+0000 7fb294bc8640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb27c06be30 0x7fb27c06e2f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb288001920 tx=0x7fb2880018b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:31.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.715+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb280058420 con 0x7fb290162710 2024-09-10T07:25:31.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.888+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb2900c7620 con 0x7fb290162710 2024-09-10T07:25:31.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.889+0000 7fb28d7fa640 1 -- 172.21.15.3:0/1319967074 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) ==== 93+0+10 (secure 0 0 0) 0x7fb28005c720 con 0x7fb290162710 2024-09-10T07:25:31.889 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-09-10T07:25:31.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.890+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb27c06be30 msgr2=0x7fb27c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.890+0000 7fb296e2c640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb27c06be30 0x7fb27c06e2f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb288001920 tx=0x7fb2880018b0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.890+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 msgr2=0x7fb29015bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.890+0000 7fb296e2c640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 0x7fb29015bf90 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb28000c390 tx=0x7fb28000c850 comp rx=0 tx=0).stop 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 shutdown_connections 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb27c06be30 0x7fb27c06e2f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb290162710 0x7fb29015bf90 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2900b04a0 0x7fb29015ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 --2- 172.21.15.3:0/1319967074 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb29006baf0 0x7fb290156310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 >> 172.21.15.3:0/1319967074 conn(0x7fb2900d1100 msgr2=0x7fb2900b1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 shutdown_connections 2024-09-10T07:25:31.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:31.891+0000 7fb296e2c640 1 -- 172.21.15.3:0/1319967074 wait complete. 2024-09-10T07:25:31.902 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_reset' 2024-09-10T07:25:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.004+0000 7f8ea7718640 1 Processor -- start 2024-09-10T07:25:32.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.004+0000 7f8ea7718640 1 -- start start 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.005+0000 7f8ea7718640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00d0cc0 0x7f8ea00d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.005+0000 7f8ea7718640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ea00d3430 con 0x7f8ea00b78e0 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.005+0000 7f8ea7718640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ea00d1660 con 0x7f8ea015e510 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.005+0000 7f8ea7718640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea00d36d0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.005+0000 7f8ea5cb5640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f8ea00b78e0 0x7f8ea00b7d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45114/0 (socket says 172.21.15.3:45114) 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.005+0000 7f8ea5cb5640 1 -- 172.21.15.3:0/626215502 learned_addr learned my addr 172.21.15.3:0/626215502 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8ea4cb3640 1 --2- 172.21.15.3:0/626215502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00d0cc0 0x7f8ea00d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8e9ffff640 1 -- 172.21.15.3:0/626215502 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1379650192 0 0) 0x7f8ea00d3430 con 0x7f8ea00b78e0 2024-09-10T07:25:32.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8e9ffff640 1 -- 172.21.15.3:0/626215502 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e88003520 con 0x7f8ea00b78e0 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8e9ffff640 1 -- 172.21.15.3:0/626215502 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2956816295 0 0) 0x7f8e88003520 con 0x7f8ea00b78e0 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/626215502 >> v1:172.21.15.70:6789/0 conn(0x7f8ea015e510 legacy=0x7f8ea00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/626215502 >> v1:172.21.15.3:6789/0 conn(0x7f8ea00b78e0 legacy=0x7f8ea00b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.006+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/626215502 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea00d39b0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.007+0000 7f8ea4cb3640 1 --2- 172.21.15.3:0/626215502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00d0cc0 0x7f8ea00d1120 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8e940097d0 tx=0x7f8e9402a030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bf4d6141e5426d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.007+0000 7f8e9ffff640 1 -- 172.21.15.3:0/626215502 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94037070 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.007+0000 7f8e9ffff640 1 -- 172.21.15.3:0/626215502 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e9402aac0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.007+0000 7f8e9ffff640 1 -- 172.21.15.3:0/626215502 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e98001670 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 -- 172.21.15.3:0/626215502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00d0cc0 msgr2=0x7f8ea00d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 --2- 172.21.15.3:0/626215502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00d0cc0 0x7f8ea00d1120 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8e940097d0 tx=0x7f8e9402a030 comp rx=0 tx=0).stop 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 -- 172.21.15.3:0/626215502 shutdown_connections 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 --2- 172.21.15.3:0/626215502 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00d0cc0 0x7f8ea00d1120 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 -- 172.21.15.3:0/626215502 >> 172.21.15.3:0/626215502 conn(0x7f8ea006d1a0 msgr2=0x7f8ea0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 -- 172.21.15.3:0/626215502 shutdown_connections 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.008+0000 7f8ea7718640 1 -- 172.21.15.3:0/626215502 wait complete. 2024-09-10T07:25:32.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.009+0000 7f8ea7718640 1 Processor -- start 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.009+0000 7f8ea7718640 1 -- start start 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00b78e0 0x7f8ea00ca3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 0x7f8ea01560b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ea015e510 0x7f8ea0157f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea00d22a0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea00d3f70 con 0x7f8ea015e510 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8ea00cf210 con 0x7f8ea00b78e0 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 0x7f8ea01560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 0x7f8ea01560b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58862/0 (socket says 172.21.15.3:58862) 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/1805123070 learned_addr learned my addr 172.21.15.3:0/1805123070 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:32.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea54b4640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00b78e0 0x7f8ea00ca3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea5cb5640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ea015e510 0x7f8ea0157f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00b78e0 msgr2=0x7f8ea00ca3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00b78e0 0x7f8ea00ca3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ea015e510 msgr2=0x7f8ea0157f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ea015e510 0x7f8ea0157f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 -- 172.21.15.3:0/1805123070 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea00ce050 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea4cb3640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 0x7f8ea01560b0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8e94035040 tx=0x7f8e940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94042020 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e94003a40 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94037040 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.010+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea00ce330 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.011+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea00ca910 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.012+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea015daa0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.012+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e94045020 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.013+0000 7f8e9dffb640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8e8c06be30 0x7f8e8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.013+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7f8e940ab2b0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.013+0000 7f8ea54b4640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8e8c06be30 0x7f8e8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.013+0000 7f8ea54b4640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8e8c06be30 0x7f8e8c06e2f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8e900012e0 tx=0x7f8e90009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.017+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e9404c030 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.260+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_reset"]} v 0) -- 0x7f8ea015d7c0 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.269+0000 7f8e9dffb640 1 -- 172.21.15.3:0/1805123070 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_reset"]}]=0 v239) ==== 143+0+0 (secure 0 0 0) 0x7f8e94079690 con 0x7f8ea00d0cc0 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8e8c06be30 msgr2=0x7f8e8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8e8c06be30 0x7f8e8c06e2f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8e900012e0 tx=0x7f8e90009040 comp rx=0 tx=0).stop 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 msgr2=0x7f8ea01560b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 0x7f8ea01560b0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8e94035040 tx=0x7f8e940046c0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 shutdown_connections 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8e8c06be30 0x7f8e8c06e2f0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8ea015e510 0x7f8ea0157f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ea00d0cc0 0x7f8ea01560b0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 --2- 172.21.15.3:0/1805123070 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8ea00b78e0 0x7f8ea00ca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 >> 172.21.15.3:0/1805123070 conn(0x7f8ea006d1a0 msgr2=0x7f8ea00b9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:32.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 shutdown_connections 2024-09-10T07:25:32.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.271+0000 7f8ea7718640 1 -- 172.21.15.3:0/1805123070 wait complete. 2024-09-10T07:25:32.282 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T07:25:32.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.388+0000 7f1a76c8d640 1 Processor -- start 2024-09-10T07:25:32.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.388+0000 7f1a76c8d640 1 -- start start 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a76c8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 0x7f1a700ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a76c8d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1a700cefe0 0x7f1a700cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a76c8d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a700b4620 con 0x7f1a700cc450 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a76c8d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1a700cf800 con 0x7f1a700cefe0 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a76c8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1a700d0010 con 0x7f1a700ca840 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a6ffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 0x7f1a700ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a7522a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1a700cefe0 0x7f1a700cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a74a29640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f1a700cc450 0x7f1a700b3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:58900/0 (socket says 172.21.15.3:58900) 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a6ffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 0x7f1a700ccc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:41992/0 (socket says 172.21.15.3:41992) 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.389+0000 7f1a74a29640 1 -- 172.21.15.3:0/2872253230 learned_addr learned my addr 172.21.15.3:0/2872253230 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a6f7fe640 1 -- 172.21.15.3:0/2872253230 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2841810742 0 0) 0x7f1a700b4620 con 0x7f1a700cc450 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a6f7fe640 1 -- 172.21.15.3:0/2872253230 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1a5c005730 con 0x7f1a700cc450 2024-09-10T07:25:32.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a7522a640 1 -- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 msgr2=0x7f1a700ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:32.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a7522a640 1 --2- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 0x7f1a700ccc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a7522a640 1 -- 172.21.15.3:0/2872253230 >> v1:172.21.15.70:6789/0 conn(0x7f1a700cc450 legacy=0x7f1a700b3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a7522a640 1 -- 172.21.15.3:0/2872253230 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a700cfa50 con 0x7f1a700cefe0 2024-09-10T07:25:32.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.390+0000 7f1a6ffff640 1 --2- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 0x7f1a700ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:32.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a7522a640 1 --2- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cefe0 0x7f1a700cd140 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1a700b47f0 tx=0x7f1a5802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0d3def6085a1e46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a6f7fe640 1 -- 172.21.15.3:0/2872253230 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a58037070 con 0x7f1a700cefe0 2024-09-10T07:25:32.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a6f7fe640 1 -- 172.21.15.3:0/2872253230 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a5802ae50 con 0x7f1a700cefe0 2024-09-10T07:25:32.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a6f7fe640 1 -- 172.21.15.3:0/2872253230 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a58032640 con 0x7f1a700cefe0 2024-09-10T07:25:32.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 -- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cefe0 msgr2=0x7f1a700cd140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cefe0 0x7f1a700cd140 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1a700b47f0 tx=0x7f1a5802a100 comp rx=0 tx=0).stop 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 -- 172.21.15.3:0/2872253230 shutdown_connections 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cefe0 0x7f1a700cd140 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/2872253230 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700ca840 0x7f1a700ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 -- 172.21.15.3:0/2872253230 >> 172.21.15.3:0/2872253230 conn(0x7f1a7006baf0 msgr2=0x7f1a7006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 -- 172.21.15.3:0/2872253230 shutdown_connections 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.391+0000 7f1a76c8d640 1 -- 172.21.15.3:0/2872253230 wait complete. 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 Processor -- start 2024-09-10T07:25:32.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 -- start start 2024-09-10T07:25:32.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 0x7f1a70091970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cc450 0x7f1a700c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700cefe0 0x7f1a7008bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1a700b3170 con 0x7f1a700ca840 2024-09-10T07:25:32.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1a700b34e0 con 0x7f1a700cc450 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.393+0000 7f1a76c8d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1a700cc830 con 0x7f1a700cefe0 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 0x7f1a70091970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 0x7f1a70091970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58864/0 (socket says 172.21.15.3:58864) 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 -- 172.21.15.3:0/4274861746 learned_addr learned my addr 172.21.15.3:0/4274861746 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a7522a640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700cefe0 0x7f1a7008bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a6ffff640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cc450 0x7f1a700c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 -- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700cefe0 msgr2=0x7f1a7008bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700cefe0 0x7f1a7008bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 -- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cc450 msgr2=0x7f1a700c9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cc450 0x7f1a700c9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 -- 172.21.15.3:0/4274861746 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a701e1fe0 con 0x7f1a700ca840 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a74a29640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 0x7f1a70091970 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f1a6800caa0 tx=0x7f1a6800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a68017070 con 0x7f1a700ca840 2024-09-10T07:25:32.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a6800ac00 con 0x7f1a700ca840 2024-09-10T07:25:32.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a68012400 con 0x7f1a700ca840 2024-09-10T07:25:32.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a701e22c0 con 0x7f1a700ca840 2024-09-10T07:25:32.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.394+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a700c9250 con 0x7f1a700ca840 2024-09-10T07:25:32.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.396+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a700c9450 con 0x7f1a700ca840 2024-09-10T07:25:32.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.396+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1a6801a070 con 0x7f1a700ca840 2024-09-10T07:25:32.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.396+0000 7f1a6d7fa640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1a5006be30 0x7f1a5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.397+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7f1a6808aad0 con 0x7f1a700ca840 2024-09-10T07:25:32.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.397+0000 7f1a6ffff640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1a5006be30 0x7f1a5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.397+0000 7f1a6ffff640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1a5006be30 0x7f1a5006e2f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1a60009560 tx=0x7f1a60009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.401+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a700c9450 con 0x7f1a700ca840 2024-09-10T07:25:32.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.578+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f1a700b3970 con 0x7f1a700ca840 2024-09-10T07:25:32.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.583+0000 7f1a6d7fa640 1 -- 172.21.15.3:0/4274861746 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7f1a68058f40 con 0x7f1a700ca840 2024-09-10T07:25:32.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1a5006be30 msgr2=0x7f1a5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1a5006be30 0x7f1a5006e2f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1a60009560 tx=0x7f1a60009190 comp rx=0 tx=0).stop 2024-09-10T07:25:32.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 msgr2=0x7f1a70091970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 0x7f1a70091970 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f1a6800caa0 tx=0x7f1a6800cf60 comp rx=0 tx=0).stop 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 shutdown_connections 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1a5006be30 0x7f1a5006e2f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1a700cefe0 0x7f1a7008bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1a700cc450 0x7f1a700c9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 --2- 172.21.15.3:0/4274861746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a700ca840 0x7f1a70091970 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 >> 172.21.15.3:0/4274861746 conn(0x7f1a7006baf0 msgr2=0x7f1a70071cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 shutdown_connections 2024-09-10T07:25:32.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.585+0000 7f1a76c8d640 1 -- 172.21.15.3:0/4274861746 wait complete. 2024-09-10T07:25:32.596 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:25:32.597 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:25:32.642 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:25:32.698 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:25:32.699 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:25:32.699 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:32.715 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:25:32.715 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:25:32.715 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:32.733 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:25:32.733 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:25:32.734 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:32.771 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:25:32.771 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:25:32.771 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:25:32.791 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:25:32.791 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T07:25:32.791 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:32.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.914+0000 7f1123518640 1 Processor -- start 2024-09-10T07:25:32.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.914+0000 7f1123518640 1 -- start start 2024-09-10T07:25:32.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1123518640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f111c06e6a0 0x7f111c169320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1123518640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f111c15ebe0 con 0x7f111c0cfae0 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1123518640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f111c0d42d0 con 0x7f111c15e800 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1123518640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f111c0d3ff0 con 0x7f111c06e6a0 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1120ab3640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f111c0cfae0 0x7f111c0d2460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45124/0 (socket says 172.21.15.3:45124) 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1120ab3640 1 -- 172.21.15.3:0/1026052198 learned_addr learned my addr 172.21.15.3:0/1026052198 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1121ab5640 1 --2- 172.21.15.3:0/1026052198 >> v2:172.21.15.70:3300/0 conn(0x7f111c06e6a0 0x7f111c169320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2323276309 0 0) 0x7f111c15ebe0 con 0x7f111c0cfae0 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.915+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1108003520 con 0x7f111c0cfae0 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 755190097 0 0) 0x7f1108003520 con 0x7f111c0cfae0 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 >> v2:172.21.15.70:3300/0 conn(0x7f111c06e6a0 msgr2=0x7f111c169320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 --2- 172.21.15.3:0/1026052198 >> v2:172.21.15.70:3300/0 conn(0x7f111c06e6a0 0x7f111c169320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 >> v1:172.21.15.70:6789/0 conn(0x7f111c15e800 legacy=0x7f111c0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f111c06cbb0 con 0x7f111c0cfae0 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f110c001670 con 0x7f111c0cfae0 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 >> v1:172.21.15.3:6789/0 conn(0x7f111c0cfae0 legacy=0x7f111c0d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1108003a20 0x7f1108003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1108004800 0x7f1108004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11080051c0 0x7f110800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f111c0d3ff0 con 0x7f11080051c0 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f110800c0f0 con 0x7f1108004800 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f110800c2f0 con 0x7f1108003a20 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1121ab5640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11080051c0 0x7f110800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1120ab3640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1108004800 0x7f1108004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f11212b4640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1108003a20 0x7f1108003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1121ab5640 1 -- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1108003a20 msgr2=0x7f1108003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1121ab5640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1108003a20 0x7f1108003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1121ab5640 1 -- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1108004800 msgr2=0x7f1108004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1121ab5640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1108004800 0x7f1108004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f1121ab5640 1 -- 172.21.15.3:0/1026052198 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1108003520 con 0x7f11080051c0 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.916+0000 7f11212b4640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1108003a20 0x7f1108003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.917+0000 7f1121ab5640 1 -- 172.21.15.3:0/1026052198 reap_dead start 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.917+0000 7f1121ab5640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11080051c0 0x7f110800b9c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f1114009fc0 tx=0x7f1108005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adc854773f240ed8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.917+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114035020 con 0x7f11080051c0 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.917+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1114003bd0 con 0x7f11080051c0 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.917+0000 7f1113fff640 1 -- 172.21.15.3:0/1026052198 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114009c10 con 0x7f11080051c0 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 -- 172.21.15.3:0/1026052198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11080051c0 msgr2=0x7f110800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11080051c0 0x7f110800b9c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f1114009fc0 tx=0x7f1108005830 comp rx=0 tx=0).stop 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 -- 172.21.15.3:0/1026052198 shutdown_connections 2024-09-10T07:25:32.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 --2- 172.21.15.3:0/1026052198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11080051c0 0x7f110800b9c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 -- 172.21.15.3:0/1026052198 >> 172.21.15.3:0/1026052198 conn(0x7f111c09d750 msgr2=0x7f111c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:32.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 -- 172.21.15.3:0/1026052198 shutdown_connections 2024-09-10T07:25:32.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.918+0000 7f1123518640 1 -- 172.21.15.3:0/1026052198 wait complete. 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.919+0000 7f1123518640 1 Processor -- start 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.919+0000 7f1123518640 1 -- start start 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1123518640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f11080051c0 0x7f111c15a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1123518640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f111c15aee0 0x7f111c0b88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1123518640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 0x7f111c0b8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1123518640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f111c0d4e30 con 0x7f111c15b360 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1123518640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f111c06d170 con 0x7f111c15aee0 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1123518640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f111c0cf3d0 con 0x7f11080051c0 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 0x7f111c0b8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 0x7f111c0b8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58892/0 (socket says 172.21.15.3:58892) 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 -- 172.21.15.3:0/745291689 learned_addr learned my addr 172.21.15.3:0/745291689 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f11212b4640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f11080051c0 0x7f111c15a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1120ab3640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f111c15aee0 0x7f111c0b88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 -- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f11080051c0 msgr2=0x7f111c15a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f11080051c0 0x7f111c15a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 -- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f111c15aee0 msgr2=0x7f111c0b88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f111c15aee0 0x7f111c0b88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 -- 172.21.15.3:0/745291689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f111c0cc080 con 0x7f111c15b360 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.920+0000 7f1121ab5640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 0x7f111c0b8e20 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f111402af10 tx=0x7f1114009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.921+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114035070 con 0x7f111c15b360 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.921+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1114041070 con 0x7f111c15b360 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.921+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f111c0cc360 con 0x7f111c15b360 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.921+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111402d070 con 0x7f111c15b360 2024-09-10T07:25:32.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.921+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f111c0cc920 con 0x7f111c15b360 2024-09-10T07:25:32.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.922+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f111c068880 con 0x7f111c15b360 2024-09-10T07:25:32.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.922+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1114005d10 con 0x7f111c15b360 2024-09-10T07:25:32.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.923+0000 7f1111ffb640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f110006be30 0x7f110006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:32.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.923+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7f11140ab960 con 0x7f111c15b360 2024-09-10T07:25:32.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.923+0000 7f11212b4640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f110006be30 0x7f110006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:32.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.924+0000 7f11212b4640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f110006be30 0x7f110006e2f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1118000c00 tx=0x7f1118009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:32.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:32.927+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1114079e70 con 0x7f111c15b360 2024-09-10T07:25:33.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.138+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f111c0cf7c0 con 0x7f111c15b360 2024-09-10T07:25:33.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.138+0000 7f1111ffb640 1 -- 172.21.15.3:0/745291689 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+3902 (secure 0 0 0) 0x7f111407e170 con 0x7f111c15b360 2024-09-10T07:25:33.138 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:33.138 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":41,"btime":"2024-09-10T07:25:27:917245+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4955,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/3627613436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":3627613436},{"type":"v1","addr":"172.21.15.70:6837","nonce":3627613436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/2063252663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":2063252663},{"type":"v1","addr":"172.21.15.70:6836","nonce":2063252663}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3995936395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3995936395},{"type":"v1","addr":"172.21.15.3:6834","nonce":3995936395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":6096,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/132212167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":132212167},{"type":"v1","addr":"172.21.15.3:6835","nonce":132212167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[]} 2024-09-10T07:25:33.138 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 41 2024-09-10T07:25:33.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f110006be30 msgr2=0x7f110006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f110006be30 0x7f110006e2f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1118000c00 tx=0x7f1118009040 comp rx=0 tx=0).stop 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 msgr2=0x7f111c0b8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 0x7f111c0b8e20 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f111402af10 tx=0x7f1114009750 comp rx=0 tx=0).stop 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 shutdown_connections 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f110006be30 0x7f110006e2f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f111c15b360 0x7f111c0b8e20 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f111c15aee0 0x7f111c0b88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 --2- 172.21.15.3:0/745291689 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f11080051c0 0x7f111c15a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 >> 172.21.15.3:0/745291689 conn(0x7f111c09d750 msgr2=0x7f111c0d2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 shutdown_connections 2024-09-10T07:25:33.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.140+0000 7f1123518640 1 -- 172.21.15.3:0/745291689 wait complete. 2024-09-10T07:25:33.151 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T07:25:33.151 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T07:25:33.151 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T07:25:33.151 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:25:33.152 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T07:25:33.152 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T07:25:33.152 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T07:25:33.152 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:25:33.152 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T07:25:33.152 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T07:25:33.153 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T07:25:33.153 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:25:33.153 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T07:25:33.153 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T07:25:33.153 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T07:25:33.153 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:25:33.161 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T07:25:33.161 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T07:25:33.162 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T07:25:33.162 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T07:25:33.164 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T07:25:33.164 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T07:25:33.165 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T07:25:33.165 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T07:25:33.204 INFO:tasks.ceph.mds.a:Started 2024-09-10T07:25:33.205 DEBUG:teuthology.parallel:result is None 2024-09-10T07:25:33.205 INFO:tasks.ceph.mds.c:Started 2024-09-10T07:25:33.205 DEBUG:teuthology.parallel:result is None 2024-09-10T07:25:33.207 INFO:tasks.ceph.mds.b:Started 2024-09-10T07:25:33.207 DEBUG:teuthology.parallel:result is None 2024-09-10T07:25:33.208 INFO:tasks.ceph.mds.d:Started 2024-09-10T07:25:33.208 DEBUG:teuthology.parallel:result is None 2024-09-10T07:25:33.208 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T07:25:33.284 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:25:33.284 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:25:33.289 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:25:33.289 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:25:33.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.315+0000 7f5c97af1640 1 Processor -- start 2024-09-10T07:25:33.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.315+0000 7f5c97af1640 1 -- start start 2024-09-10T07:25:33.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.316+0000 7f5c97af1640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5c9015e660 0x7f5c900d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.316+0000 7f5c97af1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 0x7f5c900d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.316+0000 7f5c97af1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c90162500 con 0x7f5c90162020 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.316+0000 7f5c97af1640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5c900d2020 con 0x7f5c9015e660 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.316+0000 7f5c97af1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5c901627e0 con 0x7f5c900d4d60 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 0x7f5c900d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9588d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5c9015e660 0x7f5c900d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 0x7f5c900d4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:42028/0 (socket says 172.21.15.3:42028) 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9608e640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f5c90162020 0x7f5c900b45c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:58932/0 (socket says 172.21.15.3:58932) 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 -- 172.21.15.3:0/336279423 learned_addr learned my addr 172.21.15.3:0/336279423 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 -- 172.21.15.3:0/336279423 >> v2:172.21.15.70:3300/0 conn(0x7f5c9015e660 msgr2=0x7f5c900d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 --2- 172.21.15.3:0/336279423 >> v2:172.21.15.70:3300/0 conn(0x7f5c9015e660 0x7f5c900d4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 -- 172.21.15.3:0/336279423 >> v1:172.21.15.70:6789/0 conn(0x7f5c90162020 legacy=0x7f5c900b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:33.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9508c640 1 -- 172.21.15.3:0/336279423 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c90162ac0 con 0x7f5c900d4d60 2024-09-10T07:25:33.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9488b640 1 -- 172.21.15.3:0/336279423 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2806613223 0 0) 0x7f5c90162500 con 0x7f5c90162020 2024-09-10T07:25:33.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.317+0000 7f5c9588d640 1 --2- 172.21.15.3:0/336279423 >> v2:172.21.15.70:3300/0 conn(0x7f5c9015e660 0x7f5c900d4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c9508c640 1 --2- 172.21.15.3:0/336279423 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 0x7f5c900d4640 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5c80009870 tx=0x7f5c8002a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc60a5c168c4bcda server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c9488b640 1 -- 172.21.15.3:0/336279423 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80037070 con 0x7f5c900d4d60 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c9488b640 1 -- 172.21.15.3:0/336279423 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c80032440 con 0x7f5c900d4d60 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c9488b640 1 -- 172.21.15.3:0/336279423 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80032810 con 0x7f5c900d4d60 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 -- 172.21.15.3:0/336279423 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 msgr2=0x7f5c900d4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 --2- 172.21.15.3:0/336279423 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 0x7f5c900d4640 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5c80009870 tx=0x7f5c8002a200 comp rx=0 tx=0).stop 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 -- 172.21.15.3:0/336279423 shutdown_connections 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 --2- 172.21.15.3:0/336279423 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c900d4d60 0x7f5c900d4640 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 --2- 172.21.15.3:0/336279423 >> v2:172.21.15.70:3300/0 conn(0x7f5c9015e660 0x7f5c900d4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 -- 172.21.15.3:0/336279423 >> 172.21.15.3:0/336279423 conn(0x7f5c9008de10 msgr2=0x7f5c9009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.318+0000 7f5c97af1640 1 -- 172.21.15.3:0/336279423 shutdown_connections 2024-09-10T07:25:33.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.319+0000 7f5c97af1640 1 -- 172.21.15.3:0/336279423 wait complete. 2024-09-10T07:25:33.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 Processor -- start 2024-09-10T07:25:33.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 -- start start 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 0x7f5c90159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 0x7f5c900b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c90162020 0x7f5c900b5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5c900d0fb0 con 0x7f5c9015e660 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5c900d0e30 con 0x7f5c900d4d60 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.320+0000 7f5c97af1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5c900d1130 con 0x7f5c90162020 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 0x7f5c900b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9588d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 0x7f5c90159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9588d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 0x7f5c90159010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:34712/0 (socket says 172.21.15.3:34712) 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 0x7f5c900b4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58936/0 (socket says 172.21.15.3:58936) 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9588d640 1 -- 172.21.15.3:0/4263717669 learned_addr learned my addr 172.21.15.3:0/4263717669 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9608e640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c90162020 0x7f5c900b5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:33.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 -- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c90162020 msgr2=0x7f5c900b5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c90162020 0x7f5c900b5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 -- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 msgr2=0x7f5c90159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 0x7f5c90159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 -- 172.21.15.3:0/4263717669 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c900b7320 con 0x7f5c9015e660 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9588d640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 0x7f5c90159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9608e640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c90162020 0x7f5c900b5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c9508c640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 0x7f5c900b4e40 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f5c80031000 tx=0x7f5c800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80037040 con 0x7f5c9015e660 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c80004230 con 0x7f5c9015e660 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c900b7600 con 0x7f5c9015e660 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80003610 con 0x7f5c9015e660 2024-09-10T07:25:33.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.321+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c900b7bc0 con 0x7f5c9015e660 2024-09-10T07:25:33.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.322+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c900cef60 con 0x7f5c9015e660 2024-09-10T07:25:33.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.323+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5c800037b0 con 0x7f5c9015e660 2024-09-10T07:25:33.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.323+0000 7f5c867fc640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5c7406be30 0x7f5c7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:33.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.324+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5421+0+0 (secure 0 0 0) 0x7f5c800ab940 con 0x7f5c9015e660 2024-09-10T07:25:33.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.324+0000 7f5c9588d640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5c7406be30 0x7f5c7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:33.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.324+0000 7f5c9588d640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5c7406be30 0x7f5c7406e2f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c009560 tx=0x7f5c8c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:33.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.328+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5c80079d30 con 0x7f5c9015e660 2024-09-10T07:25:33.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:33.515+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f5c900b4090 con 0x7f5c9015e660 2024-09-10T07:25:34.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.285+0000 7f5c867fc640 1 -- 172.21.15.3:0/4263717669 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v60) ==== 97+0+0 (secure 0 0 0) 0x7f5c8007e030 con 0x7f5c9015e660 2024-09-10T07:25:34.286 INFO:teuthology.orchestra.run.smithi003.stderr: removed all blocklist entries 2024-09-10T07:25:34.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.288+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5c7406be30 msgr2=0x7f5c7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.288+0000 7f5c97af1640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5c7406be30 0x7f5c7406e2f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c009560 tx=0x7f5c8c009190 comp rx=0 tx=0).stop 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.288+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 msgr2=0x7f5c900b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.288+0000 7f5c97af1640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 0x7f5c900b4e40 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f5c80031000 tx=0x7f5c800046c0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 shutdown_connections 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5c7406be30 0x7f5c7406e2f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5c90162020 0x7f5c900b5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9015e660 0x7f5c900b4e40 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 --2- 172.21.15.3:0/4263717669 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5c900d4d60 0x7f5c90159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 >> 172.21.15.3:0/4263717669 conn(0x7f5c9008de10 msgr2=0x7f5c9006def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 shutdown_connections 2024-09-10T07:25:34.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.289+0000 7f5c97af1640 1 -- 172.21.15.3:0/4263717669 wait complete. 2024-09-10T07:25:34.305 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T07:25:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.414+0000 7faa088e6640 1 Processor -- start 2024-09-10T07:25:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.414+0000 7faa088e6640 1 -- start start 2024-09-10T07:25:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa088e6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faa0415e8d0 0x7faa0406dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa088e6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7faa040acdd0 0x7faa040cae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa088e6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa0406f530 con 0x7faa040cb3b0 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa088e6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7faa040cbbb0 con 0x7faa0415e8d0 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa088e6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7faa040cbe90 con 0x7faa040acdd0 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa0259c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faa0415e8d0 0x7faa0406dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa02d9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7faa040cb3b0 0x7faa040ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45162/0 (socket says 172.21.15.3:45162) 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa02d9d640 1 -- 172.21.15.3:0/1642758123 learned_addr learned my addr 172.21.15.3:0/1642758123 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7fa9fbfff640 1 --2- 172.21.15.3:0/1642758123 >> v2:172.21.15.70:3300/0 conn(0x7faa040acdd0 0x7faa040cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa0259c640 1 -- 172.21.15.3:0/1642758123 >> v2:172.21.15.70:3300/0 conn(0x7faa040acdd0 msgr2=0x7faa040cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa0259c640 1 --2- 172.21.15.3:0/1642758123 >> v2:172.21.15.70:3300/0 conn(0x7faa040acdd0 0x7faa040cae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa0259c640 1 -- 172.21.15.3:0/1642758123 >> v1:172.21.15.3:6789/0 conn(0x7faa040cb3b0 legacy=0x7faa040ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa0259c640 1 -- 172.21.15.3:0/1642758123 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa040ca5f0 con 0x7faa0415e8d0 2024-09-10T07:25:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.415+0000 7faa01d9b640 1 -- 172.21.15.3:0/1642758123 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4148733114 0 0) 0x7faa0406f530 con 0x7faa040cb3b0 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.416+0000 7faa0259c640 1 --2- 172.21.15.3:0/1642758123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa0415e8d0 0x7faa0406dd90 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fa9f40097a0 tx=0x7fa9f402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b59a97731a3267b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.416+0000 7faa01d9b640 1 -- 172.21.15.3:0/1642758123 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f4037070 con 0x7faa0415e8d0 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.416+0000 7faa01d9b640 1 -- 172.21.15.3:0/1642758123 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f4032440 con 0x7faa0415e8d0 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.416+0000 7faa01d9b640 1 -- 172.21.15.3:0/1642758123 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f4032810 con 0x7faa0415e8d0 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 -- 172.21.15.3:0/1642758123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa0415e8d0 msgr2=0x7faa0406dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 --2- 172.21.15.3:0/1642758123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa0415e8d0 0x7faa0406dd90 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fa9f40097a0 tx=0x7fa9f402a1e0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 -- 172.21.15.3:0/1642758123 shutdown_connections 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 --2- 172.21.15.3:0/1642758123 >> v2:172.21.15.70:3300/0 conn(0x7faa040acdd0 0x7faa040cae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 --2- 172.21.15.3:0/1642758123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa0415e8d0 0x7faa0406dd90 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 -- 172.21.15.3:0/1642758123 >> 172.21.15.3:0/1642758123 conn(0x7faa040cffa0 msgr2=0x7faa040d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:34.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 -- 172.21.15.3:0/1642758123 shutdown_connections 2024-09-10T07:25:34.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.417+0000 7faa088e6640 1 -- 172.21.15.3:0/1642758123 wait complete. 2024-09-10T07:25:34.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.418+0000 7faa088e6640 1 Processor -- start 2024-09-10T07:25:34.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.418+0000 7faa088e6640 1 -- start start 2024-09-10T07:25:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa088e6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa040acdd0 0x7faa041f4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa088e6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 0x7faa041e4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa088e6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa0415e8d0 0x7faa0409ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa088e6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faa040cb840 con 0x7faa040cb3b0 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa088e6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faa040cabb0 con 0x7faa040acdd0 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa088e6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7faa04073720 con 0x7faa0415e8d0 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 0x7faa041e4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 0x7faa041e4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58952/0 (socket says 172.21.15.3:58952) 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 -- 172.21.15.3:0/1287283550 learned_addr learned my addr 172.21.15.3:0/1287283550 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa0259c640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa040acdd0 0x7faa041f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 -- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa0415e8d0 msgr2=0x7faa0409ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa02d9d640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa0415e8d0 0x7faa0409ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa0415e8d0 0x7faa0409ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 -- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa040acdd0 msgr2=0x7faa041f4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa040acdd0 0x7faa041f4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7fa9fbfff640 1 -- 172.21.15.3:0/1287283550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa040c8ca0 con 0x7faa040cb3b0 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.419+0000 7faa0259c640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa040acdd0 0x7faa041f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:34.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.420+0000 7fa9fbfff640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 0x7faa041e4020 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec00d830 tx=0x7fa9ec00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.420+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec00b6c0 con 0x7faa040cb3b0 2024-09-10T07:25:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.420+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9ec019070 con 0x7faa040cb3b0 2024-09-10T07:25:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.420+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa040c8f80 con 0x7faa040cb3b0 2024-09-10T07:25:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.420+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec00ba80 con 0x7faa040cb3b0 2024-09-10T07:25:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.420+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa040c9540 con 0x7faa040cb3b0 2024-09-10T07:25:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.421+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa04073ab0 con 0x7faa040cb3b0 2024-09-10T07:25:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.421+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa9ec00bc20 con 0x7faa040cb3b0 2024-09-10T07:25:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.422+0000 7fa9faffd640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e406be60 0x7fa9e406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.422+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7fa9ec08b110 con 0x7faa040cb3b0 2024-09-10T07:25:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.422+0000 7faa0259c640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e406be60 0x7fa9e406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.423+0000 7faa0259c640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e406be60 0x7fa9e406e320 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4034000 tx=0x7fa9f402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:34.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.426+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9ec01c360 con 0x7faa040cb3b0 2024-09-10T07:25:34.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.666+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7faa0406cbb0 con 0x7faa040cb3b0 2024-09-10T07:25:34.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.667+0000 7fa9faffd640 1 -- 172.21.15.3:0/1287283550 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v10) ==== 80+0+5304 (secure 0 0 0) 0x7fa9ec059c80 con 0x7faa040cb3b0 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: "auth_dump": [ 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.a", 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw==", 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.667 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.b", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg==", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:25:34.668 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.c", 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA==", 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:25:34.669 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.d", 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA==", 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.670 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.0", 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg==", 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.671 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.1", 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA==", 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.2", 2024-09-10T07:25:34.672 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg==", 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.3", 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ==", 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.673 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.674 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.674 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.674 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.674 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.674 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.4", 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw==", 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.675 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.5", 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew==", 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.676 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.6", 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg==", 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.7", 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A==", 2024-09-10T07:25:34.677 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.0", 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ==", 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow r", 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.678 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.1", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ==", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.2", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg==", 2024-09-10T07:25:34.679 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.3", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw==", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:25:34.680 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.admin", 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9moO9QIBAA1fGe/olsh9ewzwW3VLloEw==", 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.681 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.x", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q==", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.y", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w==", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:25:34.682 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:25:34.683 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:25:34.683 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.683 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.683 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:25:34.683 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:25:34.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.668+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e406be60 msgr2=0x7fa9e406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e406be60 0x7fa9e406e320 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa9f4034000 tx=0x7fa9f402e000 comp rx=0 tx=0).stop 2024-09-10T07:25:34.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 msgr2=0x7faa041e4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 0x7faa041e4020 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec00d830 tx=0x7fa9ec00dcf0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 shutdown_connections 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e406be60 0x7fa9e406e320 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faa0415e8d0 0x7faa0409ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa040cb3b0 0x7faa041e4020 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 --2- 172.21.15.3:0/1287283550 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faa040acdd0 0x7faa041f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 >> 172.21.15.3:0/1287283550 conn(0x7faa040cffa0 msgr2=0x7faa0415bf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 shutdown_connections 2024-09-10T07:25:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.669+0000 7faa088e6640 1 -- 172.21.15.3:0/1287283550 wait complete. 2024-09-10T07:25:34.686 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T07:25:34.774 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:25:34.777 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:25:34.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.789+0000 7f4fa1282640 1 Processor -- start 2024-09-10T07:25:34.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.789+0000 7f4fa1282640 1 -- start start 2024-09-10T07:25:34.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4fa1282640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f9c0cf530 0x7f4f9c15e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4fa1282640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4f9c161e30 0x7f4f9c15ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4fa1282640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f9c073610 con 0x7f4f9c06cb00 2024-09-10T07:25:34.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4fa1282640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f4f9c0cc340 con 0x7f4f9c161e30 2024-09-10T07:25:34.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4fa1282640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4f9c0ce490 con 0x7f4f9c0cf530 2024-09-10T07:25:34.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4f9c161e30 0x7f4f9c15ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4f9c161e30 0x7f4f9c15ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58956/0 (socket says 172.21.15.3:58956) 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 -- 172.21.15.3:0/2378040681 learned_addr learned my addr 172.21.15.3:0/2378040681 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9a7fc640 1 --2- 172.21.15.3:0/2378040681 >> v2:172.21.15.70:3300/0 conn(0x7f4f9c0cf530 0x7f4f9c15e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 -- 172.21.15.3:0/2378040681 >> v2:172.21.15.70:3300/0 conn(0x7f4f9c0cf530 msgr2=0x7f4f9c15e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 --2- 172.21.15.3:0/2378040681 >> v2:172.21.15.70:3300/0 conn(0x7f4f9c0cf530 0x7f4f9c15e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 -- 172.21.15.3:0/2378040681 >> v1:172.21.15.70:6789/0 conn(0x7f4f9c06cb00 legacy=0x7f4f9c06cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.790+0000 7f4f9b7fe640 1 -- 172.21.15.3:0/2378040681 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c0ce770 con 0x7f4f9c161e30 2024-09-10T07:25:34.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.791+0000 7f4f9b7fe640 1 --2- 172.21.15.3:0/2378040681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c161e30 0x7f4f9c15ea60 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c0cfe60 tx=0x7f4f9402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3466544782b9850 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:34.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.791+0000 7f4f99ffb640 1 -- 172.21.15.3:0/2378040681 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94037070 con 0x7f4f9c161e30 2024-09-10T07:25:34.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.791+0000 7f4f99ffb640 1 -- 172.21.15.3:0/2378040681 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f94032440 con 0x7f4f9c161e30 2024-09-10T07:25:34.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.791+0000 7f4f99ffb640 1 -- 172.21.15.3:0/2378040681 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f94032810 con 0x7f4f9c161e30 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 -- 172.21.15.3:0/2378040681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c161e30 msgr2=0x7f4f9c15ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 --2- 172.21.15.3:0/2378040681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c161e30 0x7f4f9c15ea60 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c0cfe60 tx=0x7f4f9402a1e0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 -- 172.21.15.3:0/2378040681 shutdown_connections 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 --2- 172.21.15.3:0/2378040681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c161e30 0x7f4f9c15ea60 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 --2- 172.21.15.3:0/2378040681 >> v2:172.21.15.70:3300/0 conn(0x7f4f9c0cf530 0x7f4f9c15e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 -- 172.21.15.3:0/2378040681 >> 172.21.15.3:0/2378040681 conn(0x7f4f9c0723c0 msgr2=0x7f4f9c0727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 -- 172.21.15.3:0/2378040681 shutdown_connections 2024-09-10T07:25:34.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.792+0000 7f4fa1282640 1 -- 172.21.15.3:0/2378040681 wait complete. 2024-09-10T07:25:34.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.793+0000 7f4fa1282640 1 Processor -- start 2024-09-10T07:25:34.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.793+0000 7f4fa1282640 1 -- start start 2024-09-10T07:25:34.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4fa1282640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 0x7f4f9c06ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4fa1282640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9c0cf530 0x7f4f9c0b03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4fa1282640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f9c161e30 0x7f4f9c0b08e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4fa1282640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c0cf010 con 0x7f4f9c06cb00 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4fa1282640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9c0ced30 con 0x7f4f9c0cf530 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4fa1282640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9c070a50 con 0x7f4f9c161e30 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4f9affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 0x7f4f9c06ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4f9affd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 0x7f4f9c06ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58962/0 (socket says 172.21.15.3:58962) 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4f9affd640 1 -- 172.21.15.3:0/915406348 learned_addr learned my addr 172.21.15.3:0/915406348 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4f9a7fc640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9c0cf530 0x7f4f9c0b03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.794+0000 7f4f9b7fe640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f9c161e30 0x7f4f9c0b08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f9affd640 1 -- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f9c161e30 msgr2=0x7f4f9c0b08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f9affd640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f9c161e30 0x7f4f9c0b08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f9affd640 1 -- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9c0cf530 msgr2=0x7f4f9c0b03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f9affd640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9c0cf530 0x7f4f9c0b03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f9affd640 1 -- 172.21.15.3:0/915406348 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9c143b50 con 0x7f4f9c06cb00 2024-09-10T07:25:34.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f9affd640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 0x7f4f9c06ffe0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c00c7c0 tx=0x7f4f8c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:34.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c016020 con 0x7f4f9c06cb00 2024-09-10T07:25:34.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f8c006d50 con 0x7f4f9c06cb00 2024-09-10T07:25:34.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f9c06f220 con 0x7f4f9c06cb00 2024-09-10T07:25:34.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c003bb0 con 0x7f4f9c06cb00 2024-09-10T07:25:34.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.795+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f9c06f7e0 con 0x7f4f9c06cb00 2024-09-10T07:25:34.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.796+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f9c06cee0 con 0x7f4f9c06cb00 2024-09-10T07:25:34.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.797+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4f8c00a850 con 0x7f4f9c06cb00 2024-09-10T07:25:34.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.797+0000 7f4f837fe640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f8806be30 0x7f4f8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:34.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.797+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7f4f8c08a7c0 con 0x7f4f9c06cb00 2024-09-10T07:25:34.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.797+0000 7f4f9a7fc640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f8806be30 0x7f4f8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:34.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.798+0000 7f4f9a7fc640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f8806be30 0x7f4f8806e2f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c152b50 tx=0x7f4f90009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:34.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.802+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f8c020020 con 0x7f4f9c06cb00 2024-09-10T07:25:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.978+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f4f9c0b00a0 con 0x7f4f9c06cb00 2024-09-10T07:25:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.978+0000 7f4f837fe640 1 -- 172.21.15.3:0/915406348 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v62) ==== 84+0+65 (secure 0 0 0) 0x7f4f8c058d70 con 0x7f4f9c06cb00 2024-09-10T07:25:34.978 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:34.978 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-09-10T07:25:34.978 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:25:34.979 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-09-10T07:25:34.979 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-09-10T07:25:34.979 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:34.979 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-09-10T07:25:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f8806be30 msgr2=0x7f4f8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f8806be30 0x7f4f8806e2f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4f9c152b50 tx=0x7f4f90009190 comp rx=0 tx=0).stop 2024-09-10T07:25:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 msgr2=0x7f4f9c06ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 0x7f4f9c06ffe0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c00c7c0 tx=0x7f4f8c00cc80 comp rx=0 tx=0).stop 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 shutdown_connections 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f8806be30 0x7f4f8806e2f0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f9c161e30 0x7f4f9c0b08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9c0cf530 0x7f4f9c0b03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 --2- 172.21.15.3:0/915406348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9c06cb00 0x7f4f9c06ffe0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 >> 172.21.15.3:0/915406348 conn(0x7f4f9c0723c0 msgr2=0x7f4f9c0ad8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 shutdown_connections 2024-09-10T07:25:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:34.980+0000 7f4fa1282640 1 -- 172.21.15.3:0/915406348 wait complete. 2024-09-10T07:25:34.991 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:25:34.991 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:25:35.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.098+0000 7f82411bd640 1 Processor -- start 2024-09-10T07:25:35.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.098+0000 7f82411bd640 1 -- start start 2024-09-10T07:25:35.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f82411bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c15e760 0x7f823c0d2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f82411bd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f823c0cf320 con 0x7f823c15e380 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f82411bd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f823c0d2f30 con 0x7f823c0d4700 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f82411bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f823c0cf620 con 0x7f823c15e760 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f823ad9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f823c15e380 0x7f823c0d3ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45176/0 (socket says 172.21.15.3:45176) 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f823ad9d640 1 -- 172.21.15.3:0/11734154 learned_addr learned my addr 172.21.15.3:0/11734154 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f823a59c640 1 --2- 172.21.15.3:0/11734154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c15e760 0x7f823c0d2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4030078863 0 0) 0x7f823c0cf320 con 0x7f823c15e380 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.099+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8228003520 con 0x7f823c15e380 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2666288085 0 0) 0x7f823c0d2f30 con 0x7f823c0d4700 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f823c0cf320 con 0x7f823c0d4700 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3961928049 0 0) 0x7f8228003520 con 0x7f823c15e380 2024-09-10T07:25:35.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f823a59c640 1 -- 172.21.15.3:0/11734154 >> v1:172.21.15.70:6789/0 conn(0x7f823c0d4700 legacy=0x7f823c0d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:35.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f823a59c640 1 -- 172.21.15.3:0/11734154 >> v1:172.21.15.3:6789/0 conn(0x7f823c15e380 legacy=0x7f823c0d3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:35.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f823a59c640 1 -- 172.21.15.3:0/11734154 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823c0d3210 con 0x7f823c15e760 2024-09-10T07:25:35.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.100+0000 7f823a59c640 1 --2- 172.21.15.3:0/11734154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c15e760 0x7f823c0d2240 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f823c0cf7a0 tx=0x7f822402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d14e76e3a79e7ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:35.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8224037070 con 0x7f823c15e760 2024-09-10T07:25:35.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f822402ac10 con 0x7f823c15e760 2024-09-10T07:25:35.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f8239d9b640 1 -- 172.21.15.3:0/11734154 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c001970 con 0x7f823c15e760 2024-09-10T07:25:35.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 -- 172.21.15.3:0/11734154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c15e760 msgr2=0x7f823c0d2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 --2- 172.21.15.3:0/11734154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c15e760 0x7f823c0d2240 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f823c0cf7a0 tx=0x7f822402a180 comp rx=0 tx=0).stop 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 -- 172.21.15.3:0/11734154 shutdown_connections 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 --2- 172.21.15.3:0/11734154 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c15e760 0x7f823c0d2240 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 -- 172.21.15.3:0/11734154 >> 172.21.15.3:0/11734154 conn(0x7f823c08dd10 msgr2=0x7f823c09d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 -- 172.21.15.3:0/11734154 shutdown_connections 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.101+0000 7f82411bd640 1 -- 172.21.15.3:0/11734154 wait complete. 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 Processor -- start 2024-09-10T07:25:35.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 -- start start 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c0d4700 0x7f823c0b9b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f823c15e380 0x7f823c150930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 0x7f823c0b2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f823c0d0c40 con 0x7f823c15e760 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f823c0d0ac0 con 0x7f823c15e380 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f82411bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f823c0d0dc0 con 0x7f823c0d4700 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.103+0000 7f823b59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 0x7f823c0b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 0x7f823c0b2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58974/0 (socket says 172.21.15.3:58974) 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 -- 172.21.15.3:0/1460770358 learned_addr learned my addr 172.21.15.3:0/1460770358 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823ad9d640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c0d4700 0x7f823c0b9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823a59c640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f823c15e380 0x7f823c150930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 -- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c0d4700 msgr2=0x7f823c0b9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:35.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c0d4700 0x7f823c0b9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 -- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f823c15e380 msgr2=0x7f823c150930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f823c15e380 0x7f823c150930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 -- 172.21.15.3:0/1460770358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823c0b76e0 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f823b59e640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 0x7f823c0b2340 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f823400c490 tx=0x7f823400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82340052d0 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8234005470 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f823c0b79c0 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8234012850 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.104+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f823c0b7f80 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.105+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f823c0d3ff0 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.106+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f82340129f0 con 0x7f823c15e760 2024-09-10T07:25:35.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.106+0000 7f82337fe640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f821c06be30 0x7f821c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:35.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.106+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7f823408a780 con 0x7f823c15e760 2024-09-10T07:25:35.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.106+0000 7f823ad9d640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f821c06be30 0x7f821c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:35.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.107+0000 7f823ad9d640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f821c06be30 0x7f821c06e2f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f822c0012e0 tx=0x7f822c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:35.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.111+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8234058d30 con 0x7f823c15e760 2024-09-10T07:25:35.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:35.286+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f823c06d0d0 con 0x7f823c15e760 2024-09-10T07:25:36.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.290+0000 7f82337fe640 1 -- 172.21.15.3:0/1460770358 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v63) ==== 138+0+0 (secure 0 0 0) 0x7f823405d030 con 0x7f823c15e760 2024-09-10T07:25:36.290 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f821c06be30 msgr2=0x7f821c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f821c06be30 0x7f821c06e2f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f822c0012e0 tx=0x7f822c009040 comp rx=0 tx=0).stop 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 msgr2=0x7f823c0b2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 0x7f823c0b2340 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f823400c490 tx=0x7f823400c950 comp rx=0 tx=0).stop 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 shutdown_connections 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f821c06be30 0x7f821c06e2f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f823c15e760 0x7f823c0b2340 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f823c15e380 0x7f823c150930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 --2- 172.21.15.3:0/1460770358 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f823c0d4700 0x7f823c0b9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.293+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 >> 172.21.15.3:0/1460770358 conn(0x7f823c08dd10 msgr2=0x7f823c06c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:36.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.294+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 shutdown_connections 2024-09-10T07:25:36.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.294+0000 7f82411bd640 1 -- 172.21.15.3:0/1460770358 wait complete. 2024-09-10T07:25:36.312 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:25:36.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 Processor -- start 2024-09-10T07:25:36.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 -- start start 2024-09-10T07:25:36.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fad500d43b0 0x7fad500d4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fad500d2860 0x7fad500d1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad500d01e0 con 0x7fad50161ff0 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fad500d4cd0 con 0x7fad500d43b0 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.429+0000 7fad56168640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fad500d2d60 con 0x7fad500d2860 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fad500d43b0 0x7fad500d4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fad500d43b0 0x7fad500d4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58986/0 (socket says 172.21.15.3:58986) 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 -- 172.21.15.3:0/4047333691 learned_addr learned my addr 172.21.15.3:0/4047333691 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad47fff640 1 --2- 172.21.15.3:0/4047333691 >> v2:172.21.15.70:3300/0 conn(0x7fad500d2860 0x7fad500d1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:36.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 -- 172.21.15.3:0/4047333691 >> v2:172.21.15.70:3300/0 conn(0x7fad500d2860 msgr2=0x7fad500d1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 --2- 172.21.15.3:0/4047333691 >> v2:172.21.15.70:3300/0 conn(0x7fad500d2860 0x7fad500d1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 -- 172.21.15.3:0/4047333691 >> v1:172.21.15.70:6789/0 conn(0x7fad50161ff0 legacy=0x7fad50162480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.430+0000 7fad4f7fe640 1 -- 172.21.15.3:0/4047333691 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad500d3040 con 0x7fad500d43b0 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad4f7fe640 1 --2- 172.21.15.3:0/4047333691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d43b0 0x7fad500d4790 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fad50161f50 tx=0x7fad4002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba747d0581c3ada server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad4effd640 1 -- 172.21.15.3:0/4047333691 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40037070 con 0x7fad500d43b0 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad4effd640 1 -- 172.21.15.3:0/4047333691 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad40032440 con 0x7fad500d43b0 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad4effd640 1 -- 172.21.15.3:0/4047333691 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40032810 con 0x7fad500d43b0 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad56168640 1 -- 172.21.15.3:0/4047333691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d43b0 msgr2=0x7fad500d4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad56168640 1 --2- 172.21.15.3:0/4047333691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d43b0 0x7fad500d4790 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fad50161f50 tx=0x7fad4002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad56168640 1 -- 172.21.15.3:0/4047333691 shutdown_connections 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad56168640 1 --2- 172.21.15.3:0/4047333691 >> v2:172.21.15.70:3300/0 conn(0x7fad500d2860 0x7fad500d1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad56168640 1 --2- 172.21.15.3:0/4047333691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d43b0 0x7fad500d4790 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.431+0000 7fad56168640 1 -- 172.21.15.3:0/4047333691 >> 172.21.15.3:0/4047333691 conn(0x7fad5008bfc0 msgr2=0x7fad5009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:36.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.432+0000 7fad56168640 1 -- 172.21.15.3:0/4047333691 shutdown_connections 2024-09-10T07:25:36.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.432+0000 7fad56168640 1 -- 172.21.15.3:0/4047333691 wait complete. 2024-09-10T07:25:36.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.433+0000 7fad56168640 1 Processor -- start 2024-09-10T07:25:36.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.433+0000 7fad56168640 1 -- start start 2024-09-10T07:25:36.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 0x7fad5015c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:36.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad500d43b0 0x7fad501f51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fad50161ff0 0x7fad500b42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fad500d1ba0 con 0x7fad500d2860 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fad500d18c0 con 0x7fad500d43b0 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fad5006cfd0 con 0x7fad50161ff0 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 0x7fad5015c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 0x7fad5015c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58996/0 (socket says 172.21.15.3:58996) 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 -- 172.21.15.3:0/1136411622 learned_addr learned my addr 172.21.15.3:0/1136411622 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad47fff640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad500d43b0 0x7fad501f51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4ffff640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fad50161ff0 0x7fad500b42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 -- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fad50161ff0 msgr2=0x7fad500b42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fad50161ff0 0x7fad500b42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 -- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad500d43b0 msgr2=0x7fad501f51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:36.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad500d43b0 0x7fad501f51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 -- 172.21.15.3:0/1136411622 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad500c9f80 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4ffff640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fad50161ff0 0x7fad500b42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4f7fe640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 0x7fad5015c920 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fad4002a220 tx=0x7fad400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40041020 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad400306c0 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40037040 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad500ca260 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.434+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad500ca820 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.435+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad500690c0 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.436+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad40044020 con 0x7fad500d2860 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.436+0000 7fad4cff9640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad3006be30 0x7fad3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:36.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.436+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5619+0+0 (secure 0 0 0) 0x7fad400ab6e0 con 0x7fad500d2860 2024-09-10T07:25:36.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.437+0000 7fad47fff640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad3006be30 0x7fad3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:36.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.437+0000 7fad47fff640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad3006be30 0x7fad3006e2f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fad5015ce60 tx=0x7fad38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:36.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.441+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad4004b030 con 0x7fad500d2860 2024-09-10T07:25:36.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:36.616+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fad50162e70 con 0x7fad500d2860 2024-09-10T07:25:37.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.292+0000 7fad4cff9640 1 -- 172.21.15.3:0/1136411622 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v64) ==== 170+0+0 (secure 0 0 0) 0x7fad4007a050 con 0x7fad500d2860 2024-09-10T07:25:37.292 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-09-10T07:25:37.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad3006be30 msgr2=0x7fad3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:37.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad3006be30 0x7fad3006e2f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fad5015ce60 tx=0x7fad38008040 comp rx=0 tx=0).stop 2024-09-10T07:25:37.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 msgr2=0x7fad5015c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:37.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 0x7fad5015c920 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fad4002a220 tx=0x7fad400046c0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 shutdown_connections 2024-09-10T07:25:37.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fad3006be30 0x7fad3006e2f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fad50161ff0 0x7fad500b42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fad500d43b0 0x7fad501f51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 --2- 172.21.15.3:0/1136411622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fad500d2860 0x7fad5015c920 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 >> 172.21.15.3:0/1136411622 conn(0x7fad5008bfc0 msgr2=0x7fad5015d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:37.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 shutdown_connections 2024-09-10T07:25:37.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.295+0000 7fad56168640 1 -- 172.21.15.3:0/1136411622 wait complete. 2024-09-10T07:25:37.319 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:25:37.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.431+0000 7f1755ab7640 1 Processor -- start 2024-09-10T07:25:37.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.431+0000 7f1755ab7640 1 -- start start 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f1755ab7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f1755ab7640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f17500d0e30 0x7f17500d12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f1755ab7640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17500cf050 con 0x7f175015e6a0 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f1755ab7640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f17500cfc00 con 0x7f17500d0e30 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f1755ab7640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f17500cf2d0 con 0x7f17500d0090 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f17500d0e30 0x7f17500d12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f17500d0e30 0x7f17500d12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59004/0 (socket says 172.21.15.3:59004) 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174f7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f175015e6a0 0x7f17500d4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45188/0 (socket says 172.21.15.3:45188) 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 -- 172.21.15.3:0/3870043005 learned_addr learned my addr 172.21.15.3:0/3870043005 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174effd640 1 --2- 172.21.15.3:0/3870043005 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:37.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 -- 172.21.15.3:0/3870043005 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 msgr2=0x7f17500d3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 --2- 172.21.15.3:0/3870043005 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500d3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 -- 172.21.15.3:0/3870043005 >> v1:172.21.15.3:6789/0 conn(0x7f175015e6a0 legacy=0x7f17500d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174ffff640 1 -- 172.21.15.3:0/3870043005 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17500cf5b0 con 0x7f17500d0e30 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.432+0000 7f174e7fc640 1 -- 172.21.15.3:0/3870043005 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2018798838 0 0) 0x7f17400011d0 con 0x7f175015e6a0 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.433+0000 7f174ffff640 1 --2- 172.21.15.3:0/3870043005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f17500d12e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f1748009e50 tx=0x7f174802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb01c9e1f8d5ce57 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.433+0000 7f174e7fc640 1 -- 172.21.15.3:0/3870043005 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1748036070 con 0x7f17500d0e30 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.433+0000 7f174e7fc640 1 -- 172.21.15.3:0/3870043005 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1748031600 con 0x7f17500d0e30 2024-09-10T07:25:37.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.433+0000 7f174e7fc640 1 -- 172.21.15.3:0/3870043005 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17480319d0 con 0x7f17500d0e30 2024-09-10T07:25:37.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.433+0000 7f1755ab7640 1 -- 172.21.15.3:0/3870043005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 msgr2=0x7f17500d12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:37.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3870043005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f17500d12e0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f1748009e50 tx=0x7f174802a710 comp rx=0 tx=0).stop 2024-09-10T07:25:37.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 -- 172.21.15.3:0/3870043005 shutdown_connections 2024-09-10T07:25:37.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3870043005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f17500d12e0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3870043005 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500d3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 -- 172.21.15.3:0/3870043005 >> 172.21.15.3:0/3870043005 conn(0x7f175009d730 msgr2=0x7f17500d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 -- 172.21.15.3:0/3870043005 shutdown_connections 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.434+0000 7f1755ab7640 1 -- 172.21.15.3:0/3870043005 wait complete. 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.435+0000 7f1755ab7640 1 Processor -- start 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.435+0000 7f1755ab7640 1 -- start start 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f1755ab7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f1755ab7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f175009ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f1755ab7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f175015e6a0 0x7f1750150810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f1755ab7640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f17500b73f0 con 0x7f17500d0e30 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f1755ab7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f17500b7270 con 0x7f175015e6a0 2024-09-10T07:25:37.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f1755ab7640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f17500b7570 con 0x7f17500d0090 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f175009ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f175009ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59016/0 (socket says 172.21.15.3:59016) 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174f7fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 -- 172.21.15.3:0/3509838097 learned_addr learned my addr 172.21.15.3:0/3509838097 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174ffff640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f175015e6a0 0x7f1750150810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 -- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 msgr2=0x7f17500a1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500a1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 -- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f175015e6a0 msgr2=0x7f1750150810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f175015e6a0 0x7f1750150810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.436+0000 7f174effd640 1 -- 172.21.15.3:0/3509838097 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17500a1ef0 con 0x7f17500d0e30 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.437+0000 7f174effd640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f175009ed60 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f174400d800 tx=0x7f174400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:37.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.437+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1744004020 con 0x7f17500d0e30 2024-09-10T07:25:37.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.437+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17440041c0 con 0x7f17500d0e30 2024-09-10T07:25:37.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.437+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17500cc990 con 0x7f17500d0e30 2024-09-10T07:25:37.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.437+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1744004390 con 0x7f17500d0e30 2024-09-10T07:25:37.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.437+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17500a1930 con 0x7f17500d0e30 2024-09-10T07:25:37.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.438+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17500d3160 con 0x7f17500d0e30 2024-09-10T07:25:37.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.438+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f174401b020 con 0x7f17500d0e30 2024-09-10T07:25:37.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.439+0000 7f1737fff640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f173c06be30 0x7f173c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:37.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.439+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 6001+0+0 (secure 0 0 0) 0x7f174408ac70 con 0x7f17500d0e30 2024-09-10T07:25:37.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.439+0000 7f174f7fe640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f173c06be30 0x7f173c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:37.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.440+0000 7f174f7fe640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f173c06be30 0x7f173c06e2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1740001020 tx=0x7f1740009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:37.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.444+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1744058e90 con 0x7f17500d0e30 2024-09-10T07:25:37.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:37.656+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f17500d0c10 con 0x7f17500d0e30 2024-09-10T07:25:38.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.321+0000 7f1737fff640 1 -- 172.21.15.3:0/3509838097 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v44) ==== 173+0+0 (secure 0 0 0) 0x7f174405d190 con 0x7f17500d0e30 2024-09-10T07:25:38.323 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 9 and data pool 10 2024-09-10T07:25:38.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.335+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f173c06be30 msgr2=0x7f173c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.335+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f173c06be30 0x7f173c06e2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1740001020 tx=0x7f1740009040 comp rx=0 tx=0).stop 2024-09-10T07:25:38.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.335+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 msgr2=0x7f175009ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.335+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f175009ed60 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f174400d800 tx=0x7f174400dcc0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.338+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 shutdown_connections 2024-09-10T07:25:38.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.338+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f173c06be30 0x7f173c06e2f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.338+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f175015e6a0 0x7f1750150810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.338+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17500d0e30 0x7f175009ed60 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.338+0000 7f1755ab7640 1 --2- 172.21.15.3:0/3509838097 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f17500d0090 0x7f17500a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.339+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 >> 172.21.15.3:0/3509838097 conn(0x7f175009d730 msgr2=0x7f175006dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:38.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.339+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 shutdown_connections 2024-09-10T07:25:38.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.340+0000 7f1755ab7640 1 -- 172.21.15.3:0/3509838097 wait complete. 2024-09-10T07:25:38.357 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:25:38.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.465+0000 7fa22f2c9640 1 Processor -- start 2024-09-10T07:25:38.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.465+0000 7fa22f2c9640 1 -- start start 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22f2c9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa22806e6a0 0x7fa228169320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22f2c9640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa22815ebe0 con 0x7fa22815e800 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22f2c9640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2280d42d0 con 0x7fa2280cfae0 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22f2c9640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa2280d3ff0 con 0x7fa22806e6a0 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22d866640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa22806e6a0 0x7fa228169320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22d065640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fa22815e800 0x7fa2280cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45196/0 (socket says 172.21.15.3:45196) 2024-09-10T07:25:38.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22d065640 1 -- 172.21.15.3:0/789518031 learned_addr learned my addr 172.21.15.3:0/789518031 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:38.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22d866640 1 -- 172.21.15.3:0/789518031 >> v1:172.21.15.70:6789/0 conn(0x7fa2280cfae0 legacy=0x7fa2280d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:38.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22d866640 1 -- 172.21.15.3:0/789518031 >> v1:172.21.15.3:6789/0 conn(0x7fa22815e800 legacy=0x7fa2280cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa22d866640 1 -- 172.21.15.3:0/789518031 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa22806cbb0 con 0x7fa22806e6a0 2024-09-10T07:25:38.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.466+0000 7fa21ffff640 1 -- 172.21.15.3:0/789518031 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2006810463 0 0) 0x7fa22815ebe0 con 0x7fa22815e800 2024-09-10T07:25:38.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.467+0000 7fa22d866640 1 --2- 172.21.15.3:0/789518031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa228169320 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fa220009d90 tx=0x7fa22002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=572440d93dab6b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:38.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.467+0000 7fa21ffff640 1 -- 172.21.15.3:0/789518031 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa220007740 con 0x7fa22806e6a0 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.467+0000 7fa21ffff640 1 -- 172.21.15.3:0/789518031 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2200078e0 con 0x7fa22806e6a0 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.467+0000 7fa21ffff640 1 -- 172.21.15.3:0/789518031 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa220007cb0 con 0x7fa22806e6a0 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.467+0000 7fa22f2c9640 1 -- 172.21.15.3:0/789518031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 msgr2=0x7fa228169320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.467+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/789518031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa228169320 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fa220009d90 tx=0x7fa22002a6a0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.468+0000 7fa22f2c9640 1 -- 172.21.15.3:0/789518031 shutdown_connections 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.468+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/789518031 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa228169320 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.468+0000 7fa22f2c9640 1 -- 172.21.15.3:0/789518031 >> 172.21.15.3:0/789518031 conn(0x7fa22809d750 msgr2=0x7fa2280d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.468+0000 7fa22f2c9640 1 -- 172.21.15.3:0/789518031 shutdown_connections 2024-09-10T07:25:38.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.468+0000 7fa22f2c9640 1 -- 172.21.15.3:0/789518031 wait complete. 2024-09-10T07:25:38.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.469+0000 7fa22f2c9640 1 Processor -- start 2024-09-10T07:25:38.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.469+0000 7fa22f2c9640 1 -- start start 2024-09-10T07:25:38.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa22815fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2280cfae0 0x7fa228158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa22815e800 0x7fa22814a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa2280d4e30 con 0x7fa22806e6a0 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa22806d170 con 0x7fa2280cfae0 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa2280d3b80 con 0x7fa22815e800 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa22815fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa22815fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59042/0 (socket says 172.21.15.3:59042) 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 -- 172.21.15.3:0/3085800678 learned_addr learned my addr 172.21.15.3:0/3085800678 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22c864640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2280cfae0 0x7fa228158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d866640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa22815e800 0x7fa22814a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 -- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa22815e800 msgr2=0x7fa22814a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa22815e800 0x7fa22814a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 -- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2280cfae0 msgr2=0x7fa228158700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2280cfae0 0x7fa228158700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 -- 172.21.15.3:0/3085800678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa228160370 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22c864640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2280cfae0 0x7fa228158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22d065640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa22815fe30 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fa22400c430 tx=0x7fa22400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2240074e0 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2240047e0 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa224004bd0 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa228160610 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.470+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa228160bd0 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.471+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2280cf3d0 con 0x7fa22806e6a0 2024-09-10T07:25:38.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.472+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa224011070 con 0x7fa22806e6a0 2024-09-10T07:25:38.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.472+0000 7fa21dffb640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa20c06be30 0x7fa20c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.472+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7fa22408abf0 con 0x7fa22806e6a0 2024-09-10T07:25:38.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.472+0000 7fa22c864640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa20c06be30 0x7fa20c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.473+0000 7fa22c864640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa20c06be30 0x7fa20c06e2f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa2280ceab0 tx=0x7fa218009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:38.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.477+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa224059410 con 0x7fa22806e6a0 2024-09-10T07:25:38.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.654+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa2280d3410 con 0x7fa22806e6a0 2024-09-10T07:25:38.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.655+0000 7fa21dffb640 1 -- 172.21.15.3:0/3085800678 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16837 (secure 0 0 0) 0x7fa224058d10 con 0x7fa22806e6a0 2024-09-10T07:25:38.655 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:38.655 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":65,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:25:37.657401+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:25:35.317957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T07:25:36.647272+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa20c06be30 msgr2=0x7fa20c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa20c06be30 0x7fa20c06e2f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa2280ceab0 tx=0x7fa218009040 comp rx=0 tx=0).stop 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 msgr2=0x7fa22815fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa22815fe30 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fa22400c430 tx=0x7fa22400c8f0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 shutdown_connections 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa20c06be30 0x7fa20c06e2f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa22815e800 0x7fa22814a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa2280cfae0 0x7fa228158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 --2- 172.21.15.3:0/3085800678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa22806e6a0 0x7fa22815fe30 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 >> 172.21.15.3:0/3085800678 conn(0x7fa22809d750 msgr2=0x7fa2280d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:38.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 shutdown_connections 2024-09-10T07:25:38.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.657+0000 7fa22f2c9640 1 -- 172.21.15.3:0/3085800678 wait complete. 2024-09-10T07:25:38.668 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:25:38.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.770+0000 7f8173b26640 1 Processor -- start 2024-09-10T07:25:38.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.770+0000 7f8173b26640 1 -- start start 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f8173b26640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f816c09aa30 0x7f816c0d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f8173b26640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f816c06d310 con 0x7f816c09ae10 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f8173b26640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f816c15e7f0 con 0x7f816c0b1930 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f8173b26640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f816c0d1a50 con 0x7f816c09aa30 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81718c2640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f816c09aa30 0x7f816c0d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81710c1640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f816c09ae10 0x7f816c06cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42924/0 (socket says 172.21.15.3:42924) 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81710c1640 1 -- 172.21.15.3:0/2022602834 learned_addr learned my addr 172.21.15.3:0/2022602834 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81718c2640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f816c09aa30 0x7f816c0d0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49892/0 (socket says 172.21.15.3:49892) 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81718c2640 1 -- 172.21.15.3:0/2022602834 >> v1:172.21.15.70:6789/0 conn(0x7f816c0b1930 legacy=0x7f816c0b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:38.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81718c2640 1 -- 172.21.15.3:0/2022602834 >> v1:172.21.15.3:6789/0 conn(0x7f816c09ae10 legacy=0x7f816c06cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81708c0640 1 -- 172.21.15.3:0/2022602834 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 80534498 0 0) 0x7f816c06d310 con 0x7f816c09ae10 2024-09-10T07:25:38.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.771+0000 7f81718c2640 1 -- 172.21.15.3:0/2022602834 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f816c0d09b0 con 0x7f816c09aa30 2024-09-10T07:25:38.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.772+0000 7f81718c2640 1 --2- 172.21.15.3:0/2022602834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c09aa30 0x7f816c0d0350 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f81680097a0 tx=0x7f816802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7b99c9bd6ce86dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:38.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.772+0000 7f81708c0640 1 -- 172.21.15.3:0/2022602834 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8168037070 con 0x7f816c09aa30 2024-09-10T07:25:38.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.772+0000 7f81708c0640 1 -- 172.21.15.3:0/2022602834 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8168032440 con 0x7f816c09aa30 2024-09-10T07:25:38.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.772+0000 7f81708c0640 1 -- 172.21.15.3:0/2022602834 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8168032810 con 0x7f816c09aa30 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 -- 172.21.15.3:0/2022602834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c09aa30 msgr2=0x7f816c0d0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 --2- 172.21.15.3:0/2022602834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c09aa30 0x7f816c0d0350 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f81680097a0 tx=0x7f816802a230 comp rx=0 tx=0).stop 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 -- 172.21.15.3:0/2022602834 shutdown_connections 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 --2- 172.21.15.3:0/2022602834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c09aa30 0x7f816c0d0350 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 -- 172.21.15.3:0/2022602834 >> 172.21.15.3:0/2022602834 conn(0x7f816c0b3cf0 msgr2=0x7f816c0b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 -- 172.21.15.3:0/2022602834 shutdown_connections 2024-09-10T07:25:38.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.773+0000 7f8173b26640 1 -- 172.21.15.3:0/2022602834 wait complete. 2024-09-10T07:25:38.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.774+0000 7f8173b26640 1 Processor -- start 2024-09-10T07:25:38.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.774+0000 7f8173b26640 1 -- start start 2024-09-10T07:25:38.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f8173b26640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f816c09aa30 0x7f816c154970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f8173b26640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f816c09ae10 0x7f816c0b0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f8173b26640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 0x7f816c0b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f8173b26640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f816c0d1250 con 0x7f816c0b1930 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f8173b26640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f816c0d0f70 con 0x7f816c09ae10 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f8173b26640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f816c0d1530 con 0x7f816c09aa30 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 0x7f816c0b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 0x7f816c0b35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49898/0 (socket says 172.21.15.3:49898) 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 -- 172.21.15.3:0/3223596475 learned_addr learned my addr 172.21.15.3:0/3223596475 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81718c2640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f816c09aa30 0x7f816c154970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81710c1640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f816c09ae10 0x7f816c0b0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 -- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f816c09aa30 msgr2=0x7f816c154970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f816c09aa30 0x7f816c154970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 -- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f816c09ae10 msgr2=0x7f816c0b0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f816c09ae10 0x7f816c0b0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.775+0000 7f81720c3640 1 -- 172.21.15.3:0/3223596475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f816c0c5d30 con 0x7f816c0b1930 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.776+0000 7f81720c3640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 0x7f816c0b35c0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f816400c6e0 tx=0x7f816400cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.776+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8164003b70 con 0x7f816c0b1930 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.776+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8164003d30 con 0x7f816c0b1930 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.776+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f816c0c6010 con 0x7f816c0b1930 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.776+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8164005310 con 0x7f816c0b1930 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.776+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f816c0c65d0 con 0x7f816c0b1930 2024-09-10T07:25:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.777+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f816c09b280 con 0x7f816c0b1930 2024-09-10T07:25:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.777+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81640054b0 con 0x7f816c0b1930 2024-09-10T07:25:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.778+0000 7f81627fc640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f815006be60 0x7f815006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.778+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f816408ac60 con 0x7f816c0b1930 2024-09-10T07:25:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.778+0000 7f81718c2640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f815006be60 0x7f815006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.779+0000 7f81718c2640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f815006be60 0x7f815006e320 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8168034000 tx=0x7f816802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.782+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8164058ec0 con 0x7f816c0b1930 2024-09-10T07:25:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.959+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f816c0ce540 con 0x7f816c0b1930 2024-09-10T07:25:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.960+0000 7f81627fc640 1 -- 172.21.15.3:0/3223596475 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16837 (secure 0 0 0) 0x7f816405d1c0 con 0x7f816c0b1930 2024-09-10T07:25:38.961 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:38.961 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":65,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:25:37.657401+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:25:35.317957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T07:25:36.647272+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:25:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f815006be60 msgr2=0x7f815006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f815006be60 0x7f815006e320 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8168034000 tx=0x7f816802e000 comp rx=0 tx=0).stop 2024-09-10T07:25:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 msgr2=0x7f816c0b35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 0x7f816c0b35c0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f816400c6e0 tx=0x7f816400cba0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 shutdown_connections 2024-09-10T07:25:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f815006be60 0x7f815006e320 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f816c0b1930 0x7f816c0b35c0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f816c09ae10 0x7f816c0b0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 --2- 172.21.15.3:0/3223596475 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f816c09aa30 0x7f816c154970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.962+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 >> 172.21.15.3:0/3223596475 conn(0x7f816c0b3cf0 msgr2=0x7f816c0cd2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.963+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 shutdown_connections 2024-09-10T07:25:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:38.963+0000 7f8173b26640 1 -- 172.21.15.3:0/3223596475 wait complete. 2024-09-10T07:25:38.974 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:25:39.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.080+0000 7f2c68d54640 1 Processor -- start 2024-09-10T07:25:39.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.080+0000 7f2c68d54640 1 -- start start 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c68d54640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2c6415e290 0x7f2c640d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c68d54640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2c640d4360 0x7f2c640d47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c68d54640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c640b4dc0 con 0x7f2c640d1fa0 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c68d54640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f2c640d4d10 con 0x7f2c640d4360 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c68d54640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2c640b5060 con 0x7f2c6415e290 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c62d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2c640d4360 0x7f2c640d47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c61d9b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f2c640d1fa0 0x7f2c640b45d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42928/0 (socket says 172.21.15.3:42928) 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c61d9b640 1 -- 172.21.15.3:0/1398594159 learned_addr learned my addr 172.21.15.3:0/1398594159 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:39.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c6259c640 1 --2- 172.21.15.3:0/1398594159 >> v2:172.21.15.70:3300/0 conn(0x7f2c6415e290 0x7f2c640d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c62d9d640 1 -- 172.21.15.3:0/1398594159 >> v2:172.21.15.70:3300/0 conn(0x7f2c6415e290 msgr2=0x7f2c640d1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:39.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c62d9d640 1 --2- 172.21.15.3:0/1398594159 >> v2:172.21.15.70:3300/0 conn(0x7f2c6415e290 0x7f2c640d1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c62d9d640 1 -- 172.21.15.3:0/1398594159 >> v1:172.21.15.3:6789/0 conn(0x7f2c640d1fa0 legacy=0x7f2c640b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c62d9d640 1 -- 172.21.15.3:0/1398594159 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c640b5340 con 0x7f2c640d4360 2024-09-10T07:25:39.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.081+0000 7f2c6259c640 1 --2- 172.21.15.3:0/1398594159 >> v2:172.21.15.70:3300/0 conn(0x7f2c6415e290 0x7f2c640d1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.082+0000 7f2c62d9d640 1 --2- 172.21.15.3:0/1398594159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c640d47d0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2c640d1e90 tx=0x7f2c5c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c929f850203615f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.082+0000 7f2c6159a640 1 -- 172.21.15.3:0/1398594159 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c007740 con 0x7f2c640d4360 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.082+0000 7f2c6159a640 1 -- 172.21.15.3:0/1398594159 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c5c0078e0 con 0x7f2c640d4360 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.082+0000 7f2c6159a640 1 -- 172.21.15.3:0/1398594159 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c007cb0 con 0x7f2c640d4360 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.082+0000 7f2c68d54640 1 -- 172.21.15.3:0/1398594159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 msgr2=0x7f2c640d47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.082+0000 7f2c68d54640 1 --2- 172.21.15.3:0/1398594159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c640d47d0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2c640d1e90 tx=0x7f2c5c02a5f0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.083+0000 7f2c68d54640 1 -- 172.21.15.3:0/1398594159 shutdown_connections 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.083+0000 7f2c68d54640 1 --2- 172.21.15.3:0/1398594159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c640d47d0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.083+0000 7f2c68d54640 1 --2- 172.21.15.3:0/1398594159 >> v2:172.21.15.70:3300/0 conn(0x7f2c6415e290 0x7f2c640d1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.083+0000 7f2c68d54640 1 -- 172.21.15.3:0/1398594159 >> 172.21.15.3:0/1398594159 conn(0x7f2c6408ddc0 msgr2=0x7f2c6409d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:39.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.083+0000 7f2c68d54640 1 -- 172.21.15.3:0/1398594159 shutdown_connections 2024-09-10T07:25:39.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.083+0000 7f2c68d54640 1 -- 172.21.15.3:0/1398594159 wait complete. 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.084+0000 7f2c68d54640 1 Processor -- start 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.084+0000 7f2c68d54640 1 -- start start 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c640d1fa0 0x7f2c6415d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c6415f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c6415e290 0x7f2c641e8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6415e670 con 0x7f2c640d4360 2024-09-10T07:25:39.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2c640cf090 con 0x7f2c640d1fa0 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2c6415e7f0 con 0x7f2c6415e290 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c6415f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c6415f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49908/0 (socket says 172.21.15.3:49908) 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 -- 172.21.15.3:0/3334638425 learned_addr learned my addr 172.21.15.3:0/3334638425 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c6259c640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c640d1fa0 0x7f2c6415d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c62d9d640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c6415e290 0x7f2c641e8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 -- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c6415e290 msgr2=0x7f2c641e8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c6415e290 0x7f2c641e8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 -- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c640d1fa0 msgr2=0x7f2c6415d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c640d1fa0 0x7f2c6415d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 -- 172.21.15.3:0/3334638425 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c6415dca0 con 0x7f2c640d4360 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c61d9b640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c6415f8c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800c400 tx=0x7f2c5800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:39.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58017070 con 0x7f2c640d4360 2024-09-10T07:25:39.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c58005ce0 con 0x7f2c640d4360 2024-09-10T07:25:39.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c580072f0 con 0x7f2c640d4360 2024-09-10T07:25:39.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.085+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6415fe00 con 0x7f2c640d4360 2024-09-10T07:25:39.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.086+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c641e8050 con 0x7f2c640d4360 2024-09-10T07:25:39.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.087+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c640d47d0 con 0x7f2c640d4360 2024-09-10T07:25:39.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.087+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2c5801a070 con 0x7f2c640d4360 2024-09-10T07:25:39.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.088+0000 7f2c52ffd640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c4406be60 0x7f2c4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.088+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f2c5808a3a0 con 0x7f2c640d4360 2024-09-10T07:25:39.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.088+0000 7f2c6259c640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c4406be60 0x7f2c4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.088+0000 7f2c6259c640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c4406be60 0x7f2c4406e320 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2c640ce7d0 tx=0x7f2c54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:39.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.092+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c58058c50 con 0x7f2c640d4360 2024-09-10T07:25:39.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.304+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2c640d0520 con 0x7f2c640d4360 2024-09-10T07:25:39.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.316+0000 7f2c52ffd640 1 -- 172.21.15.3:0/3334638425 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v45) ==== 118+0+0 (secure 0 0 0) 0x7f2c58058550 con 0x7f2c640d4360 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c4406be60 msgr2=0x7f2c4406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c4406be60 0x7f2c4406e320 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2c640ce7d0 tx=0x7f2c54008040 comp rx=0 tx=0).stop 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 msgr2=0x7f2c6415f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c6415f8c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800c400 tx=0x7f2c5800c8c0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 shutdown_connections 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c4406be60 0x7f2c4406e320 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c6415e290 0x7f2c641e8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c640d4360 0x7f2c6415f8c0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 --2- 172.21.15.3:0/3334638425 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c640d1fa0 0x7f2c6415d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 >> 172.21.15.3:0/3334638425 conn(0x7f2c6408ddc0 msgr2=0x7f2c6406d290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 shutdown_connections 2024-09-10T07:25:39.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.319+0000 7f2c68d54640 1 -- 172.21.15.3:0/3334638425 wait complete. 2024-09-10T07:25:39.330 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T07:25:39.331 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T07:25:39.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 Processor -- start 2024-09-10T07:25:39.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 -- start start 2024-09-10T07:25:39.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f80500d4090 0x7f80500d44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f80500b4440 0x7f80500b48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80500b51c0 con 0x7f805015e310 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f80500d1f10 con 0x7f80500b4440 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.437+0000 7f80549fe640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f80500d21f0 con 0x7f80500d4090 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804f59e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f80500b4440 0x7f80500b48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804ed9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f805015e310 0x7f80500d2cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42942/0 (socket says 172.21.15.3:42942) 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804ed9d640 1 -- 172.21.15.3:0/2705465661 learned_addr learned my addr 172.21.15.3:0/2705465661 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804f59e640 1 -- 172.21.15.3:0/2705465661 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f80500d4090 msgr2=0x7f80500d44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804e59c640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f80500d4090 0x7f80500d44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804f59e640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f80500d4090 0x7f80500d44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804f59e640 1 -- 172.21.15.3:0/2705465661 >> v1:172.21.15.3:6789/0 conn(0x7f805015e310 legacy=0x7f80500d2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804dd9b640 1 -- 172.21.15.3:0/2705465661 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4231630734 0 0) 0x7f80500b51c0 con 0x7f805015e310 2024-09-10T07:25:39.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804f59e640 1 -- 172.21.15.3:0/2705465661 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80500d24d0 con 0x7f80500b4440 2024-09-10T07:25:39.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.438+0000 7f804e59c640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f80500d4090 0x7f80500d44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:39.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f804f59e640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500b4440 0x7f80500b48d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f80480097a0 tx=0x7f804802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a69d6646b4e155b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:39.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f804dd9b640 1 -- 172.21.15.3:0/2705465661 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8048037070 con 0x7f80500b4440 2024-09-10T07:25:39.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f804dd9b640 1 -- 172.21.15.3:0/2705465661 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8048032440 con 0x7f80500b4440 2024-09-10T07:25:39.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f804dd9b640 1 -- 172.21.15.3:0/2705465661 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8048032810 con 0x7f80500b4440 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 -- 172.21.15.3:0/2705465661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500b4440 msgr2=0x7f80500b48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500b4440 0x7f80500b48d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f80480097a0 tx=0x7f804802a210 comp rx=0 tx=0).stop 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 -- 172.21.15.3:0/2705465661 shutdown_connections 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500b4440 0x7f80500b48d0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 --2- 172.21.15.3:0/2705465661 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f80500d4090 0x7f80500d44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 -- 172.21.15.3:0/2705465661 >> 172.21.15.3:0/2705465661 conn(0x7f805008dd00 msgr2=0x7f805009d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 -- 172.21.15.3:0/2705465661 shutdown_connections 2024-09-10T07:25:39.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.439+0000 7f80549fe640 1 -- 172.21.15.3:0/2705465661 wait complete. 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.441+0000 7f80549fe640 1 Processor -- start 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.441+0000 7f80549fe640 1 -- start start 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f80500b4440 0x7f80501e9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 0x7f80500b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f805015e310 0x7f8050157f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f80500b4e10 con 0x7f80500d4090 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f80500d4a20 con 0x7f80500b4440 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f80501f42f0 con 0x7f805015e310 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 0x7f80500b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 0x7f80500b0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49928/0 (socket says 172.21.15.3:49928) 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 -- 172.21.15.3:0/4104808313 learned_addr learned my addr 172.21.15.3:0/4104808313 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804ed9d640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f80500b4440 0x7f80501e9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804f59e640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f805015e310 0x7f8050157f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 -- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f805015e310 msgr2=0x7f8050157f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f805015e310 0x7f8050157f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 -- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f80500b4440 msgr2=0x7f80501e9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f80500b4440 0x7f80501e9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 -- 172.21.15.3:0/4104808313 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80501ea480 con 0x7f80500d4090 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804ed9d640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f80500b4440 0x7f80501e9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f804e59c640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 0x7f80500b0f10 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f803800c7f0 tx=0x7f803800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8038015070 con 0x7f80500d4090 2024-09-10T07:25:39.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80380079d0 con 0x7f80500d4090 2024-09-10T07:25:39.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.442+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80501ea760 con 0x7f80500d4090 2024-09-10T07:25:39.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.443+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8038007da0 con 0x7f80500d4090 2024-09-10T07:25:39.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.443+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80501f4570 con 0x7f80500d4090 2024-09-10T07:25:39.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.443+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80501f4770 con 0x7f80500d4090 2024-09-10T07:25:39.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.444+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8038018070 con 0x7f80500d4090 2024-09-10T07:25:39.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.444+0000 7f80477fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f803006be60 0x7f803006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:39.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.445+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f803808ae50 con 0x7f80500d4090 2024-09-10T07:25:39.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.445+0000 7f804ed9d640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f803006be60 0x7f803006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:39.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.445+0000 7f804ed9d640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f803006be60 0x7f803006e320 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f80400012e0 tx=0x7f8040005b90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:39.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.449+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f80501f4770 con 0x7f80500d4090 2024-09-10T07:25:39.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:39.658+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f80501ea090 con 0x7f80500d4090 2024-09-10T07:25:40.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.328+0000 7f80477fe640 1 -- 172.21.15.3:0/4104808313 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v46) ==== 122+0+0 (secure 0 0 0) 0x7f8038059020 con 0x7f80500d4090 2024-09-10T07:25:40.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f803006be60 msgr2=0x7f803006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f803006be60 0x7f803006e320 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f80400012e0 tx=0x7f8040005b90 comp rx=0 tx=0).stop 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 msgr2=0x7f80500b0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 0x7f80500b0f10 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f803800c7f0 tx=0x7f803800cbf0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 shutdown_connections 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f803006be60 0x7f803006e320 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f805015e310 0x7f8050157f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80500d4090 0x7f80500b0f10 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 --2- 172.21.15.3:0/4104808313 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f80500b4440 0x7f80501e9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 >> 172.21.15.3:0/4104808313 conn(0x7f805008dd00 msgr2=0x7f8050159230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 shutdown_connections 2024-09-10T07:25:40.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.331+0000 7f80549fe640 1 -- 172.21.15.3:0/4104808313 wait complete. 2024-09-10T07:25:40.345 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T07:25:40.345 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:40.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.454+0000 7ffbcb731640 1 Processor -- start 2024-09-10T07:25:40.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.454+0000 7ffbcb731640 1 -- start start 2024-09-10T07:25:40.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbcb731640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffbc415e510 0x7ffbc40ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbcb731640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffbc40cf040 0x7ffbc40d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbcb731640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbcb731640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ffbc40d3430 con 0x7ffbc40cf040 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbcb731640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffbc40d1690 con 0x7ffbc415e510 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbcb731640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc40d36d0 con 0x7ffbc40d1200 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbc8ccc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffbc40cf040 0x7ffbc40d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbc94cd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffbc415e510 0x7ffbc40ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbc8ccc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ffbc40cf040 0x7ffbc40d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49938/0 (socket says 172.21.15.3:49938) 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbc94cd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffbc415e510 0x7ffbc40ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3300/0 says I am v2:172.21.15.3:57764/0 (socket says 172.21.15.3:57764) 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbc8ccc640 1 -- 172.21.15.3:0/2668313691 learned_addr learned my addr 172.21.15.3:0/2668313691 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.456+0000 7ffbc9cce640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc8ccc640 1 -- 172.21.15.3:0/2668313691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 msgr2=0x7ffbc40b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:40.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc8ccc640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc8ccc640 1 -- 172.21.15.3:0/2668313691 >> v2:172.21.15.70:3300/0 conn(0x7ffbc415e510 msgr2=0x7ffbc40ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:40.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc8ccc640 1 --2- 172.21.15.3:0/2668313691 >> v2:172.21.15.70:3300/0 conn(0x7ffbc415e510 0x7ffbc40ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc8ccc640 1 -- 172.21.15.3:0/2668313691 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc40d39b0 con 0x7ffbc40cf040 2024-09-10T07:25:40.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc9cce640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:40.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.457+0000 7ffbc8ccc640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc40d0cc0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40cb530 tx=0x7ffbb402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d7221fbca631ce2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:40.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbbbfff640 1 -- 172.21.15.3:0/2668313691 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4037070 con 0x7ffbc40cf040 2024-09-10T07:25:40.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbbbfff640 1 -- 172.21.15.3:0/2668313691 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbb4032440 con 0x7ffbc40cf040 2024-09-10T07:25:40.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbbbfff640 1 -- 172.21.15.3:0/2668313691 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4032810 con 0x7ffbc40cf040 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 -- 172.21.15.3:0/2668313691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 msgr2=0x7ffbc40d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc40d0cc0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40cb530 tx=0x7ffbb402a140 comp rx=0 tx=0).stop 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 -- 172.21.15.3:0/2668313691 shutdown_connections 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 --2- 172.21.15.3:0/2668313691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc40d0cc0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 --2- 172.21.15.3:0/2668313691 >> v2:172.21.15.70:3300/0 conn(0x7ffbc415e510 0x7ffbc40ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.458+0000 7ffbcb731640 1 -- 172.21.15.3:0/2668313691 >> 172.21.15.3:0/2668313691 conn(0x7ffbc406d1a0 msgr2=0x7ffbc4073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.459+0000 7ffbcb731640 1 -- 172.21.15.3:0/2668313691 shutdown_connections 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.459+0000 7ffbcb731640 1 -- 172.21.15.3:0/2668313691 wait complete. 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 Processor -- start 2024-09-10T07:25:40.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 -- start start 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc41f7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40cd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbc415e510 0x7ffbc40cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc40d22a0 con 0x7ffbc40cf040 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc40d3f70 con 0x7ffbc415e510 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.460+0000 7ffbcb731640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc415e8f0 con 0x7ffbc40d1200 2024-09-10T07:25:40.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc41f7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc41f7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49940/0 (socket says 172.21.15.3:49940) 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 -- 172.21.15.3:0/1871303304 learned_addr learned my addr 172.21.15.3:0/1871303304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc9cce640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbc415e510 0x7ffbc40cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc8ccc640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40cd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 -- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 msgr2=0x7ffbc40cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40cd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 -- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbc415e510 msgr2=0x7ffbc40cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbc415e510 0x7ffbc40cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 -- 172.21.15.3:0/1871303304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc415f610 con 0x7ffbc40cf040 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc9cce640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbc415e510 0x7ffbc40cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbc94cd640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc41f7250 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7ffbc000e9e0 tx=0x7ffbc000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc0017070 con 0x7ffbc40cf040 2024-09-10T07:25:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbc000c9d0 con 0x7ffbc40cf040 2024-09-10T07:25:40.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc415f8f0 con 0x7ffbc40cf040 2024-09-10T07:25:40.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc000cdc0 con 0x7ffbc40cf040 2024-09-10T07:25:40.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.461+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc415feb0 con 0x7ffbc40cf040 2024-09-10T07:25:40.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.462+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc40d0cc0 con 0x7ffbc40cf040 2024-09-10T07:25:40.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.463+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffbc001a070 con 0x7ffbc40cf040 2024-09-10T07:25:40.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.463+0000 7ffbb9ffb640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffba806be30 0x7ffba806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.463+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7ffbc008b3c0 con 0x7ffbc40cf040 2024-09-10T07:25:40.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.464+0000 7ffbc8ccc640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffba806be30 0x7ffba806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.464+0000 7ffbc8ccc640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffba806be30 0x7ffba806e2f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4034000 tx=0x7ffbb402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:40.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.468+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbc0059be0 con 0x7ffbc40cf040 2024-09-10T07:25:40.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.681+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbc4159d80 con 0x7ffbc40cf040 2024-09-10T07:25:40.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.681+0000 7ffbb9ffb640 1 -- 172.21.15.3:0/1871303304 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5218 (secure 0 0 0) 0x7ffbc00594e0 con 0x7ffbc40cf040 2024-09-10T07:25:40.681 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:40.681 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":46,"btime":"2024-09-10T07:25:40:321599+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5854,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1823748918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1823748918},{"type":"v1","addr":"172.21.15.70:6836","nonce":1823748918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:25:39.659711+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6171},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[6171]},"id":4}]} 2024-09-10T07:25:40.682 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 46 2024-09-10T07:25:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffba806be30 msgr2=0x7ffba806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffba806be30 0x7ffba806e2f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4034000 tx=0x7ffbb402e000 comp rx=0 tx=0).stop 2024-09-10T07:25:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 msgr2=0x7ffbc41f7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc41f7250 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7ffbc000e9e0 tx=0x7ffbc000eea0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 shutdown_connections 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffba806be30 0x7ffba806e2f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffbc415e510 0x7ffbc40cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffbc40d1200 0x7ffbc40cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 --2- 172.21.15.3:0/1871303304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffbc40cf040 0x7ffbc41f7250 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 >> 172.21.15.3:0/1871303304 conn(0x7ffbc406d1a0 msgr2=0x7ffbc4159590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 shutdown_connections 2024-09-10T07:25:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.683+0000 7ffbcb731640 1 -- 172.21.15.3:0/1871303304 wait complete. 2024-09-10T07:25:40.694 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:25:40.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.796+0000 7f58825bd640 1 Processor -- start 2024-09-10T07:25:40.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.796+0000 7f58825bd640 1 -- start start 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f58825bd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f587c15e510 0x7f587c0ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f58825bd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f587c0d3430 con 0x7f587c0cf040 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f58825bd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f587c0d36d0 con 0x7f587c0d13d0 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f58825bd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f587c0d39b0 con 0x7f587c15e510 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f587bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f587c15e510 0x7f587c0ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f587b7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f587c0cf040 0x7f587c0d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42956/0 (socket says 172.21.15.3:42956) 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f587bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f587c15e510 0x7f587c0ceb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49944/0 (socket says 172.21.15.3:49944) 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.797+0000 7f587b7fe640 1 -- 172.21.15.3:0/1648918523 learned_addr learned my addr 172.21.15.3:0/1648918523 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.798+0000 7f587bfff640 1 -- 172.21.15.3:0/1648918523 >> v1:172.21.15.70:6789/0 conn(0x7f587c0d13d0 legacy=0x7f587c0b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.798+0000 7f587bfff640 1 -- 172.21.15.3:0/1648918523 >> v1:172.21.15.3:6789/0 conn(0x7f587c0cf040 legacy=0x7f587c0d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.798+0000 7f587bfff640 1 -- 172.21.15.3:0/1648918523 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587c0d3c90 con 0x7f587c15e510 2024-09-10T07:25:40.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.798+0000 7f587bfff640 1 --2- 172.21.15.3:0/1648918523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c15e510 0x7f587c0ceb00 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f586c0097a0 tx=0x7f586c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b41f85b232b07c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:40.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f587affd640 1 -- 172.21.15.3:0/1648918523 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586c037070 con 0x7f587c15e510 2024-09-10T07:25:40.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f587affd640 1 -- 172.21.15.3:0/1648918523 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f586c032440 con 0x7f587c15e510 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f587affd640 1 -- 172.21.15.3:0/1648918523 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586c032810 con 0x7f587c15e510 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 -- 172.21.15.3:0/1648918523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c15e510 msgr2=0x7f587c0ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 --2- 172.21.15.3:0/1648918523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c15e510 0x7f587c0ceb00 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f586c0097a0 tx=0x7f586c02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 -- 172.21.15.3:0/1648918523 shutdown_connections 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 --2- 172.21.15.3:0/1648918523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c15e510 0x7f587c0ceb00 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 -- 172.21.15.3:0/1648918523 >> 172.21.15.3:0/1648918523 conn(0x7f587c06d1a0 msgr2=0x7f587c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 -- 172.21.15.3:0/1648918523 shutdown_connections 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.799+0000 7f58825bd640 1 -- 172.21.15.3:0/1648918523 wait complete. 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.800+0000 7f58825bd640 1 Processor -- start 2024-09-10T07:25:40.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 -- start start 2024-09-10T07:25:40.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f587c0cf040 0x7f587c0b69c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 0x7f587c154590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c15e510 0x7f587c15ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f587c15e8f0 con 0x7f587c0d13d0 2024-09-10T07:25:40.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f587c0d22a0 con 0x7f587c15e510 2024-09-10T07:25:40.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f58825bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f587c15ea70 con 0x7f587c0cf040 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f587b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 0x7f587c154590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f587b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 0x7f587c154590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49954/0 (socket says 172.21.15.3:49954) 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.801+0000 7f587b7fe640 1 -- 172.21.15.3:0/3160907608 learned_addr learned my addr 172.21.15.3:0/3160907608 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f5880b5a640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c15e510 0x7f587c15ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587bfff640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f587c0cf040 0x7f587c0b69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587b7fe640 1 -- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f587c0cf040 msgr2=0x7f587c0b69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587b7fe640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f587c0cf040 0x7f587c0b69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587b7fe640 1 -- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c15e510 msgr2=0x7f587c15ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587b7fe640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c15e510 0x7f587c15ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587b7fe640 1 -- 172.21.15.3:0/3160907608 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587c154ad0 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f587b7fe640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 0x7f587c154590 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f587000c4a0 tx=0x7f587000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5870017070 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5870005ce0 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f587c1610f0 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5870007270 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.802+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f587c1616b0 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.803+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f587c0ceb00 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.804+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f587001a070 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.804+0000 7f5878ff9640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f586806be30 0x7f586806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.804+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f587008a1d0 con 0x7f587c0d13d0 2024-09-10T07:25:40.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.804+0000 7f587bfff640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f586806be30 0x7f586806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:40.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.805+0000 7f587bfff640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f586806be30 0x7f586806e2f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f586c034000 tx=0x7f586c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:40.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.809+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f58700583a0 con 0x7f587c0d13d0 2024-09-10T07:25:40.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.985+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f587c158b70 con 0x7f587c0d13d0 2024-09-10T07:25:40.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.986+0000 7f5878ff9640 1 -- 172.21.15.3:0/3160907608 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16824 (secure 0 0 0) 0x7f587005c6a0 con 0x7f587c0d13d0 2024-09-10T07:25:40.987 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:40.987 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":66,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:25:39.316633+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:25:35.317957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T07:25:36.647272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f586806be30 msgr2=0x7f586806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f586806be30 0x7f586806e2f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f586c034000 tx=0x7f586c02e000 comp rx=0 tx=0).stop 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 msgr2=0x7f587c154590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 0x7f587c154590 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f587000c4a0 tx=0x7f587000c960 comp rx=0 tx=0).stop 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 shutdown_connections 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f586806be30 0x7f586806e2f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f587c15e510 0x7f587c15ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f587c0d13d0 0x7f587c154590 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 --2- 172.21.15.3:0/3160907608 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f587c0cf040 0x7f587c0b69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.988+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 >> 172.21.15.3:0/3160907608 conn(0x7f587c06d1a0 msgr2=0x7f587c0cf720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:40.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.989+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 shutdown_connections 2024-09-10T07:25:40.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:40.989+0000 7f58825bd640 1 -- 172.21.15.3:0/3160907608 wait complete. 2024-09-10T07:25:41.000 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:25:41.000 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:25:41.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.102+0000 7fe720342640 1 Processor -- start 2024-09-10T07:25:41.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.102+0000 7fe720342640 1 -- start start 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe720342640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe71806e6a0 0x7fe718169320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe720342640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe71815ebe0 con 0x7fe7180cfae0 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe720342640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7180d42d0 con 0x7fe71815e800 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe720342640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe7180d3ff0 con 0x7fe71806e6a0 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe71d8dd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe7180cfae0 0x7fe7180d2460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42962/0 (socket says 172.21.15.3:42962) 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe71d8dd640 1 -- 172.21.15.3:0/1768833964 learned_addr learned my addr 172.21.15.3:0/1768833964 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe71e8df640 1 --2- 172.21.15.3:0/1768833964 >> v2:172.21.15.70:3300/0 conn(0x7fe71806e6a0 0x7fe718169320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1899135571 0 0) 0x7fe71815ebe0 con 0x7fe7180cfae0 2024-09-10T07:25:41.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.103+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe704003520 con 0x7fe7180cfae0 2024-09-10T07:25:41.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1610406753 0 0) 0x7fe7180d42d0 con 0x7fe71815e800 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe71815ebe0 con 0x7fe71815e800 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2725613159 0 0) 0x7fe704003520 con 0x7fe7180cfae0 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 >> v2:172.21.15.70:3300/0 conn(0x7fe71806e6a0 msgr2=0x7fe718169320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 --2- 172.21.15.3:0/1768833964 >> v2:172.21.15.70:3300/0 conn(0x7fe71806e6a0 0x7fe718169320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 >> v1:172.21.15.70:6789/0 conn(0x7fe71815e800 legacy=0x7fe7180cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71806cbb0 con 0x7fe7180cfae0 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe708001670 con 0x7fe7180cfae0 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 >> v1:172.21.15.3:6789/0 conn(0x7fe7180cfae0 legacy=0x7fe7180d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe704003c00 0x7fe704004000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe704004800 0x7fe704004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7040051c0 0x7fe70400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7180d3ff0 con 0x7fe7040051c0 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe70400c160 con 0x7fe704003c00 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe70400c360 con 0x7fe704004800 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e8df640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7040051c0 0x7fe70400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e0de640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe704003c00 0x7fe704004000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71d8dd640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe704004800 0x7fe704004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e8df640 1 -- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe704004800 msgr2=0x7fe704004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e8df640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe704004800 0x7fe704004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e8df640 1 -- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe704003c00 msgr2=0x7fe704004000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e8df640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe704003c00 0x7fe704004000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.104+0000 7fe71e8df640 1 -- 172.21.15.3:0/1768833964 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe704003520 con 0x7fe7040051c0 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.105+0000 7fe71e8df640 1 -- 172.21.15.3:0/1768833964 reap_dead start 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.105+0000 7fe71e8df640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7040051c0 0x7fe70400b9c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fe710009fc0 tx=0x7fe704005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cf0f7e24c81405f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.105+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710035020 con 0x7fe7040051c0 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.105+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe710003bd0 con 0x7fe7040051c0 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.105+0000 7fe71d0dc640 1 -- 172.21.15.3:0/1768833964 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710009c10 con 0x7fe7040051c0 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 -- 172.21.15.3:0/1768833964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7040051c0 msgr2=0x7fe70400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7040051c0 0x7fe70400b9c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fe710009fc0 tx=0x7fe704005830 comp rx=0 tx=0).stop 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 -- 172.21.15.3:0/1768833964 shutdown_connections 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 --2- 172.21.15.3:0/1768833964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7040051c0 0x7fe70400b9c0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 -- 172.21.15.3:0/1768833964 >> 172.21.15.3:0/1768833964 conn(0x7fe71809d750 msgr2=0x7fe7180d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 -- 172.21.15.3:0/1768833964 shutdown_connections 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.106+0000 7fe720342640 1 -- 172.21.15.3:0/1768833964 wait complete. 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.107+0000 7fe720342640 1 Processor -- start 2024-09-10T07:25:41.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.107+0000 7fe720342640 1 -- start start 2024-09-10T07:25:41.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe720342640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7040051c0 0x7fe718157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe720342640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 0x7fe7180cd990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe720342640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71815af50 0x7fe7180cded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe720342640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7180d4e30 con 0x7fe7180cbfe0 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe720342640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe71806d170 con 0x7fe7040051c0 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe720342640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7180cf3d0 con 0x7fe71815af50 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 0x7fe7180cd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 0x7fe7180cd990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49974/0 (socket says 172.21.15.3:49974) 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 -- 172.21.15.3:0/1646104552 learned_addr learned my addr 172.21.15.3:0/1646104552 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71e8df640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71815af50 0x7fe7180cded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71e0de640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7040051c0 0x7fe718157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 -- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71815af50 msgr2=0x7fe7180cded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71815af50 0x7fe7180cded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 -- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7040051c0 msgr2=0x7fe718157c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7040051c0 0x7fe718157c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 -- 172.21.15.3:0/1646104552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7181607f0 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71e0de640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7040051c0 0x7fe718157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.108+0000 7fe71d8dd640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 0x7fe7180cd990 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fe7080017e0 tx=0x7fe708007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.109+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70800f7b0 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.109+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe708018070 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.109+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe718160ad0 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.109+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70800fb90 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.109+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe718158190 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.110+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe718068880 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.110+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe70800fd30 con 0x7fe7180cbfe0 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.110+0000 7fe70effd640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe6fc06be30 0x7fe6fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.111+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fe70808ae60 con 0x7fe7180cbfe0 2024-09-10T07:25:41.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.111+0000 7fe71e0de640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe6fc06be30 0x7fe6fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.111+0000 7fe71e0de640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe6fc06be30 0x7fe6fc06e2f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe714000c00 tx=0x7fe714009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.115+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe708059710 con 0x7fe7180cbfe0 2024-09-10T07:25:41.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.288+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe7180ce410 con 0x7fe6fc06be30 2024-09-10T07:25:41.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.294+0000 7fe70effd640 1 -- 172.21.15.3:0/1646104552 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239606 (secure 0 0 0) 0x7fe7180ce410 con 0x7fe6fc06be30 2024-09-10T07:25:41.297 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:41.299 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:25:41.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe6fc06be30 msgr2=0x7fe6fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe6fc06be30 0x7fe6fc06e2f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe714000c00 tx=0x7fe714009040 comp rx=0 tx=0).stop 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 msgr2=0x7fe7180cd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 0x7fe7180cd990 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fe7080017e0 tx=0x7fe708007430 comp rx=0 tx=0).stop 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 shutdown_connections 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe6fc06be30 0x7fe6fc06e2f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe71815af50 0x7fe7180cded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7180cbfe0 0x7fe7180cd990 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 --2- 172.21.15.3:0/1646104552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7040051c0 0x7fe718157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 >> 172.21.15.3:0/1646104552 conn(0x7fe71809d750 msgr2=0x7fe7180b5ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 shutdown_connections 2024-09-10T07:25:41.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.298+0000 7fe720342640 1 -- 172.21.15.3:0/1646104552 wait complete. 2024-09-10T07:25:41.308 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":231,"stamp":"2024-09-10T07:25:40.140575+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":64,"acting":64,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":252424,"kb_used_data":7068,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754722296,"statfs":{"total":773094113280,"available":772835631104,"internally_reserved":0,"allocated":7237632,"data_stored":3888591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000942"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296234+0000","last_change":"2024-09-10T07:25:36.296234+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296234+0000","last_undegraded":"2024-09-10T07:25:36.296234+0000","last_fullsized":"2024-09-10T07:25:36.296234+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300994+0000","last_change":"2024-09-10T07:25:36.300994+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300994+0000","last_undegraded":"2024-09-10T07:25:36.300994+0000","last_fullsized":"2024-09-10T07:25:36.300994+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301880+0000","last_change":"2024-09-10T07:25:36.301880+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301880+0000","last_undegraded":"2024-09-10T07:25:36.301880+0000","last_fullsized":"2024-09-10T07:25:36.301880+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301015+0000","last_change":"2024-09-10T07:25:36.301015+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301015+0000","last_undegraded":"2024-09-10T07:25:36.301015+0000","last_fullsized":"2024-09-10T07:25:36.301015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298986+0000","last_change":"2024-09-10T07:25:36.298986+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298986+0000","last_undegraded":"2024-09-10T07:25:36.298986+0000","last_fullsized":"2024-09-10T07:25:36.298986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299189+0000","last_change":"2024-09-10T07:25:36.299189+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299189+0000","last_undegraded":"2024-09-10T07:25:36.299189+0000","last_fullsized":"2024-09-10T07:25:36.299189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299818+0000","last_change":"2024-09-10T07:25:36.299818+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299818+0000","last_undegraded":"2024-09-10T07:25:36.299818+0000","last_fullsized":"2024-09-10T07:25:36.299818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:36.286220+0000","last_change":"2024-09-10T07:25:36.286220+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.286220+0000","last_undegraded":"2024-09-10T07:25:36.286220+0000","last_fullsized":"2024-09-10T07:25:36.286220+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295940+0000","last_change":"2024-09-10T07:25:36.295940+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295940+0000","last_undegraded":"2024-09-10T07:25:36.295940+0000","last_fullsized":"2024-09-10T07:25:36.295940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298335+0000","last_change":"2024-09-10T07:25:36.298335+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298335+0000","last_undegraded":"2024-09-10T07:25:36.298335+0000","last_fullsized":"2024-09-10T07:25:36.298335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296776+0000","last_change":"2024-09-10T07:25:36.296776+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296776+0000","last_undegraded":"2024-09-10T07:25:36.296776+0000","last_fullsized":"2024-09-10T07:25:36.296776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296579+0000","last_change":"2024-09-10T07:25:36.296579+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296579+0000","last_undegraded":"2024-09-10T07:25:36.296579+0000","last_fullsized":"2024-09-10T07:25:36.296579+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296787+0000","last_change":"2024-09-10T07:25:36.296787+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296787+0000","last_undegraded":"2024-09-10T07:25:36.296787+0000","last_fullsized":"2024-09-10T07:25:36.296787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294215+0000","last_change":"2024-09-10T07:25:36.294215+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294215+0000","last_undegraded":"2024-09-10T07:25:36.294215+0000","last_fullsized":"2024-09-10T07:25:36.294215+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295967+0000","last_change":"2024-09-10T07:25:36.295967+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295967+0000","last_undegraded":"2024-09-10T07:25:36.295967+0000","last_fullsized":"2024-09-10T07:25:36.295967+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298327+0000","last_change":"2024-09-10T07:25:36.298327+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298327+0000","last_undegraded":"2024-09-10T07:25:36.298327+0000","last_fullsized":"2024-09-10T07:25:36.298327+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294513+0000","last_change":"2024-09-10T07:25:36.294513+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294513+0000","last_undegraded":"2024-09-10T07:25:36.294513+0000","last_fullsized":"2024-09-10T07:25:36.294513+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296117+0000","last_change":"2024-09-10T07:25:36.296117+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296117+0000","last_undegraded":"2024-09-10T07:25:36.296117+0000","last_fullsized":"2024-09-10T07:25:36.296117+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295928+0000","last_change":"2024-09-10T07:25:36.295928+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295928+0000","last_undegraded":"2024-09-10T07:25:36.295928+0000","last_fullsized":"2024-09-10T07:25:36.295928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298618+0000","last_change":"2024-09-10T07:25:36.298618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298618+0000","last_undegraded":"2024-09-10T07:25:36.298618+0000","last_fullsized":"2024-09-10T07:25:36.298618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300954+0000","last_change":"2024-09-10T07:25:36.300954+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300954+0000","last_undegraded":"2024-09-10T07:25:36.300954+0000","last_fullsized":"2024-09-10T07:25:36.300954+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293616+0000","last_change":"2024-09-10T07:25:36.293616+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293616+0000","last_undegraded":"2024-09-10T07:25:36.293616+0000","last_fullsized":"2024-09-10T07:25:36.293616+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300889+0000","last_change":"2024-09-10T07:25:36.300889+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300889+0000","last_undegraded":"2024-09-10T07:25:36.300889+0000","last_fullsized":"2024-09-10T07:25:36.300889+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293632+0000","last_change":"2024-09-10T07:25:36.293632+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293632+0000","last_undegraded":"2024-09-10T07:25:36.293632+0000","last_fullsized":"2024-09-10T07:25:36.293632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293618+0000","last_change":"2024-09-10T07:25:36.293618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293618+0000","last_undegraded":"2024-09-10T07:25:36.293618+0000","last_fullsized":"2024-09-10T07:25:36.293618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301070+0000","last_change":"2024-09-10T07:25:36.301070+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301070+0000","last_undegraded":"2024-09-10T07:25:36.301070+0000","last_fullsized":"2024-09-10T07:25:36.301070+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296104+0000","last_change":"2024-09-10T07:25:36.296104+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296104+0000","last_undegraded":"2024-09-10T07:25:36.296104+0000","last_fullsized":"2024-09-10T07:25:36.296104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296172+0000","last_change":"2024-09-10T07:25:36.296172+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296172+0000","last_undegraded":"2024-09-10T07:25:36.296172+0000","last_fullsized":"2024-09-10T07:25:36.296172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298597+0000","last_change":"2024-09-10T07:25:36.298597+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298597+0000","last_undegraded":"2024-09-10T07:25:36.298597+0000","last_fullsized":"2024-09-10T07:25:36.298597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298722+0000","last_change":"2024-09-10T07:25:36.298722+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298722+0000","last_undegraded":"2024-09-10T07:25:36.298722+0000","last_fullsized":"2024-09-10T07:25:36.298722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296026+0000","last_change":"2024-09-10T07:25:36.296026+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296026+0000","last_undegraded":"2024-09-10T07:25:36.296026+0000","last_fullsized":"2024-09-10T07:25:36.296026+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298547+0000","last_change":"2024-09-10T07:25:36.298547+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298547+0000","last_undegraded":"2024-09-10T07:25:36.298547+0000","last_fullsized":"2024-09-10T07:25:36.298547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":246,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-10T07:25:36.297225+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:25:36.297225+0000","last_peered":"2024-09-10T07:25:36.297225+0000","last_clean":"2024-09-10T07:25:36.297225+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:25:36.297225+0000","last_undegraded":"2024-09-10T07:25:36.297225+0000","last_fullsized":"2024-09-10T07:25:36.297225+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":62,"acting":62,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542214,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542215,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542216,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542215,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31916,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":745472,"data_stored":333049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:25:41.313 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:25:41.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.451+0000 7f99c9ef1640 1 Processor -- start 2024-09-10T07:25:41.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.451+0000 7f99c9ef1640 1 -- start start 2024-09-10T07:25:41.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c9ef1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c4147e10 0x7f99c40b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c9ef1640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99c4160580 con 0x7f99c406c200 2024-09-10T07:25:41.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c9ef1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99c40b5ce0 con 0x7f99c40b4050 2024-09-10T07:25:41.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c9ef1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f99c40b5ab0 con 0x7f99c4147e10 2024-09-10T07:25:41.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c3fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f99c406c200 0x7f99c4160d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42978/0 (socket says 172.21.15.3:42978) 2024-09-10T07:25:41.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c3fff640 1 -- 172.21.15.3:0/1846764788 learned_addr learned my addr 172.21.15.3:0/1846764788 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.452+0000 7f99c37fe640 1 --2- 172.21.15.3:0/1846764788 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c4147e10 0x7f99c40b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 289886045 0 0) 0x7f99c4160580 con 0x7f99c406c200 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f99ac003520 con 0x7f99c406c200 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 309493430 0 0) 0x7f99c40b5ce0 con 0x7f99c40b4050 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f99c4160580 con 0x7f99c40b4050 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1102712110 0 0) 0x7f99ac003520 con 0x7f99c406c200 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c37fe640 1 -- 172.21.15.3:0/1846764788 >> v1:172.21.15.70:6789/0 conn(0x7f99c40b4050 legacy=0x7f99c406baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c37fe640 1 -- 172.21.15.3:0/1846764788 >> v1:172.21.15.3:6789/0 conn(0x7f99c406c200 legacy=0x7f99c4160d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.453+0000 7f99c37fe640 1 -- 172.21.15.3:0/1846764788 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99c40b5fc0 con 0x7f99c4147e10 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c37fe640 1 --2- 172.21.15.3:0/1846764788 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c4147e10 0x7f99c40b24c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f99b40097d0 tx=0x7f99b402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3bac4f956c894239 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99b4037070 con 0x7f99c4147e10 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99b402ac30 con 0x7f99c4147e10 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c27fc640 1 -- 172.21.15.3:0/1846764788 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99bc0019f0 con 0x7f99c4147e10 2024-09-10T07:25:41.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 -- 172.21.15.3:0/1846764788 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c4147e10 msgr2=0x7f99c40b24c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/1846764788 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c4147e10 0x7f99c40b24c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f99b40097d0 tx=0x7f99b402a1a0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 -- 172.21.15.3:0/1846764788 shutdown_connections 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/1846764788 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c4147e10 0x7f99c40b24c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 -- 172.21.15.3:0/1846764788 >> 172.21.15.3:0/1846764788 conn(0x7f99c40b6570 msgr2=0x7f99c40b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 -- 172.21.15.3:0/1846764788 shutdown_connections 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.454+0000 7f99c9ef1640 1 -- 172.21.15.3:0/1846764788 wait complete. 2024-09-10T07:25:41.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.455+0000 7f99c9ef1640 1 Processor -- start 2024-09-10T07:25:41.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 -- start start 2024-09-10T07:25:41.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99c406c200 0x7f99c413dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c40b4050 0x7f99c41e79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 0x7f99c41e7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f99c40ca3d0 con 0x7f99c4147e10 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f99c40b62a0 con 0x7f99c406c200 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.456+0000 7f99c9ef1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f99c4161420 con 0x7f99c40b4050 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 0x7f99c41e7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 0x7f99c41e7ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49986/0 (socket says 172.21.15.3:49986) 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 -- 172.21.15.3:0/2312212228 learned_addr learned my addr 172.21.15.3:0/2312212228 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c2ffd640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c40b4050 0x7f99c41e79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c37fe640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99c406c200 0x7f99c413dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 -- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c40b4050 msgr2=0x7f99c41e79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c40b4050 0x7f99c41e79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 -- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99c406c200 msgr2=0x7f99c413dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99c406c200 0x7f99c413dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 -- 172.21.15.3:0/2312212228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99c413e190 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c3fff640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 0x7f99c41e7ee0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f99bc005c00 tx=0x7f99bc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99bc017070 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99bc00ce30 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99c415ce00 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99bc012600 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.457+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99c415d3c0 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.458+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99c40b24c0 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.459+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f99bc01a070 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.459+0000 7f99abfff640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f99b006be30 0x7f99b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.459+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f99bc08ae30 con 0x7f99c4147e10 2024-09-10T07:25:41.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.460+0000 7f99c37fe640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f99b006be30 0x7f99b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.460+0000 7f99c37fe640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f99b006be30 0x7f99b006e2f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f99b4034000 tx=0x7f99b402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.464+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f99bc059090 con 0x7f99c4147e10 2024-09-10T07:25:41.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.635+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f99c406fa50 con 0x7f99b006be30 2024-09-10T07:25:41.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.641+0000 7f99abfff640 1 -- 172.21.15.3:0/2312212228 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239606 (secure 0 0 0) 0x7f99c406fa50 con 0x7f99b006be30 2024-09-10T07:25:41.643 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:41.644 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.643+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f99b006be30 msgr2=0x7f99b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.643+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f99b006be30 0x7f99b006e2f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f99b4034000 tx=0x7f99b402e000 comp rx=0 tx=0).stop 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.643+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 msgr2=0x7f99c41e7ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.643+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 0x7f99c41e7ee0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f99bc005c00 tx=0x7f99bc00a430 comp rx=0 tx=0).stop 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 shutdown_connections 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f99b006be30 0x7f99b006e2f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99c4147e10 0x7f99c41e7ee0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99c40b4050 0x7f99c41e79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 --2- 172.21.15.3:0/2312212228 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99c406c200 0x7f99c413dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 >> 172.21.15.3:0/2312212228 conn(0x7f99c40b6570 msgr2=0x7f99c4160d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:41.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 shutdown_connections 2024-09-10T07:25:41.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.644+0000 7f99c9ef1640 1 -- 172.21.15.3:0/2312212228 wait complete. 2024-09-10T07:25:41.654 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":231,"stamp":"2024-09-10T07:25:40.140575+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":64,"acting":64,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":252424,"kb_used_data":7068,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754722296,"statfs":{"total":773094113280,"available":772835631104,"internally_reserved":0,"allocated":7237632,"data_stored":3888591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000942"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296234+0000","last_change":"2024-09-10T07:25:36.296234+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296234+0000","last_undegraded":"2024-09-10T07:25:36.296234+0000","last_fullsized":"2024-09-10T07:25:36.296234+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300994+0000","last_change":"2024-09-10T07:25:36.300994+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300994+0000","last_undegraded":"2024-09-10T07:25:36.300994+0000","last_fullsized":"2024-09-10T07:25:36.300994+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301880+0000","last_change":"2024-09-10T07:25:36.301880+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301880+0000","last_undegraded":"2024-09-10T07:25:36.301880+0000","last_fullsized":"2024-09-10T07:25:36.301880+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301015+0000","last_change":"2024-09-10T07:25:36.301015+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301015+0000","last_undegraded":"2024-09-10T07:25:36.301015+0000","last_fullsized":"2024-09-10T07:25:36.301015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298986+0000","last_change":"2024-09-10T07:25:36.298986+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298986+0000","last_undegraded":"2024-09-10T07:25:36.298986+0000","last_fullsized":"2024-09-10T07:25:36.298986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299189+0000","last_change":"2024-09-10T07:25:36.299189+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299189+0000","last_undegraded":"2024-09-10T07:25:36.299189+0000","last_fullsized":"2024-09-10T07:25:36.299189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299818+0000","last_change":"2024-09-10T07:25:36.299818+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299818+0000","last_undegraded":"2024-09-10T07:25:36.299818+0000","last_fullsized":"2024-09-10T07:25:36.299818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:36.286220+0000","last_change":"2024-09-10T07:25:36.286220+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.286220+0000","last_undegraded":"2024-09-10T07:25:36.286220+0000","last_fullsized":"2024-09-10T07:25:36.286220+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295940+0000","last_change":"2024-09-10T07:25:36.295940+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295940+0000","last_undegraded":"2024-09-10T07:25:36.295940+0000","last_fullsized":"2024-09-10T07:25:36.295940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298335+0000","last_change":"2024-09-10T07:25:36.298335+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298335+0000","last_undegraded":"2024-09-10T07:25:36.298335+0000","last_fullsized":"2024-09-10T07:25:36.298335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296776+0000","last_change":"2024-09-10T07:25:36.296776+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296776+0000","last_undegraded":"2024-09-10T07:25:36.296776+0000","last_fullsized":"2024-09-10T07:25:36.296776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296579+0000","last_change":"2024-09-10T07:25:36.296579+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296579+0000","last_undegraded":"2024-09-10T07:25:36.296579+0000","last_fullsized":"2024-09-10T07:25:36.296579+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296787+0000","last_change":"2024-09-10T07:25:36.296787+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296787+0000","last_undegraded":"2024-09-10T07:25:36.296787+0000","last_fullsized":"2024-09-10T07:25:36.296787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294215+0000","last_change":"2024-09-10T07:25:36.294215+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294215+0000","last_undegraded":"2024-09-10T07:25:36.294215+0000","last_fullsized":"2024-09-10T07:25:36.294215+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295967+0000","last_change":"2024-09-10T07:25:36.295967+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295967+0000","last_undegraded":"2024-09-10T07:25:36.295967+0000","last_fullsized":"2024-09-10T07:25:36.295967+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298327+0000","last_change":"2024-09-10T07:25:36.298327+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298327+0000","last_undegraded":"2024-09-10T07:25:36.298327+0000","last_fullsized":"2024-09-10T07:25:36.298327+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294513+0000","last_change":"2024-09-10T07:25:36.294513+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294513+0000","last_undegraded":"2024-09-10T07:25:36.294513+0000","last_fullsized":"2024-09-10T07:25:36.294513+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296117+0000","last_change":"2024-09-10T07:25:36.296117+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296117+0000","last_undegraded":"2024-09-10T07:25:36.296117+0000","last_fullsized":"2024-09-10T07:25:36.296117+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295928+0000","last_change":"2024-09-10T07:25:36.295928+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295928+0000","last_undegraded":"2024-09-10T07:25:36.295928+0000","last_fullsized":"2024-09-10T07:25:36.295928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298618+0000","last_change":"2024-09-10T07:25:36.298618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298618+0000","last_undegraded":"2024-09-10T07:25:36.298618+0000","last_fullsized":"2024-09-10T07:25:36.298618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300954+0000","last_change":"2024-09-10T07:25:36.300954+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300954+0000","last_undegraded":"2024-09-10T07:25:36.300954+0000","last_fullsized":"2024-09-10T07:25:36.300954+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293616+0000","last_change":"2024-09-10T07:25:36.293616+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293616+0000","last_undegraded":"2024-09-10T07:25:36.293616+0000","last_fullsized":"2024-09-10T07:25:36.293616+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300889+0000","last_change":"2024-09-10T07:25:36.300889+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300889+0000","last_undegraded":"2024-09-10T07:25:36.300889+0000","last_fullsized":"2024-09-10T07:25:36.300889+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293632+0000","last_change":"2024-09-10T07:25:36.293632+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293632+0000","last_undegraded":"2024-09-10T07:25:36.293632+0000","last_fullsized":"2024-09-10T07:25:36.293632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293618+0000","last_change":"2024-09-10T07:25:36.293618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293618+0000","last_undegraded":"2024-09-10T07:25:36.293618+0000","last_fullsized":"2024-09-10T07:25:36.293618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301070+0000","last_change":"2024-09-10T07:25:36.301070+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301070+0000","last_undegraded":"2024-09-10T07:25:36.301070+0000","last_fullsized":"2024-09-10T07:25:36.301070+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296104+0000","last_change":"2024-09-10T07:25:36.296104+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296104+0000","last_undegraded":"2024-09-10T07:25:36.296104+0000","last_fullsized":"2024-09-10T07:25:36.296104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296172+0000","last_change":"2024-09-10T07:25:36.296172+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296172+0000","last_undegraded":"2024-09-10T07:25:36.296172+0000","last_fullsized":"2024-09-10T07:25:36.296172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298597+0000","last_change":"2024-09-10T07:25:36.298597+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298597+0000","last_undegraded":"2024-09-10T07:25:36.298597+0000","last_fullsized":"2024-09-10T07:25:36.298597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298722+0000","last_change":"2024-09-10T07:25:36.298722+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298722+0000","last_undegraded":"2024-09-10T07:25:36.298722+0000","last_fullsized":"2024-09-10T07:25:36.298722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296026+0000","last_change":"2024-09-10T07:25:36.296026+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296026+0000","last_undegraded":"2024-09-10T07:25:36.296026+0000","last_fullsized":"2024-09-10T07:25:36.296026+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298547+0000","last_change":"2024-09-10T07:25:36.298547+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298547+0000","last_undegraded":"2024-09-10T07:25:36.298547+0000","last_fullsized":"2024-09-10T07:25:36.298547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":246,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-10T07:25:36.297225+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:25:36.297225+0000","last_peered":"2024-09-10T07:25:36.297225+0000","last_clean":"2024-09-10T07:25:36.297225+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:25:36.297225+0000","last_undegraded":"2024-09-10T07:25:36.297225+0000","last_fullsized":"2024-09-10T07:25:36.297225+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":62,"acting":62,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542214,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542215,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542216,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542215,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31916,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":745472,"data_stored":333049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:25:41.658 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:25:41.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.797+0000 7f6c34665640 1 Processor -- start 2024-09-10T07:25:41.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.797+0000 7f6c34665640 1 -- start start 2024-09-10T07:25:41.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c34665640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6c2c15e800 0x7f6c2c0cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c34665640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6c2c0cf910 0x7f6c2c06d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c34665640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c06dbd0 0x7f6c2c06e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c34665640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f6c2c0cfd30 con 0x7f6c2c15e800 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c34665640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6c2c15ebe0 con 0x7f6c2c0cf910 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c34665640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c2c0d42d0 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c32401640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6c2c15e800 0x7f6c2c0cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c32401640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6c2c15e800 0x7f6c2c0cf3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50000/0 (socket says 172.21.15.3:50000) 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c32401640 1 -- 172.21.15.3:0/1450746101 learned_addr learned my addr 172.21.15.3:0/1450746101 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c31c00640 1 --2- 172.21.15.3:0/1450746101 >> v2:172.21.15.70:3300/0 conn(0x7f6c2c0cf910 0x7f6c2c06d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.798+0000 7f6c32c02640 1 --2- 172.21.15.3:0/1450746101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c06dbd0 0x7f6c2c06e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.799+0000 7f6c32401640 1 -- 172.21.15.3:0/1450746101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c06dbd0 msgr2=0x7f6c2c06e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.799+0000 7f6c32401640 1 --2- 172.21.15.3:0/1450746101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c06dbd0 0x7f6c2c06e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.799+0000 7f6c32401640 1 -- 172.21.15.3:0/1450746101 >> v2:172.21.15.70:3300/0 conn(0x7f6c2c0cf910 msgr2=0x7f6c2c06d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:41.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.799+0000 7f6c32401640 1 --2- 172.21.15.3:0/1450746101 >> v2:172.21.15.70:3300/0 conn(0x7f6c2c0cf910 0x7f6c2c06d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.799+0000 7f6c32401640 1 -- 172.21.15.3:0/1450746101 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c2c0d3ff0 con 0x7f6c2c15e800 2024-09-10T07:25:41.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.799+0000 7f6c32401640 1 --2- 172.21.15.3:0/1450746101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c15e800 0x7f6c2c0cf3d0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0c7e30 tx=0x7f6c2802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4867ce0b8c72c2b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c313ff640 1 -- 172.21.15.3:0/1450746101 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28037070 con 0x7f6c2c15e800 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c313ff640 1 -- 172.21.15.3:0/1450746101 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c28032440 con 0x7f6c2c15e800 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c313ff640 1 -- 172.21.15.3:0/1450746101 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28032810 con 0x7f6c2c15e800 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 -- 172.21.15.3:0/1450746101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c15e800 msgr2=0x7f6c2c0cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 --2- 172.21.15.3:0/1450746101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c15e800 0x7f6c2c0cf3d0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c0c7e30 tx=0x7f6c2802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 -- 172.21.15.3:0/1450746101 shutdown_connections 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 --2- 172.21.15.3:0/1450746101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c06dbd0 0x7f6c2c06e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 --2- 172.21.15.3:0/1450746101 >> v2:172.21.15.70:3300/0 conn(0x7f6c2c0cf910 0x7f6c2c06d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 --2- 172.21.15.3:0/1450746101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c15e800 0x7f6c2c0cf3d0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 -- 172.21.15.3:0/1450746101 >> 172.21.15.3:0/1450746101 conn(0x7f6c2c09d750 msgr2=0x7f6c2c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 -- 172.21.15.3:0/1450746101 shutdown_connections 2024-09-10T07:25:41.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.800+0000 7f6c34665640 1 -- 172.21.15.3:0/1450746101 wait complete. 2024-09-10T07:25:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 Processor -- start 2024-09-10T07:25:41.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 -- start start 2024-09-10T07:25:41.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 0x7f6c2c0cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c2c0cf910 0x7f6c2c0cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c15e800 0x7f6c2c14b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c06d170 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c06ce90 con 0x7f6c2c0cf910 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c34665640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c2c0d4e30 con 0x7f6c2c15e800 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.802+0000 7f6c32401640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 0x7f6c2c0cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 0x7f6c2c0cb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50014/0 (socket says 172.21.15.3:50014) 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 -- 172.21.15.3:0/3249658148 learned_addr learned my addr 172.21.15.3:0/3249658148 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32c02640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c15e800 0x7f6c2c14b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c31c00640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c2c0cf910 0x7f6c2c0cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 -- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c15e800 msgr2=0x7f6c2c14b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c15e800 0x7f6c2c14b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 -- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c2c0cf910 msgr2=0x7f6c2c0cbb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c2c0cf910 0x7f6c2c0cbb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 -- 172.21.15.3:0/3249658148 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c2c1f7fb0 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32c02640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c15e800 0x7f6c2c14b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:41.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c32401640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 0x7f6c2c0cb5d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f6c280097c0 tx=0x7f6c280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28041020 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c2803d620 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c2c1f8290 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28037040 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.803+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c2c1f8850 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.804+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c2c157fd0 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.805+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c28044020 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.805+0000 7f6c22ffd640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c1006be30 0x7f6c1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:41.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.805+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f6c280ab5e0 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.806+0000 7f6c31c00640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c1006be30 0x7f6c1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:41.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.806+0000 7f6c31c00640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c1006be30 0x7f6c1006e2f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c1f7a20 tx=0x7f6c1c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:41.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.810+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c2804b030 con 0x7f6c2c06dbd0 2024-09-10T07:25:41.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.983+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6c2c0b4630 con 0x7f6c1006be30 2024-09-10T07:25:41.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.989+0000 7f6c22ffd640 1 -- 172.21.15.3:0/3249658148 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239606 (secure 0 0 0) 0x7f6c2c0b4630 con 0x7f6c1006be30 2024-09-10T07:25:41.991 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:41.992 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c1006be30 msgr2=0x7f6c1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c1006be30 0x7f6c1006e2f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c1f7a20 tx=0x7f6c1c008040 comp rx=0 tx=0).stop 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 msgr2=0x7f6c2c0cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 0x7f6c2c0cb5d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f6c280097c0 tx=0x7f6c280046c0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 shutdown_connections 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c1006be30 0x7f6c1006e2f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2c15e800 0x7f6c2c14b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c2c0cf910 0x7f6c2c0cbb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 --2- 172.21.15.3:0/3249658148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c2c06dbd0 0x7f6c2c0cb5d0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:41.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 >> 172.21.15.3:0/3249658148 conn(0x7f6c2c09d750 msgr2=0x7f6c2c0cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:41.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 shutdown_connections 2024-09-10T07:25:41.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:41.992+0000 7f6c34665640 1 -- 172.21.15.3:0/3249658148 wait complete. 2024-09-10T07:25:42.003 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":231,"stamp":"2024-09-10T07:25:40.140575+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":64,"acting":64,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":252424,"kb_used_data":7068,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754722296,"statfs":{"total":773094113280,"available":772835631104,"internally_reserved":0,"allocated":7237632,"data_stored":3888591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000942"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296234+0000","last_change":"2024-09-10T07:25:36.296234+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296234+0000","last_undegraded":"2024-09-10T07:25:36.296234+0000","last_fullsized":"2024-09-10T07:25:36.296234+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300994+0000","last_change":"2024-09-10T07:25:36.300994+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300994+0000","last_undegraded":"2024-09-10T07:25:36.300994+0000","last_fullsized":"2024-09-10T07:25:36.300994+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301880+0000","last_change":"2024-09-10T07:25:36.301880+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301880+0000","last_undegraded":"2024-09-10T07:25:36.301880+0000","last_fullsized":"2024-09-10T07:25:36.301880+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301015+0000","last_change":"2024-09-10T07:25:36.301015+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301015+0000","last_undegraded":"2024-09-10T07:25:36.301015+0000","last_fullsized":"2024-09-10T07:25:36.301015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298986+0000","last_change":"2024-09-10T07:25:36.298986+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298986+0000","last_undegraded":"2024-09-10T07:25:36.298986+0000","last_fullsized":"2024-09-10T07:25:36.298986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299189+0000","last_change":"2024-09-10T07:25:36.299189+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299189+0000","last_undegraded":"2024-09-10T07:25:36.299189+0000","last_fullsized":"2024-09-10T07:25:36.299189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299818+0000","last_change":"2024-09-10T07:25:36.299818+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299818+0000","last_undegraded":"2024-09-10T07:25:36.299818+0000","last_fullsized":"2024-09-10T07:25:36.299818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:36.286220+0000","last_change":"2024-09-10T07:25:36.286220+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.286220+0000","last_undegraded":"2024-09-10T07:25:36.286220+0000","last_fullsized":"2024-09-10T07:25:36.286220+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295940+0000","last_change":"2024-09-10T07:25:36.295940+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295940+0000","last_undegraded":"2024-09-10T07:25:36.295940+0000","last_fullsized":"2024-09-10T07:25:36.295940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298335+0000","last_change":"2024-09-10T07:25:36.298335+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298335+0000","last_undegraded":"2024-09-10T07:25:36.298335+0000","last_fullsized":"2024-09-10T07:25:36.298335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296776+0000","last_change":"2024-09-10T07:25:36.296776+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296776+0000","last_undegraded":"2024-09-10T07:25:36.296776+0000","last_fullsized":"2024-09-10T07:25:36.296776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296579+0000","last_change":"2024-09-10T07:25:36.296579+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296579+0000","last_undegraded":"2024-09-10T07:25:36.296579+0000","last_fullsized":"2024-09-10T07:25:36.296579+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296787+0000","last_change":"2024-09-10T07:25:36.296787+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296787+0000","last_undegraded":"2024-09-10T07:25:36.296787+0000","last_fullsized":"2024-09-10T07:25:36.296787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294215+0000","last_change":"2024-09-10T07:25:36.294215+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294215+0000","last_undegraded":"2024-09-10T07:25:36.294215+0000","last_fullsized":"2024-09-10T07:25:36.294215+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295967+0000","last_change":"2024-09-10T07:25:36.295967+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295967+0000","last_undegraded":"2024-09-10T07:25:36.295967+0000","last_fullsized":"2024-09-10T07:25:36.295967+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298327+0000","last_change":"2024-09-10T07:25:36.298327+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298327+0000","last_undegraded":"2024-09-10T07:25:36.298327+0000","last_fullsized":"2024-09-10T07:25:36.298327+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294513+0000","last_change":"2024-09-10T07:25:36.294513+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294513+0000","last_undegraded":"2024-09-10T07:25:36.294513+0000","last_fullsized":"2024-09-10T07:25:36.294513+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296117+0000","last_change":"2024-09-10T07:25:36.296117+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296117+0000","last_undegraded":"2024-09-10T07:25:36.296117+0000","last_fullsized":"2024-09-10T07:25:36.296117+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295928+0000","last_change":"2024-09-10T07:25:36.295928+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295928+0000","last_undegraded":"2024-09-10T07:25:36.295928+0000","last_fullsized":"2024-09-10T07:25:36.295928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298618+0000","last_change":"2024-09-10T07:25:36.298618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298618+0000","last_undegraded":"2024-09-10T07:25:36.298618+0000","last_fullsized":"2024-09-10T07:25:36.298618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300954+0000","last_change":"2024-09-10T07:25:36.300954+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300954+0000","last_undegraded":"2024-09-10T07:25:36.300954+0000","last_fullsized":"2024-09-10T07:25:36.300954+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293616+0000","last_change":"2024-09-10T07:25:36.293616+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293616+0000","last_undegraded":"2024-09-10T07:25:36.293616+0000","last_fullsized":"2024-09-10T07:25:36.293616+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300889+0000","last_change":"2024-09-10T07:25:36.300889+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300889+0000","last_undegraded":"2024-09-10T07:25:36.300889+0000","last_fullsized":"2024-09-10T07:25:36.300889+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293632+0000","last_change":"2024-09-10T07:25:36.293632+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293632+0000","last_undegraded":"2024-09-10T07:25:36.293632+0000","last_fullsized":"2024-09-10T07:25:36.293632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293618+0000","last_change":"2024-09-10T07:25:36.293618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293618+0000","last_undegraded":"2024-09-10T07:25:36.293618+0000","last_fullsized":"2024-09-10T07:25:36.293618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301070+0000","last_change":"2024-09-10T07:25:36.301070+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301070+0000","last_undegraded":"2024-09-10T07:25:36.301070+0000","last_fullsized":"2024-09-10T07:25:36.301070+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296104+0000","last_change":"2024-09-10T07:25:36.296104+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296104+0000","last_undegraded":"2024-09-10T07:25:36.296104+0000","last_fullsized":"2024-09-10T07:25:36.296104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296172+0000","last_change":"2024-09-10T07:25:36.296172+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296172+0000","last_undegraded":"2024-09-10T07:25:36.296172+0000","last_fullsized":"2024-09-10T07:25:36.296172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298597+0000","last_change":"2024-09-10T07:25:36.298597+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298597+0000","last_undegraded":"2024-09-10T07:25:36.298597+0000","last_fullsized":"2024-09-10T07:25:36.298597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298722+0000","last_change":"2024-09-10T07:25:36.298722+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298722+0000","last_undegraded":"2024-09-10T07:25:36.298722+0000","last_fullsized":"2024-09-10T07:25:36.298722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296026+0000","last_change":"2024-09-10T07:25:36.296026+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296026+0000","last_undegraded":"2024-09-10T07:25:36.296026+0000","last_fullsized":"2024-09-10T07:25:36.296026+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298547+0000","last_change":"2024-09-10T07:25:36.298547+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298547+0000","last_undegraded":"2024-09-10T07:25:36.298547+0000","last_fullsized":"2024-09-10T07:25:36.298547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":246,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-10T07:25:36.297225+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:25:36.297225+0000","last_peered":"2024-09-10T07:25:36.297225+0000","last_clean":"2024-09-10T07:25:36.297225+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:25:36.297225+0000","last_undegraded":"2024-09-10T07:25:36.297225+0000","last_fullsized":"2024-09-10T07:25:36.297225+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":62,"acting":62,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542214,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542215,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542216,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542215,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31916,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":745472,"data_stored":333049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3f is not active+clean 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3e is not active+clean 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3d is not active+clean 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3c is not active+clean 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3b is not active+clean 2024-09-10T07:25:42.007 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3a is not active+clean 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:PG 10.39 is not active+clean 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:PG 10.38 is not active+clean 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:PG 10.37 is not active+clean 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:PG 10.36 is not active+clean 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.008 INFO:tasks.ceph.ceph_manager.ceph:PG 10.35 is not active+clean 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:PG 10.34 is not active+clean 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:PG 10.33 is not active+clean 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:PG 10.32 is not active+clean 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:PG 10.31 is not active+clean 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:PG 10.30 is not active+clean 2024-09-10T07:25:42.009 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2f is not active+clean 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2e is not active+clean 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2d is not active+clean 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2c is not active+clean 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2b is not active+clean 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2a is not active+clean 2024-09-10T07:25:42.010 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:PG 10.29 is not active+clean 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:PG 10.28 is not active+clean 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:PG 10.27 is not active+clean 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:PG 10.26 is not active+clean 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:PG 10.25 is not active+clean 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:PG 10.24 is not active+clean 2024-09-10T07:25:42.011 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:PG 10.23 is not active+clean 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:PG 10.22 is not active+clean 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:PG 10.21 is not active+clean 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:PG 10.20 is not active+clean 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1c is not active+clean 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.012 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1f is not active+clean 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296234+0000', 'last_change': '2024-09-10T07:25:36.296234+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296234+0000', 'last_undegraded': '2024-09-10T07:25:36.296234+0000', 'last_fullsized': '2024-09-10T07:25:36.296234+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1d is not active+clean 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1e is not active+clean 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.300994+0000', 'last_change': '2024-09-10T07:25:36.300994+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.300994+0000', 'last_undegraded': '2024-09-10T07:25:36.300994+0000', 'last_fullsized': '2024-09-10T07:25:36.300994+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1e is not active+clean 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1d is not active+clean 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.301880+0000', 'last_change': '2024-09-10T07:25:36.301880+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.301880+0000', 'last_undegraded': '2024-09-10T07:25:36.301880+0000', 'last_fullsized': '2024-09-10T07:25:36.301880+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1f is not active+clean 2024-09-10T07:25:42.013 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1c is not active+clean 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.301015+0000', 'last_change': '2024-09-10T07:25:36.301015+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.301015+0000', 'last_undegraded': '2024-09-10T07:25:36.301015+0000', 'last_fullsized': '2024-09-10T07:25:36.301015+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 10.18 is not active+clean 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1b is not active+clean 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298986+0000', 'last_change': '2024-09-10T07:25:36.298986+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298986+0000', 'last_undegraded': '2024-09-10T07:25:36.298986+0000', 'last_fullsized': '2024-09-10T07:25:36.298986+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 10.19 is not active+clean 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1a is not active+clean 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.299189+0000', 'last_change': '2024-09-10T07:25:36.299189+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.299189+0000', 'last_undegraded': '2024-09-10T07:25:36.299189+0000', 'last_fullsized': '2024-09-10T07:25:36.299189+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1a is not active+clean 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.014 INFO:tasks.ceph.ceph_manager.ceph:PG 9.19 is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.299818+0000', 'last_change': '2024-09-10T07:25:36.299818+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.299818+0000', 'last_undegraded': '2024-09-10T07:25:36.299818+0000', 'last_fullsized': '2024-09-10T07:25:36.299818+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1b is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:PG 9.18 is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:36.286220+0000', 'last_change': '2024-09-10T07:25:36.286220+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.286220+0000', 'last_undegraded': '2024-09-10T07:25:36.286220+0000', 'last_fullsized': '2024-09-10T07:25:36.286220+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:PG 10.14 is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.295940+0000', 'last_change': '2024-09-10T07:25:36.295940+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.295940+0000', 'last_undegraded': '2024-09-10T07:25:36.295940+0000', 'last_fullsized': '2024-09-10T07:25:36.295940+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:PG 10.15 is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-09-10T07:25:42.015 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298335+0000', 'last_change': '2024-09-10T07:25:36.298335+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298335+0000', 'last_undegraded': '2024-09-10T07:25:36.298335+0000', 'last_fullsized': '2024-09-10T07:25:36.298335+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 10.16 is not active+clean 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296776+0000', 'last_change': '2024-09-10T07:25:36.296776+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296776+0000', 'last_undegraded': '2024-09-10T07:25:36.296776+0000', 'last_fullsized': '2024-09-10T07:25:36.296776+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 10.17 is not active+clean 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 9.14 is not active+clean 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296579+0000', 'last_change': '2024-09-10T07:25:36.296579+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296579+0000', 'last_undegraded': '2024-09-10T07:25:36.296579+0000', 'last_fullsized': '2024-09-10T07:25:36.296579+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 10.10 is not active+clean 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296787+0000', 'last_change': '2024-09-10T07:25:36.296787+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296787+0000', 'last_undegraded': '2024-09-10T07:25:36.296787+0000', 'last_fullsized': '2024-09-10T07:25:36.296787+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.016 INFO:tasks.ceph.ceph_manager.ceph:PG 10.11 is not active+clean 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.294215+0000', 'last_change': '2024-09-10T07:25:36.294215+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.294215+0000', 'last_undegraded': '2024-09-10T07:25:36.294215+0000', 'last_fullsized': '2024-09-10T07:25:36.294215+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:PG 10.12 is not active+clean 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.295967+0000', 'last_change': '2024-09-10T07:25:36.295967+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.295967+0000', 'last_undegraded': '2024-09-10T07:25:36.295967+0000', 'last_fullsized': '2024-09-10T07:25:36.295967+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:PG 10.13 is not active+clean 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298327+0000', 'last_change': '2024-09-10T07:25:36.298327+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298327+0000', 'last_undegraded': '2024-09-10T07:25:36.298327+0000', 'last_fullsized': '2024-09-10T07:25:36.298327+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:25:42.017 INFO:tasks.ceph.ceph_manager.ceph:PG 10.c is not active+clean 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.294513+0000', 'last_change': '2024-09-10T07:25:36.294513+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.294513+0000', 'last_undegraded': '2024-09-10T07:25:36.294513+0000', 'last_fullsized': '2024-09-10T07:25:36.294513+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:PG 10.d is not active+clean 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296117+0000', 'last_change': '2024-09-10T07:25:36.296117+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296117+0000', 'last_undegraded': '2024-09-10T07:25:36.296117+0000', 'last_fullsized': '2024-09-10T07:25:36.296117+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:PG 10.e is not active+clean 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.295928+0000', 'last_change': '2024-09-10T07:25:36.295928+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.295928+0000', 'last_undegraded': '2024-09-10T07:25:36.295928+0000', 'last_fullsized': '2024-09-10T07:25:36.295928+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.018 INFO:tasks.ceph.ceph_manager.ceph:PG 10.f is not active+clean 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:PG 9.c is not active+clean 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298618+0000', 'last_change': '2024-09-10T07:25:36.298618+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298618+0000', 'last_undegraded': '2024-09-10T07:25:36.298618+0000', 'last_fullsized': '2024-09-10T07:25:36.298618+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:PG 10.8 is not active+clean 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:PG 9.b is not active+clean 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.300954+0000', 'last_change': '2024-09-10T07:25:36.300954+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.300954+0000', 'last_undegraded': '2024-09-10T07:25:36.300954+0000', 'last_fullsized': '2024-09-10T07:25:36.300954+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:PG 10.9 is not active+clean 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-09-10T07:25:42.019 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.293616+0000', 'last_change': '2024-09-10T07:25:36.293616+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.293616+0000', 'last_undegraded': '2024-09-10T07:25:36.293616+0000', 'last_fullsized': '2024-09-10T07:25:36.293616+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:PG 10.a is not active+clean 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:PG 9.9 is not active+clean 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.300889+0000', 'last_change': '2024-09-10T07:25:36.300889+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.300889+0000', 'last_undegraded': '2024-09-10T07:25:36.300889+0000', 'last_fullsized': '2024-09-10T07:25:36.300889+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:PG 10.4 is not active+clean 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.293632+0000', 'last_change': '2024-09-10T07:25:36.293632+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.293632+0000', 'last_undegraded': '2024-09-10T07:25:36.293632+0000', 'last_fullsized': '2024-09-10T07:25:36.293632+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:PG 10.5 is not active+clean 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-09-10T07:25:42.020 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.293618+0000', 'last_change': '2024-09-10T07:25:36.293618+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.293618+0000', 'last_undegraded': '2024-09-10T07:25:36.293618+0000', 'last_fullsized': '2024-09-10T07:25:36.293618+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:PG 10.6 is not active+clean 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:PG 9.5 is not active+clean 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.301070+0000', 'last_change': '2024-09-10T07:25:36.301070+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.301070+0000', 'last_undegraded': '2024-09-10T07:25:36.301070+0000', 'last_fullsized': '2024-09-10T07:25:36.301070+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:PG 10.7 is not active+clean 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296104+0000', 'last_change': '2024-09-10T07:25:36.296104+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296104+0000', 'last_undegraded': '2024-09-10T07:25:36.296104+0000', 'last_fullsized': '2024-09-10T07:25:36.296104+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:PG 10.0 is not active+clean 2024-09-10T07:25:42.021 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296172+0000', 'last_change': '2024-09-10T07:25:36.296172+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296172+0000', 'last_undegraded': '2024-09-10T07:25:36.296172+0000', 'last_fullsized': '2024-09-10T07:25:36.296172+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1 is not active+clean 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2 is not active+clean 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298597+0000', 'last_change': '2024-09-10T07:25:36.298597+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298597+0000', 'last_undegraded': '2024-09-10T07:25:36.298597+0000', 'last_fullsized': '2024-09-10T07:25:36.298597+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2 is not active+clean 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1 is not active+clean 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298722+0000', 'last_change': '2024-09-10T07:25:36.298722+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298722+0000', 'last_undegraded': '2024-09-10T07:25:36.298722+0000', 'last_fullsized': '2024-09-10T07:25:36.298722+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3 is not active+clean 2024-09-10T07:25:42.022 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.023 INFO:tasks.ceph.ceph_manager.ceph:PG 9.0 is not active+clean 2024-09-10T07:25:42.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.296026+0000', 'last_change': '2024-09-10T07:25:36.296026+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.296026+0000', 'last_undegraded': '2024-09-10T07:25:36.296026+0000', 'last_fullsized': '2024-09-10T07:25:36.296026+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:25:42.023 INFO:tasks.ceph.ceph_manager.ceph:PG 10.b is not active+clean 2024-09-10T07:25:42.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:25:37.290874+0000', 'last_change': '2024-09-10T07:25:37.290874+0000', 'last_active': '2024-09-10T07:25:37.290874+0000', 'last_peered': '2024-09-10T07:25:37.290874+0000', 'last_clean': '2024-09-10T07:25:37.290874+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:37.290874+0000', 'last_undegraded': '2024-09-10T07:25:37.290874+0000', 'last_fullsized': '2024-09-10T07:25:37.290874+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:37.290874+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:25:42.023 INFO:tasks.ceph.ceph_manager.ceph:PG 9.8 is not active+clean 2024-09-10T07:25:42.023 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:25:36.298547+0000', 'last_change': '2024-09-10T07:25:36.298547+0000', 'last_active': '2024-09-10T07:25:36.286220+0000', 'last_peered': '2024-09-10T07:25:36.286220+0000', 'last_clean': '2024-09-10T07:25:36.286220+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:25:36.298547+0000', 'last_undegraded': '2024-09-10T07:25:36.298547+0000', 'last_fullsized': '2024-09-10T07:25:36.298547+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'last_clean_scrub_stamp': '2024-09-10T07:25:36.286220+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:25:42.023 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T07:25:42.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.145+0000 7ff5ff05e640 1 Processor -- start 2024-09-10T07:25:42.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.145+0000 7ff5ff05e640 1 -- start start 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.146+0000 7ff5ff05e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f815e4d0 0x7ff5f80cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.146+0000 7ff5ff05e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff5f80cf8f0 0x7ff5f80d1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.146+0000 7ff5ff05e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5f80d1ca0 con 0x7ff5f80d1890 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.146+0000 7ff5ff05e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ff5f80d3bf0 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.146+0000 7ff5ff05e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff5f80d3100 con 0x7ff5f815e4d0 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fcdfa640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f815e4d0 0x7ff5f80cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fd5fb640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7ff5f80d1890 0x7ff5f80d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:52876/0 (socket says 172.21.15.3:52876) 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fd5fb640 1 -- 172.21.15.3:0/4122978590 learned_addr learned my addr 172.21.15.3:0/4122978590 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5f7fff640 1 --2- 172.21.15.3:0/4122978590 >> v2:172.21.15.3:3300/0 conn(0x7ff5f80cf8f0 0x7ff5f80d1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5f77fe640 1 -- 172.21.15.3:0/4122978590 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2582570027 0 0) 0x7ff5f0001490 con 0x7ff5f80d1890 2024-09-10T07:25:42.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5f77fe640 1 -- 172.21.15.3:0/4122978590 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5e8003520 con 0x7ff5f80d1890 2024-09-10T07:25:42.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/4122978590 >> v2:172.21.15.3:3300/0 conn(0x7ff5f80cf8f0 msgr2=0x7ff5f80d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:42.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fcdfa640 1 --2- 172.21.15.3:0/4122978590 >> v2:172.21.15.3:3300/0 conn(0x7ff5f80cf8f0 0x7ff5f80d1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/4122978590 >> v1:172.21.15.70:6789/0 conn(0x7ff5f80d1890 legacy=0x7ff5f80d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/4122978590 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f815e8b0 con 0x7ff5f815e4d0 2024-09-10T07:25:42.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.147+0000 7ff5f7fff640 1 --2- 172.21.15.3:0/4122978590 >> v2:172.21.15.3:3300/0 conn(0x7ff5f80cf8f0 0x7ff5f80d1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5fcdfa640 1 --2- 172.21.15.3:0/4122978590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f815e4d0 0x7ff5f80cf3b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec0097a0 tx=0x7ff5ec02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=454592559fff5ade server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5f77fe640 1 -- 172.21.15.3:0/4122978590 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec037070 con 0x7ff5f815e4d0 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5f77fe640 1 -- 172.21.15.3:0/4122978590 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5ec032440 con 0x7ff5f815e4d0 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5f77fe640 1 -- 172.21.15.3:0/4122978590 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec032810 con 0x7ff5f815e4d0 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5ff05e640 1 -- 172.21.15.3:0/4122978590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f815e4d0 msgr2=0x7ff5f80cf3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/4122978590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f815e4d0 0x7ff5f80cf3b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec0097a0 tx=0x7ff5ec02a180 comp rx=0 tx=0).stop 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5ff05e640 1 -- 172.21.15.3:0/4122978590 shutdown_connections 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/4122978590 >> v2:172.21.15.3:3300/0 conn(0x7ff5f80cf8f0 0x7ff5f80d1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.148+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/4122978590 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f815e4d0 0x7ff5f80cf3b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.149+0000 7ff5ff05e640 1 -- 172.21.15.3:0/4122978590 >> 172.21.15.3:0/4122978590 conn(0x7ff5f8073640 msgr2=0x7ff5f8073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:42.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.149+0000 7ff5ff05e640 1 -- 172.21.15.3:0/4122978590 shutdown_connections 2024-09-10T07:25:42.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.149+0000 7ff5ff05e640 1 -- 172.21.15.3:0/4122978590 wait complete. 2024-09-10T07:25:42.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.150+0000 7ff5ff05e640 1 Processor -- start 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.150+0000 7ff5ff05e640 1 -- start start 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5ff05e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 0x7ff5f814c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5ff05e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f80d1890 0x7ff5f81f4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5ff05e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5f815e4d0 0x7ff5f815aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5ff05e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f80b77b0 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5ff05e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f80b7510 con 0x7ff5f815e4d0 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5ff05e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff5f80d3630 con 0x7ff5f80d1890 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 0x7ff5f814c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 0x7ff5f814c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50024/0 (socket says 172.21.15.3:50024) 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/1360125601 learned_addr learned my addr 172.21.15.3:0/1360125601 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5f7fff640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f80d1890 0x7ff5f81f4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fd5fb640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5f815e4d0 0x7ff5f815aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f80d1890 msgr2=0x7ff5f81f4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f80d1890 0x7ff5f81f4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5f815e4d0 msgr2=0x7ff5f815aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5f815e4d0 0x7ff5f815aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 -- 172.21.15.3:0/1360125601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f8159740 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5fcdfa640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 0x7ff5f814c5b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec035040 tx=0x7ff5ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec041030 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5ec03d4e0 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.151+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec037040 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.152+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f81599e0 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.152+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f8159fa0 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.153+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5f80d1350 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.153+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff5ec044070 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.153+0000 7ff5f57fa640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5dc06be30 0x7ff5dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.154+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7ff5ec0ab580 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.154+0000 7ff5f7fff640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5dc06be30 0x7ff5dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.154+0000 7ff5f7fff640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5dc06be30 0x7ff5dc06e2f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4009560 tx=0x7ff5e4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:42.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.158+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff5ec079760 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.406+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff5f80d4510 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.406+0000 7ff5f57fa640 1 -- 172.21.15.3:0/1360125601 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1153 (secure 0 0 0) 0x7ff5ec07da60 con 0x7ff5f80cf8f0 2024-09-10T07:25:42.406 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:42.406 INFO:teuthology.orchestra.run.smithi003.stdout:{"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":10,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":357,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":66,"num_osds":8,"num_up_osds":8,"osd_up_since":1725952796,"num_in_osds":8,"osd_in_since":1725952788,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":52},{"state_name":"creating+peering","count":31},{"state_name":"active+clean","count":14}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":258539520,"bytes_avail":772835573760,"bytes_total":773094113280,"unknown_pgs_ratio":0.53608244657516479,"inactive_pgs_ratio":0.31958761811256409},"fsmap":{"epoch":46,"btime":"2024-09-10T07:25:40:321599+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"c","status":"up:active","gid":6171}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":8,"modified":"2024-09-10T07:25:18.135666+0000","services":{}},"progress_events":{}} 2024-09-10T07:25:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5dc06be30 msgr2=0x7ff5dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5dc06be30 0x7ff5dc06e2f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4009560 tx=0x7ff5e4009190 comp rx=0 tx=0).stop 2024-09-10T07:25:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 msgr2=0x7ff5f814c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 0x7ff5f814c5b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec035040 tx=0x7ff5ec0046c0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 shutdown_connections 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5dc06be30 0x7ff5dc06e2f0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5f815e4d0 0x7ff5f815aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5f80d1890 0x7ff5f81f4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 --2- 172.21.15.3:0/1360125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5f80cf8f0 0x7ff5f814c5b0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 >> 172.21.15.3:0/1360125601 conn(0x7ff5f8073640 msgr2=0x7ff5f80b8c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 shutdown_connections 2024-09-10T07:25:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.408+0000 7ff5ff05e640 1 -- 172.21.15.3:0/1360125601 wait complete. 2024-09-10T07:25:42.419 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T07:25:42.419 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:25:42.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.521+0000 7f185d065640 1 Processor -- start 2024-09-10T07:25:42.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.521+0000 7f185d065640 1 -- start start 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f185d065640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f185815e510 0x7f18580ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f185d065640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18580d3430 con 0x7f18580d13d0 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f185d065640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18580d36d0 con 0x7f18580cf040 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f185d065640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f18580d39b0 con 0x7f185815e510 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f185759e640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f18580d13d0 0x7f18580b78e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42984/0 (socket says 172.21.15.3:42984) 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f185759e640 1 -- 172.21.15.3:0/2328617307 learned_addr learned my addr 172.21.15.3:0/2328617307 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f1856d9d640 1 --2- 172.21.15.3:0/2328617307 >> v2:172.21.15.70:3300/0 conn(0x7f185815e510 0x7f18580ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1316243806 0 0) 0x7f18580d3430 con 0x7f18580d13d0 2024-09-10T07:25:42.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1840003520 con 0x7f18580d13d0 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3606591599 0 0) 0x7f18580d36d0 con 0x7f18580cf040 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f18580d3430 con 0x7f18580cf040 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.522+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 730878208 0 0) 0x7f1840003520 con 0x7f18580d13d0 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 >> v2:172.21.15.70:3300/0 conn(0x7f185815e510 msgr2=0x7f18580ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 --2- 172.21.15.3:0/2328617307 >> v2:172.21.15.70:3300/0 conn(0x7f185815e510 0x7f18580ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 >> v1:172.21.15.70:6789/0 conn(0x7f18580cf040 legacy=0x7f18580d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18580d3c90 con 0x7f18580d13d0 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f18500019f0 con 0x7f18580d13d0 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 >> v1:172.21.15.3:6789/0 conn(0x7f18580d13d0 legacy=0x7f18580b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1840003bb0 0x7f1840003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840004800 0x7f1840004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1840005210 0x7f184000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f18580d39b0 con 0x7f1840005210 2024-09-10T07:25:42.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f184000c160 con 0x7f1840004800 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f184000c360 con 0x7f1840003bb0 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185759e640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1840005210 0x7f184000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f1856d9d640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1840003bb0 0x7f1840003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185659c640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840004800 0x7f1840004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185759e640 1 -- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1840003bb0 msgr2=0x7f1840003fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185759e640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1840003bb0 0x7f1840003fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185759e640 1 -- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840004800 msgr2=0x7f1840004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185759e640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840004800 0x7f1840004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.523+0000 7f185759e640 1 -- 172.21.15.3:0/2328617307 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1840003520 con 0x7f1840005210 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f185759e640 1 -- 172.21.15.3:0/2328617307 reap_dead start 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f185759e640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1840005210 0x7f184000b9c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f185000a7d0 tx=0x7f1840005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac863a1d0e8c618a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185000a430 con 0x7f1840005210 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f185002f070 con 0x7f1840005210 2024-09-10T07:25:42.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f1855d9b640 1 -- 172.21.15.3:0/2328617307 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185002bc00 con 0x7f1840005210 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f185d065640 1 -- 172.21.15.3:0/2328617307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1840005210 msgr2=0x7f184000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f185d065640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1840005210 0x7f184000b9c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f185000a7d0 tx=0x7f1840005830 comp rx=0 tx=0).stop 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f185d065640 1 -- 172.21.15.3:0/2328617307 shutdown_connections 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.524+0000 7f185d065640 1 --2- 172.21.15.3:0/2328617307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1840005210 0x7f184000b9c0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.525+0000 7f185d065640 1 -- 172.21.15.3:0/2328617307 >> 172.21.15.3:0/2328617307 conn(0x7f185806d1a0 msgr2=0x7f1858073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.525+0000 7f185d065640 1 -- 172.21.15.3:0/2328617307 shutdown_connections 2024-09-10T07:25:42.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.525+0000 7f185d065640 1 -- 172.21.15.3:0/2328617307 wait complete. 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.526+0000 7f185d065640 1 Processor -- start 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.526+0000 7f185d065640 1 -- start start 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185d065640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840005210 0x7f185814fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185d065640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18580cbf90 0x7f18580cda10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185d065640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 0x7f18581f75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185d065640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f185815e8f0 con 0x7f18580cdf50 2024-09-10T07:25:42.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185d065640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f18580d22a0 con 0x7f1840005210 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185d065640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f185815ea70 con 0x7f18580cbf90 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 0x7f18581f75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 0x7f18581f75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50054/0 (socket says 172.21.15.3:50054) 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 -- 172.21.15.3:0/2556763472 learned_addr learned my addr 172.21.15.3:0/2556763472 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f1856d9d640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840005210 0x7f185814fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185659c640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18580cbf90 0x7f18580cda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 -- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18580cbf90 msgr2=0x7f18580cda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18580cbf90 0x7f18580cda10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 -- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840005210 msgr2=0x7f185814fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840005210 0x7f185814fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.527+0000 7f185759e640 1 -- 172.21.15.3:0/2556763472 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18580ce400 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.528+0000 7f185759e640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 0x7f18581f75d0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f185002b470 tx=0x7f1850001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.528+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185002b7c0 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.528+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f185002b960 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.528+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18580cb580 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.528+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185002bd10 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.528+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18580cbb40 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.529+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18580ceb00 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.529+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1850034470 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.530+0000 7f183f7fe640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f184406be60 0x7f184406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.530+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f18500aac20 con 0x7f18580cdf50 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.530+0000 7f1856d9d640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f184406be60 0x7f184406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:42.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.530+0000 7f1856d9d640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f184406be60 0x7f184406e320 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1848009b40 tx=0x7f1848009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:42.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.534+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1850079500 con 0x7f18580cdf50 2024-09-10T07:25:42.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.707+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f18580cf6c0 con 0x7f184406be60 2024-09-10T07:25:42.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.713+0000 7f183f7fe640 1 -- 172.21.15.3:0/2556763472 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241577 (secure 0 0 0) 0x7f18580cf6c0 con 0x7f184406be60 2024-09-10T07:25:42.715 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:42.716 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f184406be60 msgr2=0x7f184406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f184406be60 0x7f184406e320 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f1848009b40 tx=0x7f1848009190 comp rx=0 tx=0).stop 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 msgr2=0x7f18581f75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 0x7f18581f75d0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f185002b470 tx=0x7f1850001d40 comp rx=0 tx=0).stop 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 shutdown_connections 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f184406be60 0x7f184406e320 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18580cdf50 0x7f18581f75d0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f18580cbf90 0x7f18580cda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 --2- 172.21.15.3:0/2556763472 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1840005210 0x7f185814fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:42.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 >> 172.21.15.3:0/2556763472 conn(0x7f185806d1a0 msgr2=0x7f18580d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:42.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 shutdown_connections 2024-09-10T07:25:42.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:42.716+0000 7f185d065640 1 -- 172.21.15.3:0/2556763472 wait complete. 2024-09-10T07:25:42.727 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":232,"stamp":"2024-09-10T07:25:42.140978+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":90,"acting":90,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":26,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":252480,"kb_used_data":7120,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754722240,"statfs":{"total":773094113280,"available":772835573760,"internally_reserved":0,"allocated":7290880,"data_stored":3915352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.849175"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456550+0000","last_change":"2024-09-10T07:25:38.326961+0000","last_active":"2024-09-10T07:25:40.456550+0000","last_peered":"2024-09-10T07:25:40.456550+0000","last_clean":"2024-09-10T07:25:40.456550+0000","last_became_active":"2024-09-10T07:25:38.326689+0000","last_became_peered":"2024-09-10T07:25:38.326689+0000","last_unstale":"2024-09-10T07:25:40.456550+0000","last_undegraded":"2024-09-10T07:25:40.456550+0000","last_fullsized":"2024-09-10T07:25:40.456550+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:47:42.863536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456652+0000","last_change":"2024-09-10T07:25:38.333285+0000","last_active":"2024-09-10T07:25:40.456652+0000","last_peered":"2024-09-10T07:25:40.456652+0000","last_clean":"2024-09-10T07:25:40.456652+0000","last_became_active":"2024-09-10T07:25:38.333006+0000","last_became_peered":"2024-09-10T07:25:38.333006+0000","last_unstale":"2024-09-10T07:25:40.456652+0000","last_undegraded":"2024-09-10T07:25:40.456652+0000","last_fullsized":"2024-09-10T07:25:40.456652+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:49:42.616471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456744+0000","last_change":"2024-09-10T07:25:38.335479+0000","last_active":"2024-09-10T07:25:40.456744+0000","last_peered":"2024-09-10T07:25:40.456744+0000","last_clean":"2024-09-10T07:25:40.456744+0000","last_became_active":"2024-09-10T07:25:38.334627+0000","last_became_peered":"2024-09-10T07:25:38.334627+0000","last_unstale":"2024-09-10T07:25:40.456744+0000","last_undegraded":"2024-09-10T07:25:40.456744+0000","last_fullsized":"2024-09-10T07:25:40.456744+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:34.403408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296234+0000","last_change":"2024-09-10T07:25:36.296234+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296234+0000","last_undegraded":"2024-09-10T07:25:36.296234+0000","last_fullsized":"2024-09-10T07:25:36.296234+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300994+0000","last_change":"2024-09-10T07:25:36.300994+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300994+0000","last_undegraded":"2024-09-10T07:25:36.300994+0000","last_fullsized":"2024-09-10T07:25:36.300994+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301880+0000","last_change":"2024-09-10T07:25:36.301880+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301880+0000","last_undegraded":"2024-09-10T07:25:36.301880+0000","last_fullsized":"2024-09-10T07:25:36.301880+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301015+0000","last_change":"2024-09-10T07:25:36.301015+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301015+0000","last_undegraded":"2024-09-10T07:25:36.301015+0000","last_fullsized":"2024-09-10T07:25:36.301015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298986+0000","last_change":"2024-09-10T07:25:36.298986+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298986+0000","last_undegraded":"2024-09-10T07:25:36.298986+0000","last_fullsized":"2024-09-10T07:25:36.298986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299189+0000","last_change":"2024-09-10T07:25:36.299189+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299189+0000","last_undegraded":"2024-09-10T07:25:36.299189+0000","last_fullsized":"2024-09-10T07:25:36.299189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456432+0000","last_change":"2024-09-10T07:25:38.331383+0000","last_active":"2024-09-10T07:25:40.456432+0000","last_peered":"2024-09-10T07:25:40.456432+0000","last_clean":"2024-09-10T07:25:40.456432+0000","last_became_active":"2024-09-10T07:25:38.331083+0000","last_became_peered":"2024-09-10T07:25:38.331083+0000","last_unstale":"2024-09-10T07:25:40.456432+0000","last_undegraded":"2024-09-10T07:25:40.456432+0000","last_fullsized":"2024-09-10T07:25:40.456432+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:54.811661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.299818+0000","last_change":"2024-09-10T07:25:36.299818+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.299818+0000","last_undegraded":"2024-09-10T07:25:36.299818+0000","last_fullsized":"2024-09-10T07:25:36.299818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456272+0000","last_change":"2024-09-10T07:25:37.309324+0000","last_active":"2024-09-10T07:25:40.456272+0000","last_peered":"2024-09-10T07:25:40.456272+0000","last_clean":"2024-09-10T07:25:40.456272+0000","last_became_active":"2024-09-10T07:25:37.308402+0000","last_became_peered":"2024-09-10T07:25:37.308402+0000","last_unstale":"2024-09-10T07:25:40.456272+0000","last_undegraded":"2024-09-10T07:25:40.456272+0000","last_fullsized":"2024-09-10T07:25:40.456272+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:54:28.957711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295940+0000","last_change":"2024-09-10T07:25:36.295940+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295940+0000","last_undegraded":"2024-09-10T07:25:36.295940+0000","last_fullsized":"2024-09-10T07:25:36.295940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298335+0000","last_change":"2024-09-10T07:25:36.298335+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298335+0000","last_undegraded":"2024-09-10T07:25:36.298335+0000","last_fullsized":"2024-09-10T07:25:36.298335+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456621+0000","last_change":"2024-09-10T07:25:38.325370+0000","last_active":"2024-09-10T07:25:40.456621+0000","last_peered":"2024-09-10T07:25:40.456621+0000","last_clean":"2024-09-10T07:25:40.456621+0000","last_became_active":"2024-09-10T07:25:38.325096+0000","last_became_peered":"2024-09-10T07:25:38.325096+0000","last_unstale":"2024-09-10T07:25:40.456621+0000","last_undegraded":"2024-09-10T07:25:40.456621+0000","last_fullsized":"2024-09-10T07:25:40.456621+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:01:22.955154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296776+0000","last_change":"2024-09-10T07:25:36.296776+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296776+0000","last_undegraded":"2024-09-10T07:25:36.296776+0000","last_fullsized":"2024-09-10T07:25:36.296776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296579+0000","last_change":"2024-09-10T07:25:36.296579+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296579+0000","last_undegraded":"2024-09-10T07:25:36.296579+0000","last_fullsized":"2024-09-10T07:25:36.296579+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296787+0000","last_change":"2024-09-10T07:25:36.296787+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296787+0000","last_undegraded":"2024-09-10T07:25:36.296787+0000","last_fullsized":"2024-09-10T07:25:36.296787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294215+0000","last_change":"2024-09-10T07:25:36.294215+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294215+0000","last_undegraded":"2024-09-10T07:25:36.294215+0000","last_fullsized":"2024-09-10T07:25:36.294215+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456666+0000","last_change":"2024-09-10T07:25:38.332653+0000","last_active":"2024-09-10T07:25:40.456666+0000","last_peered":"2024-09-10T07:25:40.456666+0000","last_clean":"2024-09-10T07:25:40.456666+0000","last_became_active":"2024-09-10T07:25:38.332312+0000","last_became_peered":"2024-09-10T07:25:38.332312+0000","last_unstale":"2024-09-10T07:25:40.456666+0000","last_undegraded":"2024-09-10T07:25:40.456666+0000","last_fullsized":"2024-09-10T07:25:40.456666+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:22.054174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295967+0000","last_change":"2024-09-10T07:25:36.295967+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295967+0000","last_undegraded":"2024-09-10T07:25:36.295967+0000","last_fullsized":"2024-09-10T07:25:36.295967+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298327+0000","last_change":"2024-09-10T07:25:36.298327+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298327+0000","last_undegraded":"2024-09-10T07:25:36.298327+0000","last_fullsized":"2024-09-10T07:25:36.298327+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.294513+0000","last_change":"2024-09-10T07:25:36.294513+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.294513+0000","last_undegraded":"2024-09-10T07:25:36.294513+0000","last_fullsized":"2024-09-10T07:25:36.294513+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456682+0000","last_change":"2024-09-10T07:25:38.325478+0000","last_active":"2024-09-10T07:25:40.456682+0000","last_peered":"2024-09-10T07:25:40.456682+0000","last_clean":"2024-09-10T07:25:40.456682+0000","last_became_active":"2024-09-10T07:25:38.325085+0000","last_became_peered":"2024-09-10T07:25:38.325085+0000","last_unstale":"2024-09-10T07:25:40.456682+0000","last_undegraded":"2024-09-10T07:25:40.456682+0000","last_fullsized":"2024-09-10T07:25:40.456682+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:52.496243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296117+0000","last_change":"2024-09-10T07:25:36.296117+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296117+0000","last_undegraded":"2024-09-10T07:25:36.296117+0000","last_fullsized":"2024-09-10T07:25:36.296117+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.295928+0000","last_change":"2024-09-10T07:25:36.295928+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.295928+0000","last_undegraded":"2024-09-10T07:25:36.295928+0000","last_fullsized":"2024-09-10T07:25:36.295928+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456784+0000","last_change":"2024-09-10T07:25:38.333714+0000","last_active":"2024-09-10T07:25:40.456784+0000","last_peered":"2024-09-10T07:25:40.456784+0000","last_clean":"2024-09-10T07:25:40.456784+0000","last_became_active":"2024-09-10T07:25:38.333244+0000","last_became_peered":"2024-09-10T07:25:38.333244+0000","last_unstale":"2024-09-10T07:25:40.456784+0000","last_undegraded":"2024-09-10T07:25:40.456784+0000","last_fullsized":"2024-09-10T07:25:40.456784+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:21.708262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298618+0000","last_change":"2024-09-10T07:25:36.298618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298618+0000","last_undegraded":"2024-09-10T07:25:36.298618+0000","last_fullsized":"2024-09-10T07:25:36.298618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300954+0000","last_change":"2024-09-10T07:25:36.300954+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300954+0000","last_undegraded":"2024-09-10T07:25:36.300954+0000","last_fullsized":"2024-09-10T07:25:36.300954+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293616+0000","last_change":"2024-09-10T07:25:36.293616+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293616+0000","last_undegraded":"2024-09-10T07:25:36.293616+0000","last_fullsized":"2024-09-10T07:25:36.293616+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456727+0000","last_change":"2024-09-10T07:25:38.329605+0000","last_active":"2024-09-10T07:25:40.456727+0000","last_peered":"2024-09-10T07:25:40.456727+0000","last_clean":"2024-09-10T07:25:40.456727+0000","last_became_active":"2024-09-10T07:25:38.329268+0000","last_became_peered":"2024-09-10T07:25:38.329268+0000","last_unstale":"2024-09-10T07:25:40.456727+0000","last_undegraded":"2024-09-10T07:25:40.456727+0000","last_fullsized":"2024-09-10T07:25:40.456727+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:25.341543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.300889+0000","last_change":"2024-09-10T07:25:36.300889+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.300889+0000","last_undegraded":"2024-09-10T07:25:36.300889+0000","last_fullsized":"2024-09-10T07:25:36.300889+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293632+0000","last_change":"2024-09-10T07:25:36.293632+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293632+0000","last_undegraded":"2024-09-10T07:25:36.293632+0000","last_fullsized":"2024-09-10T07:25:36.293632+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.293618+0000","last_change":"2024-09-10T07:25:36.293618+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.293618+0000","last_undegraded":"2024-09-10T07:25:36.293618+0000","last_fullsized":"2024-09-10T07:25:36.293618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.301070+0000","last_change":"2024-09-10T07:25:36.301070+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.301070+0000","last_undegraded":"2024-09-10T07:25:36.301070+0000","last_fullsized":"2024-09-10T07:25:36.301070+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456807+0000","last_change":"2024-09-10T07:25:38.333504+0000","last_active":"2024-09-10T07:25:40.456807+0000","last_peered":"2024-09-10T07:25:40.456807+0000","last_clean":"2024-09-10T07:25:40.456807+0000","last_became_active":"2024-09-10T07:25:38.332887+0000","last_became_peered":"2024-09-10T07:25:38.332887+0000","last_unstale":"2024-09-10T07:25:40.456807+0000","last_undegraded":"2024-09-10T07:25:40.456807+0000","last_fullsized":"2024-09-10T07:25:40.456807+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:05.792492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296104+0000","last_change":"2024-09-10T07:25:36.296104+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296104+0000","last_undegraded":"2024-09-10T07:25:36.296104+0000","last_fullsized":"2024-09-10T07:25:36.296104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456265+0000","last_change":"2024-09-10T07:25:38.336496+0000","last_active":"2024-09-10T07:25:40.456265+0000","last_peered":"2024-09-10T07:25:40.456265+0000","last_clean":"2024-09-10T07:25:40.456265+0000","last_became_active":"2024-09-10T07:25:38.336245+0000","last_became_peered":"2024-09-10T07:25:38.336245+0000","last_unstale":"2024-09-10T07:25:40.456265+0000","last_undegraded":"2024-09-10T07:25:40.456265+0000","last_fullsized":"2024-09-10T07:25:40.456265+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:10.713858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296172+0000","last_change":"2024-09-10T07:25:36.296172+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296172+0000","last_undegraded":"2024-09-10T07:25:36.296172+0000","last_fullsized":"2024-09-10T07:25:36.296172+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298597+0000","last_change":"2024-09-10T07:25:36.298597+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298597+0000","last_undegraded":"2024-09-10T07:25:36.298597+0000","last_fullsized":"2024-09-10T07:25:36.298597+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298722+0000","last_change":"2024-09-10T07:25:36.298722+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298722+0000","last_undegraded":"2024-09-10T07:25:36.298722+0000","last_fullsized":"2024-09-10T07:25:36.298722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:25:37.290874+0000","last_change":"2024-09-10T07:25:37.290874+0000","last_active":"2024-09-10T07:25:37.290874+0000","last_peered":"2024-09-10T07:25:37.290874+0000","last_clean":"2024-09-10T07:25:37.290874+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:37.290874+0000","last_undegraded":"2024-09-10T07:25:37.290874+0000","last_fullsized":"2024-09-10T07:25:37.290874+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.296026+0000","last_change":"2024-09-10T07:25:36.296026+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.296026+0000","last_undegraded":"2024-09-10T07:25:36.296026+0000","last_fullsized":"2024-09-10T07:25:36.296026+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456703+0000","last_change":"2024-09-10T07:25:38.335174+0000","last_active":"2024-09-10T07:25:40.456703+0000","last_peered":"2024-09-10T07:25:40.456703+0000","last_clean":"2024-09-10T07:25:40.456703+0000","last_became_active":"2024-09-10T07:25:38.334909+0000","last_became_peered":"2024-09-10T07:25:38.334909+0000","last_unstale":"2024-09-10T07:25:40.456703+0000","last_undegraded":"2024-09-10T07:25:40.456703+0000","last_fullsized":"2024-09-10T07:25:40.456703+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:34:01.481608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T07:25:36.298547+0000","last_change":"2024-09-10T07:25:36.298547+0000","last_active":"2024-09-10T07:25:36.286220+0000","last_peered":"2024-09-10T07:25:36.286220+0000","last_clean":"2024-09-10T07:25:36.286220+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:25:36.298547+0000","last_undegraded":"2024-09-10T07:25:36.298547+0000","last_fullsized":"2024-09-10T07:25:36.298547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":246,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-10T07:25:36.297225+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:25:36.297225+0000","last_peered":"2024-09-10T07:25:36.297225+0000","last_clean":"2024-09-10T07:25:36.297225+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:25:36.297225+0000","last_undegraded":"2024-09-10T07:25:36.297225+0000","last_fullsized":"2024-09-10T07:25:36.297225+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":1},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542214,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542214,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31928,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339912,"statfs":{"total":96636764160,"available":96604069888,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542215,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542214,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31932,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542216,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27768,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344072,"statfs":{"total":96636764160,"available":96608329728,"internally_reserved":0,"allocated":757760,"data_stored":339258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542215,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1351680,"data_stored":929626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574920,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":798720,"data_stored":359810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:25:44.289 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:25:44.290+0000 7f0976dea640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:25:45.732 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:25:45.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.848+0000 7f16c2c47640 1 Processor -- start 2024-09-10T07:25:45.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.848+0000 7f16c2c47640 1 -- start start 2024-09-10T07:25:45.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16c2c47640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f16bc0ceee0 0x7f16bc0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16c2c47640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc0d1380 0x7f16bc0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16c2c47640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16bc0d17a0 con 0x7f16bc15e560 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16c2c47640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f16bc0d3480 con 0x7f16bc0ceee0 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16c2c47640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16bc0d3760 con 0x7f16bc0d1380 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16bbfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f16bc0ceee0 0x7f16bc0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16bbfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f16bc0ceee0 0x7f16bc0d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50070/0 (socket says 172.21.15.3:50070) 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16bbfff640 1 -- 172.21.15.3:0/2850819772 learned_addr learned my addr 172.21.15.3:0/2850819772 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.849+0000 7f16c11e4640 1 --2- 172.21.15.3:0/2850819772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc0d1380 0x7f16bc0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.850+0000 7f16bbfff640 1 -- 172.21.15.3:0/2850819772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc0d1380 msgr2=0x7f16bc0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.850+0000 7f16bbfff640 1 --2- 172.21.15.3:0/2850819772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc0d1380 0x7f16bc0b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.850+0000 7f16bbfff640 1 -- 172.21.15.3:0/2850819772 >> v1:172.21.15.3:6789/0 conn(0x7f16bc15e560 legacy=0x7f16bc0cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.850+0000 7f16bbfff640 1 -- 172.21.15.3:0/2850819772 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16bc0d3a40 con 0x7f16bc0ceee0 2024-09-10T07:25:45.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.850+0000 7f16bb7fe640 1 -- 172.21.15.3:0/2850819772 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2305323366 0 0) 0x7f16bc0d17a0 con 0x7f16bc15e560 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.850+0000 7f16bbfff640 1 --2- 172.21.15.3:0/2850819772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0d0e40 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f16a8009870 tx=0x7f16a802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6031f6195f9b4c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16bb7fe640 1 -- 172.21.15.3:0/2850819772 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a8037070 con 0x7f16bc0ceee0 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16bb7fe640 1 -- 172.21.15.3:0/2850819772 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16a8032440 con 0x7f16bc0ceee0 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16bb7fe640 1 -- 172.21.15.3:0/2850819772 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a8032810 con 0x7f16bc0ceee0 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 -- 172.21.15.3:0/2850819772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 msgr2=0x7f16bc0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2850819772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0d0e40 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f16a8009870 tx=0x7f16a802a270 comp rx=0 tx=0).stop 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 -- 172.21.15.3:0/2850819772 shutdown_connections 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2850819772 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc0d1380 0x7f16bc0b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2850819772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0d0e40 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 -- 172.21.15.3:0/2850819772 >> 172.21.15.3:0/2850819772 conn(0x7f16bc073850 msgr2=0x7f16bc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:45.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 -- 172.21.15.3:0/2850819772 shutdown_connections 2024-09-10T07:25:45.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.851+0000 7f16c2c47640 1 -- 172.21.15.3:0/2850819772 wait complete. 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.852+0000 7f16c2c47640 1 Processor -- start 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 -- start start 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0cca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16bc0d1380 0x7f16bc0aadd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc15e560 0x7f16bc15a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f16bc15e940 con 0x7f16bc0ceee0 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f16bc0d4240 con 0x7f16bc0d1380 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.853+0000 7f16c2c47640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16bc15eac0 con 0x7f16bc15e560 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0cca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0cca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50086/0 (socket says 172.21.15.3:50086) 2024-09-10T07:25:45.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 -- 172.21.15.3:0/2485414217 learned_addr learned my addr 172.21.15.3:0/2485414217 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c11e4640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc15e560 0x7f16bc15a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16bbfff640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16bc0d1380 0x7f16bc0aadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 -- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc15e560 msgr2=0x7f16bc15a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc15e560 0x7f16bc15a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 -- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16bc0d1380 msgr2=0x7f16bc0aadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16bc0d1380 0x7f16bc0aadd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:45.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 -- 172.21.15.3:0/2485414217 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16bc0b3970 con 0x7f16bc0ceee0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c11e4640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc15e560 0x7f16bc15a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16bbfff640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16bc0d1380 0x7f16bc0aadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c09e3640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0cca60 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f16b000c410 tx=0x7f16b000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b0017070 con 0x7f16bc0ceee0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b00035f0 con 0x7f16bc0ceee0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16bc1f47f0 con 0x7f16bc0ceee0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b00039e0 con 0x7f16bc0ceee0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.854+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16bc1f4db0 con 0x7f16bc0ceee0 2024-09-10T07:25:45.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.855+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16bc1f4510 con 0x7f16bc0ceee0 2024-09-10T07:25:45.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.856+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f16b001a070 con 0x7f16bc0ceee0 2024-09-10T07:25:45.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.856+0000 7f16b97fa640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a006be30 0x7f16a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:45.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.856+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f16b008a480 con 0x7f16bc0ceee0 2024-09-10T07:25:45.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.857+0000 7f16bbfff640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a006be30 0x7f16a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:45.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.857+0000 7f16bbfff640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a006be30 0x7f16a006e2f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f16a8034000 tx=0x7f16a802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:45.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:45.861+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16b0058c90 con 0x7f16bc0ceee0 2024-09-10T07:25:46.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.034+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f16bc1f50f0 con 0x7f16a006be30 2024-09-10T07:25:46.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.040+0000 7f16b97fa640 1 -- 172.21.15.3:0/2485414217 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252019 (secure 0 0 0) 0x7f16bc1f50f0 con 0x7f16a006be30 2024-09-10T07:25:46.043 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:46.044 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:25:46.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a006be30 msgr2=0x7f16a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a006be30 0x7f16a006e2f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f16a8034000 tx=0x7f16a802e000 comp rx=0 tx=0).stop 2024-09-10T07:25:46.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 msgr2=0x7f16bc0cca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0cca60 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f16b000c410 tx=0x7f16b000c8d0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 shutdown_connections 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a006be30 0x7f16a006e2f0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16bc15e560 0x7f16bc15a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f16bc0d1380 0x7f16bc0aadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 --2- 172.21.15.3:0/2485414217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16bc0ceee0 0x7f16bc0cca60 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 >> 172.21.15.3:0/2485414217 conn(0x7f16bc073850 msgr2=0x7f16bc0b7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:46.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 shutdown_connections 2024-09-10T07:25:46.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.043+0000 7f16c2c47640 1 -- 172.21.15.3:0/2485414217 wait complete. 2024-09-10T07:25:46.054 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":233,"stamp":"2024-09-10T07:25:44.141455+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":163,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":252792,"kb_used_data":7432,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754721928,"statfs":{"total":773094113280,"available":772835254272,"internally_reserved":0,"allocated":7610368,"data_stored":4063764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.847188"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457506+0000","last_change":"2024-09-10T07:25:38.335116+0000","last_active":"2024-09-10T07:25:40.457506+0000","last_peered":"2024-09-10T07:25:40.457506+0000","last_clean":"2024-09-10T07:25:40.457506+0000","last_became_active":"2024-09-10T07:25:38.333719+0000","last_became_peered":"2024-09-10T07:25:38.333719+0000","last_unstale":"2024-09-10T07:25:40.457506+0000","last_undegraded":"2024-09-10T07:25:40.457506+0000","last_fullsized":"2024-09-10T07:25:40.457506+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:05.792492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456465+0000","last_change":"2024-09-10T07:25:38.334779+0000","last_active":"2024-09-10T07:25:40.456465+0000","last_peered":"2024-09-10T07:25:40.456465+0000","last_clean":"2024-09-10T07:25:40.456465+0000","last_became_active":"2024-09-10T07:25:38.334436+0000","last_became_peered":"2024-09-10T07:25:38.334436+0000","last_unstale":"2024-09-10T07:25:40.456465+0000","last_undegraded":"2024-09-10T07:25:40.456465+0000","last_fullsized":"2024-09-10T07:25:40.456465+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:34:01.481608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631362+0000","last_change":"2024-09-10T07:25:38.336763+0000","last_active":"2024-09-10T07:25:39.631362+0000","last_peered":"2024-09-10T07:25:39.631362+0000","last_clean":"2024-09-10T07:25:39.631362+0000","last_became_active":"2024-09-10T07:25:38.335680+0000","last_became_peered":"2024-09-10T07:25:38.335680+0000","last_unstale":"2024-09-10T07:25:39.631362+0000","last_undegraded":"2024-09-10T07:25:39.631362+0000","last_fullsized":"2024-09-10T07:25:39.631362+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:07.746909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324632+0000","last_change":"2024-09-10T07:25:38.329871+0000","last_active":"2024-09-10T07:25:39.324632+0000","last_peered":"2024-09-10T07:25:39.324632+0000","last_clean":"2024-09-10T07:25:39.324632+0000","last_became_active":"2024-09-10T07:25:38.329444+0000","last_became_peered":"2024-09-10T07:25:38.329444+0000","last_unstale":"2024-09-10T07:25:39.324632+0000","last_undegraded":"2024-09-10T07:25:39.324632+0000","last_fullsized":"2024-09-10T07:25:39.324632+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:52:37.747815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456550+0000","last_change":"2024-09-10T07:25:38.326961+0000","last_active":"2024-09-10T07:25:40.456550+0000","last_peered":"2024-09-10T07:25:40.456550+0000","last_clean":"2024-09-10T07:25:40.456550+0000","last_became_active":"2024-09-10T07:25:38.326689+0000","last_became_peered":"2024-09-10T07:25:38.326689+0000","last_unstale":"2024-09-10T07:25:40.456550+0000","last_undegraded":"2024-09-10T07:25:40.456550+0000","last_fullsized":"2024-09-10T07:25:40.456550+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:47:42.863536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327689+0000","last_change":"2024-09-10T07:25:38.325286+0000","last_active":"2024-09-10T07:25:39.327689+0000","last_peered":"2024-09-10T07:25:39.327689+0000","last_clean":"2024-09-10T07:25:39.327689+0000","last_became_active":"2024-09-10T07:25:38.324997+0000","last_became_peered":"2024-09-10T07:25:38.324997+0000","last_unstale":"2024-09-10T07:25:39.327689+0000","last_undegraded":"2024-09-10T07:25:39.327689+0000","last_fullsized":"2024-09-10T07:25:39.327689+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:54.312146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456110+0000","last_change":"2024-09-10T07:25:38.340029+0000","last_active":"2024-09-10T07:25:40.456110+0000","last_peered":"2024-09-10T07:25:40.456110+0000","last_clean":"2024-09-10T07:25:40.456110+0000","last_became_active":"2024-09-10T07:25:38.339682+0000","last_became_peered":"2024-09-10T07:25:38.339682+0000","last_unstale":"2024-09-10T07:25:40.456110+0000","last_undegraded":"2024-09-10T07:25:40.456110+0000","last_fullsized":"2024-09-10T07:25:40.456110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:27:03.915872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324271+0000","last_change":"2024-09-10T07:25:38.331664+0000","last_active":"2024-09-10T07:25:39.324271+0000","last_peered":"2024-09-10T07:25:39.324271+0000","last_clean":"2024-09-10T07:25:39.324271+0000","last_became_active":"2024-09-10T07:25:38.331378+0000","last_became_peered":"2024-09-10T07:25:38.331378+0000","last_unstale":"2024-09-10T07:25:39.324271+0000","last_undegraded":"2024-09-10T07:25:39.324271+0000","last_fullsized":"2024-09-10T07:25:39.324271+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:20:06.366001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631835+0000","last_change":"2024-09-10T07:25:38.335628+0000","last_active":"2024-09-10T07:25:39.631835+0000","last_peered":"2024-09-10T07:25:39.631835+0000","last_clean":"2024-09-10T07:25:39.631835+0000","last_became_active":"2024-09-10T07:25:38.335354+0000","last_became_peered":"2024-09-10T07:25:38.335354+0000","last_unstale":"2024-09-10T07:25:39.631835+0000","last_undegraded":"2024-09-10T07:25:39.631835+0000","last_fullsized":"2024-09-10T07:25:39.631835+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:57.942798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631549+0000","last_change":"2024-09-10T07:25:38.334587+0000","last_active":"2024-09-10T07:25:39.631549+0000","last_peered":"2024-09-10T07:25:39.631549+0000","last_clean":"2024-09-10T07:25:39.631549+0000","last_became_active":"2024-09-10T07:25:38.334359+0000","last_became_peered":"2024-09-10T07:25:38.334359+0000","last_unstale":"2024-09-10T07:25:39.631549+0000","last_undegraded":"2024-09-10T07:25:39.631549+0000","last_fullsized":"2024-09-10T07:25:39.631549+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:54:17.399658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.325260+0000","last_change":"2024-09-10T07:25:38.333760+0000","last_active":"2024-09-10T07:25:39.325260+0000","last_peered":"2024-09-10T07:25:39.325260+0000","last_clean":"2024-09-10T07:25:39.325260+0000","last_became_active":"2024-09-10T07:25:38.333499+0000","last_became_peered":"2024-09-10T07:25:38.333499+0000","last_unstale":"2024-09-10T07:25:39.325260+0000","last_undegraded":"2024-09-10T07:25:39.325260+0000","last_fullsized":"2024-09-10T07:25:39.325260+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:32.035459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324188+0000","last_change":"2024-09-10T07:25:38.324202+0000","last_active":"2024-09-10T07:25:39.324188+0000","last_peered":"2024-09-10T07:25:39.324188+0000","last_clean":"2024-09-10T07:25:39.324188+0000","last_became_active":"2024-09-10T07:25:38.323902+0000","last_became_peered":"2024-09-10T07:25:38.323902+0000","last_unstale":"2024-09-10T07:25:39.324188+0000","last_undegraded":"2024-09-10T07:25:39.324188+0000","last_fullsized":"2024-09-10T07:25:39.324188+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:40:28.062889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323815+0000","last_change":"2024-09-10T07:25:38.328091+0000","last_active":"2024-09-10T07:25:39.323815+0000","last_peered":"2024-09-10T07:25:39.323815+0000","last_clean":"2024-09-10T07:25:39.323815+0000","last_became_active":"2024-09-10T07:25:38.327769+0000","last_became_peered":"2024-09-10T07:25:38.327769+0000","last_unstale":"2024-09-10T07:25:39.323815+0000","last_undegraded":"2024-09-10T07:25:39.323815+0000","last_fullsized":"2024-09-10T07:25:39.323815+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:59:50.043740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631515+0000","last_change":"2024-09-10T07:25:38.335807+0000","last_active":"2024-09-10T07:25:39.631515+0000","last_peered":"2024-09-10T07:25:39.631515+0000","last_clean":"2024-09-10T07:25:39.631515+0000","last_became_active":"2024-09-10T07:25:38.335213+0000","last_became_peered":"2024-09-10T07:25:38.335213+0000","last_unstale":"2024-09-10T07:25:39.631515+0000","last_undegraded":"2024-09-10T07:25:39.631515+0000","last_fullsized":"2024-09-10T07:25:39.631515+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:15.903727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631319+0000","last_change":"2024-09-10T07:25:38.340929+0000","last_active":"2024-09-10T07:25:39.631319+0000","last_peered":"2024-09-10T07:25:39.631319+0000","last_clean":"2024-09-10T07:25:39.631319+0000","last_became_active":"2024-09-10T07:25:38.340621+0000","last_became_peered":"2024-09-10T07:25:38.340621+0000","last_unstale":"2024-09-10T07:25:39.631319+0000","last_undegraded":"2024-09-10T07:25:39.631319+0000","last_fullsized":"2024-09-10T07:25:39.631319+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:04:51.249479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456135+0000","last_change":"2024-09-10T07:25:38.325449+0000","last_active":"2024-09-10T07:25:40.456135+0000","last_peered":"2024-09-10T07:25:40.456135+0000","last_clean":"2024-09-10T07:25:40.456135+0000","last_became_active":"2024-09-10T07:25:38.325174+0000","last_became_peered":"2024-09-10T07:25:38.325174+0000","last_unstale":"2024-09-10T07:25:40.456135+0000","last_undegraded":"2024-09-10T07:25:40.456135+0000","last_fullsized":"2024-09-10T07:25:40.456135+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:49:38.696181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457570+0000","last_change":"2024-09-10T07:25:38.334406+0000","last_active":"2024-09-10T07:25:40.457570+0000","last_peered":"2024-09-10T07:25:40.457570+0000","last_clean":"2024-09-10T07:25:40.457570+0000","last_became_active":"2024-09-10T07:25:38.334101+0000","last_became_peered":"2024-09-10T07:25:38.334101+0000","last_unstale":"2024-09-10T07:25:40.457570+0000","last_undegraded":"2024-09-10T07:25:40.457570+0000","last_fullsized":"2024-09-10T07:25:40.457570+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:31.961273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324749+0000","last_change":"2024-09-10T07:25:38.331149+0000","last_active":"2024-09-10T07:25:39.324749+0000","last_peered":"2024-09-10T07:25:39.324749+0000","last_clean":"2024-09-10T07:25:39.324749+0000","last_became_active":"2024-09-10T07:25:38.330901+0000","last_became_peered":"2024-09-10T07:25:38.330901+0000","last_unstale":"2024-09-10T07:25:39.324749+0000","last_undegraded":"2024-09-10T07:25:39.324749+0000","last_fullsized":"2024-09-10T07:25:39.324749+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:14:13.204669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456652+0000","last_change":"2024-09-10T07:25:38.333285+0000","last_active":"2024-09-10T07:25:40.456652+0000","last_peered":"2024-09-10T07:25:40.456652+0000","last_clean":"2024-09-10T07:25:40.456652+0000","last_became_active":"2024-09-10T07:25:38.333006+0000","last_became_peered":"2024-09-10T07:25:38.333006+0000","last_unstale":"2024-09-10T07:25:40.456652+0000","last_undegraded":"2024-09-10T07:25:40.456652+0000","last_fullsized":"2024-09-10T07:25:40.456652+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:49:42.616471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457959+0000","last_change":"2024-09-10T07:25:38.332025+0000","last_active":"2024-09-10T07:25:40.457959+0000","last_peered":"2024-09-10T07:25:40.457959+0000","last_clean":"2024-09-10T07:25:40.457959+0000","last_became_active":"2024-09-10T07:25:38.331674+0000","last_became_peered":"2024-09-10T07:25:38.331674+0000","last_unstale":"2024-09-10T07:25:40.457959+0000","last_undegraded":"2024-09-10T07:25:40.457959+0000","last_fullsized":"2024-09-10T07:25:40.457959+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:28.828674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323973+0000","last_change":"2024-09-10T07:25:38.332234+0000","last_active":"2024-09-10T07:25:39.323973+0000","last_peered":"2024-09-10T07:25:39.323973+0000","last_clean":"2024-09-10T07:25:39.323973+0000","last_became_active":"2024-09-10T07:25:38.331938+0000","last_became_peered":"2024-09-10T07:25:38.331938+0000","last_unstale":"2024-09-10T07:25:39.323973+0000","last_undegraded":"2024-09-10T07:25:39.323973+0000","last_fullsized":"2024-09-10T07:25:39.323973+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:23.205212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457886+0000","last_change":"2024-09-10T07:25:38.329490+0000","last_active":"2024-09-10T07:25:40.457886+0000","last_peered":"2024-09-10T07:25:40.457886+0000","last_clean":"2024-09-10T07:25:40.457886+0000","last_became_active":"2024-09-10T07:25:38.329189+0000","last_became_peered":"2024-09-10T07:25:38.329189+0000","last_unstale":"2024-09-10T07:25:40.457886+0000","last_undegraded":"2024-09-10T07:25:40.457886+0000","last_fullsized":"2024-09-10T07:25:40.457886+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:03:55.405690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457896+0000","last_change":"2024-09-10T07:25:38.327996+0000","last_active":"2024-09-10T07:25:40.457896+0000","last_peered":"2024-09-10T07:25:40.457896+0000","last_clean":"2024-09-10T07:25:40.457896+0000","last_became_active":"2024-09-10T07:25:38.327544+0000","last_became_peered":"2024-09-10T07:25:38.327544+0000","last_unstale":"2024-09-10T07:25:40.457896+0000","last_undegraded":"2024-09-10T07:25:40.457896+0000","last_fullsized":"2024-09-10T07:25:40.457896+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:39.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631188+0000","last_change":"2024-09-10T07:25:38.334586+0000","last_active":"2024-09-10T07:25:39.631188+0000","last_peered":"2024-09-10T07:25:39.631188+0000","last_clean":"2024-09-10T07:25:39.631188+0000","last_became_active":"2024-09-10T07:25:38.334263+0000","last_became_peered":"2024-09-10T07:25:38.334263+0000","last_unstale":"2024-09-10T07:25:39.631188+0000","last_undegraded":"2024-09-10T07:25:39.631188+0000","last_fullsized":"2024-09-10T07:25:39.631188+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:17.202266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324805+0000","last_change":"2024-09-10T07:25:38.325553+0000","last_active":"2024-09-10T07:25:39.324805+0000","last_peered":"2024-09-10T07:25:39.324805+0000","last_clean":"2024-09-10T07:25:39.324805+0000","last_became_active":"2024-09-10T07:25:38.325259+0000","last_became_peered":"2024-09-10T07:25:38.325259+0000","last_unstale":"2024-09-10T07:25:39.324805+0000","last_undegraded":"2024-09-10T07:25:39.324805+0000","last_fullsized":"2024-09-10T07:25:39.324805+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:04:51.249479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324366+0000","last_change":"2024-09-10T07:25:38.325704+0000","last_active":"2024-09-10T07:25:39.324366+0000","last_peered":"2024-09-10T07:25:39.324366+0000","last_clean":"2024-09-10T07:25:39.324366+0000","last_became_active":"2024-09-10T07:25:38.325450+0000","last_became_peered":"2024-09-10T07:25:38.325450+0000","last_unstale":"2024-09-10T07:25:39.324366+0000","last_undegraded":"2024-09-10T07:25:39.324366+0000","last_fullsized":"2024-09-10T07:25:39.324366+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:17.202266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.325258+0000","last_change":"2024-09-10T07:25:38.329673+0000","last_active":"2024-09-10T07:25:39.325258+0000","last_peered":"2024-09-10T07:25:39.325258+0000","last_clean":"2024-09-10T07:25:39.325258+0000","last_became_active":"2024-09-10T07:25:38.329360+0000","last_became_peered":"2024-09-10T07:25:38.329360+0000","last_unstale":"2024-09-10T07:25:39.325258+0000","last_undegraded":"2024-09-10T07:25:39.325258+0000","last_fullsized":"2024-09-10T07:25:39.325258+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:44.097419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457121+0000","last_change":"2024-09-10T07:25:38.330474+0000","last_active":"2024-09-10T07:25:40.457121+0000","last_peered":"2024-09-10T07:25:40.457121+0000","last_clean":"2024-09-10T07:25:40.457121+0000","last_became_active":"2024-09-10T07:25:38.330134+0000","last_became_peered":"2024-09-10T07:25:38.330134+0000","last_unstale":"2024-09-10T07:25:40.457121+0000","last_undegraded":"2024-09-10T07:25:40.457121+0000","last_fullsized":"2024-09-10T07:25:40.457121+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:34.403408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631274+0000","last_change":"2024-09-10T07:25:38.339265+0000","last_active":"2024-09-10T07:25:39.631274+0000","last_peered":"2024-09-10T07:25:39.631274+0000","last_clean":"2024-09-10T07:25:39.631274+0000","last_became_active":"2024-09-10T07:25:38.339011+0000","last_became_peered":"2024-09-10T07:25:38.339011+0000","last_unstale":"2024-09-10T07:25:39.631274+0000","last_undegraded":"2024-09-10T07:25:39.631274+0000","last_fullsized":"2024-09-10T07:25:39.631274+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:53.445507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323726+0000","last_change":"2024-09-10T07:25:38.326631+0000","last_active":"2024-09-10T07:25:39.323726+0000","last_peered":"2024-09-10T07:25:39.323726+0000","last_clean":"2024-09-10T07:25:39.323726+0000","last_became_active":"2024-09-10T07:25:38.326379+0000","last_became_peered":"2024-09-10T07:25:38.326379+0000","last_unstale":"2024-09-10T07:25:39.323726+0000","last_undegraded":"2024-09-10T07:25:39.323726+0000","last_fullsized":"2024-09-10T07:25:39.323726+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:39.683055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324434+0000","last_change":"2024-09-10T07:25:38.326363+0000","last_active":"2024-09-10T07:25:39.324434+0000","last_peered":"2024-09-10T07:25:39.324434+0000","last_clean":"2024-09-10T07:25:39.324434+0000","last_became_active":"2024-09-10T07:25:38.326066+0000","last_became_peered":"2024-09-10T07:25:38.326066+0000","last_unstale":"2024-09-10T07:25:39.324434+0000","last_undegraded":"2024-09-10T07:25:39.324434+0000","last_fullsized":"2024-09-10T07:25:39.324434+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:33.550010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327011+0000","last_change":"2024-09-10T07:25:38.325139+0000","last_active":"2024-09-10T07:25:39.327011+0000","last_peered":"2024-09-10T07:25:39.327011+0000","last_clean":"2024-09-10T07:25:39.327011+0000","last_became_active":"2024-09-10T07:25:38.324826+0000","last_became_peered":"2024-09-10T07:25:38.324826+0000","last_unstale":"2024-09-10T07:25:39.327011+0000","last_undegraded":"2024-09-10T07:25:39.327011+0000","last_fullsized":"2024-09-10T07:25:39.327011+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:38:49.221056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456744+0000","last_change":"2024-09-10T07:25:38.335479+0000","last_active":"2024-09-10T07:25:40.456744+0000","last_peered":"2024-09-10T07:25:40.456744+0000","last_clean":"2024-09-10T07:25:40.456744+0000","last_became_active":"2024-09-10T07:25:38.334627+0000","last_became_peered":"2024-09-10T07:25:38.334627+0000","last_unstale":"2024-09-10T07:25:40.456744+0000","last_undegraded":"2024-09-10T07:25:40.456744+0000","last_fullsized":"2024-09-10T07:25:40.456744+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:34.403408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457561+0000","last_change":"2024-09-10T07:25:37.317973+0000","last_active":"2024-09-10T07:25:40.457561+0000","last_peered":"2024-09-10T07:25:40.457561+0000","last_clean":"2024-09-10T07:25:40.457561+0000","last_became_active":"2024-09-10T07:25:37.317727+0000","last_became_peered":"2024-09-10T07:25:37.317727+0000","last_unstale":"2024-09-10T07:25:40.457561+0000","last_undegraded":"2024-09-10T07:25:40.457561+0000","last_fullsized":"2024-09-10T07:25:40.457561+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:06.459044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.325375+0000","last_change":"2024-09-10T07:25:38.328856+0000","last_active":"2024-09-10T07:25:39.325375+0000","last_peered":"2024-09-10T07:25:39.325375+0000","last_clean":"2024-09-10T07:25:39.325375+0000","last_became_active":"2024-09-10T07:25:38.326434+0000","last_became_peered":"2024-09-10T07:25:38.326434+0000","last_unstale":"2024-09-10T07:25:39.325375+0000","last_undegraded":"2024-09-10T07:25:39.325375+0000","last_fullsized":"2024-09-10T07:25:39.325375+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:51.407416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327319+0000","last_change":"2024-09-10T07:25:37.317370+0000","last_active":"2024-09-10T07:25:39.327319+0000","last_peered":"2024-09-10T07:25:39.327319+0000","last_clean":"2024-09-10T07:25:39.327319+0000","last_became_active":"2024-09-10T07:25:37.317070+0000","last_became_peered":"2024-09-10T07:25:37.317070+0000","last_unstale":"2024-09-10T07:25:39.327319+0000","last_undegraded":"2024-09-10T07:25:39.327319+0000","last_fullsized":"2024-09-10T07:25:39.327319+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.742255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327249+0000","last_change":"2024-09-10T07:25:38.325635+0000","last_active":"2024-09-10T07:25:39.327249+0000","last_peered":"2024-09-10T07:25:39.327249+0000","last_clean":"2024-09-10T07:25:39.327249+0000","last_became_active":"2024-09-10T07:25:38.325328+0000","last_became_peered":"2024-09-10T07:25:38.325328+0000","last_unstale":"2024-09-10T07:25:39.327249+0000","last_undegraded":"2024-09-10T07:25:39.327249+0000","last_fullsized":"2024-09-10T07:25:39.327249+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:42:54.883183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327403+0000","last_change":"2024-09-10T07:25:37.307613+0000","last_active":"2024-09-10T07:25:39.327403+0000","last_peered":"2024-09-10T07:25:39.327403+0000","last_clean":"2024-09-10T07:25:39.327403+0000","last_became_active":"2024-09-10T07:25:37.306998+0000","last_became_peered":"2024-09-10T07:25:37.306998+0000","last_unstale":"2024-09-10T07:25:39.327403+0000","last_undegraded":"2024-09-10T07:25:39.327403+0000","last_fullsized":"2024-09-10T07:25:39.327403+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:52.440852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631713+0000","last_change":"2024-09-10T07:25:38.332185+0000","last_active":"2024-09-10T07:25:39.631713+0000","last_peered":"2024-09-10T07:25:39.631713+0000","last_clean":"2024-09-10T07:25:39.631713+0000","last_became_active":"2024-09-10T07:25:38.331873+0000","last_became_peered":"2024-09-10T07:25:38.331873+0000","last_unstale":"2024-09-10T07:25:39.631713+0000","last_undegraded":"2024-09-10T07:25:39.631713+0000","last_fullsized":"2024-09-10T07:25:39.631713+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:48:12.162843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327365+0000","last_change":"2024-09-10T07:25:37.313172+0000","last_active":"2024-09-10T07:25:39.327365+0000","last_peered":"2024-09-10T07:25:39.327365+0000","last_clean":"2024-09-10T07:25:39.327365+0000","last_became_active":"2024-09-10T07:25:37.312824+0000","last_became_peered":"2024-09-10T07:25:37.312824+0000","last_unstale":"2024-09-10T07:25:39.327365+0000","last_undegraded":"2024-09-10T07:25:39.327365+0000","last_fullsized":"2024-09-10T07:25:39.327365+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:22:16.197611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456308+0000","last_change":"2024-09-10T07:25:38.333438+0000","last_active":"2024-09-10T07:25:40.456308+0000","last_peered":"2024-09-10T07:25:40.456308+0000","last_clean":"2024-09-10T07:25:40.456308+0000","last_became_active":"2024-09-10T07:25:38.333129+0000","last_became_peered":"2024-09-10T07:25:38.333129+0000","last_unstale":"2024-09-10T07:25:40.456308+0000","last_undegraded":"2024-09-10T07:25:40.456308+0000","last_fullsized":"2024-09-10T07:25:40.456308+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:46:27.698603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457910+0000","last_change":"2024-09-10T07:25:37.313410+0000","last_active":"2024-09-10T07:25:40.457910+0000","last_peered":"2024-09-10T07:25:40.457910+0000","last_clean":"2024-09-10T07:25:40.457910+0000","last_became_active":"2024-09-10T07:25:37.313147+0000","last_became_peered":"2024-09-10T07:25:37.313147+0000","last_unstale":"2024-09-10T07:25:40.457910+0000","last_undegraded":"2024-09-10T07:25:40.457910+0000","last_fullsized":"2024-09-10T07:25:40.457910+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:29.216795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456689+0000","last_change":"2024-09-10T07:25:38.334888+0000","last_active":"2024-09-10T07:25:40.456689+0000","last_peered":"2024-09-10T07:25:40.456689+0000","last_clean":"2024-09-10T07:25:40.456689+0000","last_became_active":"2024-09-10T07:25:38.334542+0000","last_became_peered":"2024-09-10T07:25:38.334542+0000","last_unstale":"2024-09-10T07:25:40.456689+0000","last_undegraded":"2024-09-10T07:25:40.456689+0000","last_fullsized":"2024-09-10T07:25:40.456689+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:52.496243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457759+0000","last_change":"2024-09-10T07:25:37.311024+0000","last_active":"2024-09-10T07:25:40.457759+0000","last_peered":"2024-09-10T07:25:40.457759+0000","last_clean":"2024-09-10T07:25:40.457759+0000","last_became_active":"2024-09-10T07:25:37.310716+0000","last_became_peered":"2024-09-10T07:25:37.310716+0000","last_unstale":"2024-09-10T07:25:40.457759+0000","last_undegraded":"2024-09-10T07:25:40.457759+0000","last_fullsized":"2024-09-10T07:25:40.457759+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:49.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456432+0000","last_change":"2024-09-10T07:25:38.331383+0000","last_active":"2024-09-10T07:25:40.456432+0000","last_peered":"2024-09-10T07:25:40.456432+0000","last_clean":"2024-09-10T07:25:40.456432+0000","last_became_active":"2024-09-10T07:25:38.331083+0000","last_became_peered":"2024-09-10T07:25:38.331083+0000","last_unstale":"2024-09-10T07:25:40.456432+0000","last_undegraded":"2024-09-10T07:25:40.456432+0000","last_fullsized":"2024-09-10T07:25:40.456432+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:54.811661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457797+0000","last_change":"2024-09-10T07:25:37.307367+0000","last_active":"2024-09-10T07:25:40.457797+0000","last_peered":"2024-09-10T07:25:40.457797+0000","last_clean":"2024-09-10T07:25:40.457797+0000","last_became_active":"2024-09-10T07:25:37.307103+0000","last_became_peered":"2024-09-10T07:25:37.307103+0000","last_unstale":"2024-09-10T07:25:40.457797+0000","last_undegraded":"2024-09-10T07:25:40.457797+0000","last_fullsized":"2024-09-10T07:25:40.457797+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:23:31.425615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457932+0000","last_change":"2024-09-10T07:25:38.340004+0000","last_active":"2024-09-10T07:25:40.457932+0000","last_peered":"2024-09-10T07:25:40.457932+0000","last_clean":"2024-09-10T07:25:40.457932+0000","last_became_active":"2024-09-10T07:25:38.339503+0000","last_became_peered":"2024-09-10T07:25:38.339503+0000","last_unstale":"2024-09-10T07:25:40.457932+0000","last_undegraded":"2024-09-10T07:25:40.457932+0000","last_fullsized":"2024-09-10T07:25:40.457932+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:32:10.541315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456272+0000","last_change":"2024-09-10T07:25:37.309324+0000","last_active":"2024-09-10T07:25:40.456272+0000","last_peered":"2024-09-10T07:25:40.456272+0000","last_clean":"2024-09-10T07:25:40.456272+0000","last_became_active":"2024-09-10T07:25:37.308402+0000","last_became_peered":"2024-09-10T07:25:37.308402+0000","last_unstale":"2024-09-10T07:25:40.456272+0000","last_undegraded":"2024-09-10T07:25:40.456272+0000","last_fullsized":"2024-09-10T07:25:40.456272+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:54:28.957711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457177+0000","last_change":"2024-09-10T07:25:38.335210+0000","last_active":"2024-09-10T07:25:40.457177+0000","last_peered":"2024-09-10T07:25:40.457177+0000","last_clean":"2024-09-10T07:25:40.457177+0000","last_became_active":"2024-09-10T07:25:38.331020+0000","last_became_peered":"2024-09-10T07:25:38.331020+0000","last_unstale":"2024-09-10T07:25:40.457177+0000","last_undegraded":"2024-09-10T07:25:40.457177+0000","last_fullsized":"2024-09-10T07:25:40.457177+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:21.708262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631790+0000","last_change":"2024-09-10T07:25:37.322524+0000","last_active":"2024-09-10T07:25:39.631790+0000","last_peered":"2024-09-10T07:25:39.631790+0000","last_clean":"2024-09-10T07:25:39.631790+0000","last_became_active":"2024-09-10T07:25:37.322238+0000","last_became_peered":"2024-09-10T07:25:37.322238+0000","last_unstale":"2024-09-10T07:25:39.631790+0000","last_undegraded":"2024-09-10T07:25:39.631790+0000","last_fullsized":"2024-09-10T07:25:39.631790+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:02:58.121858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.458167+0000","last_change":"2024-09-10T07:25:38.333754+0000","last_active":"2024-09-10T07:25:40.458167+0000","last_peered":"2024-09-10T07:25:40.458167+0000","last_clean":"2024-09-10T07:25:40.458167+0000","last_became_active":"2024-09-10T07:25:38.333477+0000","last_became_peered":"2024-09-10T07:25:38.333477+0000","last_unstale":"2024-09-10T07:25:40.458167+0000","last_undegraded":"2024-09-10T07:25:40.458167+0000","last_fullsized":"2024-09-10T07:25:40.458167+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:11:56.651730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324980+0000","last_change":"2024-09-10T07:25:37.312390+0000","last_active":"2024-09-10T07:25:39.324980+0000","last_peered":"2024-09-10T07:25:39.324980+0000","last_clean":"2024-09-10T07:25:39.324980+0000","last_became_active":"2024-09-10T07:25:37.312110+0000","last_became_peered":"2024-09-10T07:25:37.312110+0000","last_unstale":"2024-09-10T07:25:39.324980+0000","last_undegraded":"2024-09-10T07:25:39.324980+0000","last_fullsized":"2024-09-10T07:25:39.324980+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:23.669807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456621+0000","last_change":"2024-09-10T07:25:38.325370+0000","last_active":"2024-09-10T07:25:40.456621+0000","last_peered":"2024-09-10T07:25:40.456621+0000","last_clean":"2024-09-10T07:25:40.456621+0000","last_became_active":"2024-09-10T07:25:38.325096+0000","last_became_peered":"2024-09-10T07:25:38.325096+0000","last_unstale":"2024-09-10T07:25:40.456621+0000","last_undegraded":"2024-09-10T07:25:40.456621+0000","last_fullsized":"2024-09-10T07:25:40.456621+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:01:22.955154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631379+0000","last_change":"2024-09-10T07:25:37.319371+0000","last_active":"2024-09-10T07:25:39.631379+0000","last_peered":"2024-09-10T07:25:39.631379+0000","last_clean":"2024-09-10T07:25:39.631379+0000","last_became_active":"2024-09-10T07:25:37.319138+0000","last_became_peered":"2024-09-10T07:25:37.319138+0000","last_unstale":"2024-09-10T07:25:39.631379+0000","last_undegraded":"2024-09-10T07:25:39.631379+0000","last_fullsized":"2024-09-10T07:25:39.631379+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:27:01.114533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.325006+0000","last_change":"2024-09-10T07:25:38.329416+0000","last_active":"2024-09-10T07:25:39.325006+0000","last_peered":"2024-09-10T07:25:39.325006+0000","last_clean":"2024-09-10T07:25:39.325006+0000","last_became_active":"2024-09-10T07:25:38.329134+0000","last_became_peered":"2024-09-10T07:25:38.329134+0000","last_unstale":"2024-09-10T07:25:39.325006+0000","last_undegraded":"2024-09-10T07:25:39.325006+0000","last_fullsized":"2024-09-10T07:25:39.325006+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:05:59.629879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457258+0000","last_change":"2024-09-10T07:25:37.316318+0000","last_active":"2024-09-10T07:25:40.457258+0000","last_peered":"2024-09-10T07:25:40.457258+0000","last_clean":"2024-09-10T07:25:40.457258+0000","last_became_active":"2024-09-10T07:25:37.316058+0000","last_became_peered":"2024-09-10T07:25:37.316058+0000","last_unstale":"2024-09-10T07:25:40.457258+0000","last_undegraded":"2024-09-10T07:25:40.457258+0000","last_fullsized":"2024-09-10T07:25:40.457258+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:03.538491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324072+0000","last_change":"2024-09-10T07:25:38.327708+0000","last_active":"2024-09-10T07:25:39.324072+0000","last_peered":"2024-09-10T07:25:39.324072+0000","last_clean":"2024-09-10T07:25:39.324072+0000","last_became_active":"2024-09-10T07:25:38.326457+0000","last_became_peered":"2024-09-10T07:25:38.326457+0000","last_unstale":"2024-09-10T07:25:39.324072+0000","last_undegraded":"2024-09-10T07:25:39.324072+0000","last_fullsized":"2024-09-10T07:25:39.324072+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:46.943623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631218+0000","last_change":"2024-09-10T07:25:37.315882+0000","last_active":"2024-09-10T07:25:39.631218+0000","last_peered":"2024-09-10T07:25:39.631218+0000","last_clean":"2024-09-10T07:25:39.631218+0000","last_became_active":"2024-09-10T07:25:37.315620+0000","last_became_peered":"2024-09-10T07:25:37.315620+0000","last_unstale":"2024-09-10T07:25:39.631218+0000","last_undegraded":"2024-09-10T07:25:39.631218+0000","last_fullsized":"2024-09-10T07:25:39.631218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:31.030805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324259+0000","last_change":"2024-09-10T07:25:38.326134+0000","last_active":"2024-09-10T07:25:39.324259+0000","last_peered":"2024-09-10T07:25:39.324259+0000","last_clean":"2024-09-10T07:25:39.324259+0000","last_became_active":"2024-09-10T07:25:38.325854+0000","last_became_peered":"2024-09-10T07:25:38.325854+0000","last_unstale":"2024-09-10T07:25:39.324259+0000","last_undegraded":"2024-09-10T07:25:39.324259+0000","last_fullsized":"2024-09-10T07:25:39.324259+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:23.914847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323787+0000","last_change":"2024-09-10T07:25:37.310296+0000","last_active":"2024-09-10T07:25:39.323787+0000","last_peered":"2024-09-10T07:25:39.323787+0000","last_clean":"2024-09-10T07:25:39.323787+0000","last_became_active":"2024-09-10T07:25:37.309947+0000","last_became_peered":"2024-09-10T07:25:37.309947+0000","last_unstale":"2024-09-10T07:25:39.323787+0000","last_undegraded":"2024-09-10T07:25:39.323787+0000","last_fullsized":"2024-09-10T07:25:39.323787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:14:12.200015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456666+0000","last_change":"2024-09-10T07:25:38.332653+0000","last_active":"2024-09-10T07:25:40.456666+0000","last_peered":"2024-09-10T07:25:40.456666+0000","last_clean":"2024-09-10T07:25:40.456666+0000","last_became_active":"2024-09-10T07:25:38.332312+0000","last_became_peered":"2024-09-10T07:25:38.332312+0000","last_unstale":"2024-09-10T07:25:40.456666+0000","last_undegraded":"2024-09-10T07:25:40.456666+0000","last_fullsized":"2024-09-10T07:25:40.456666+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:22.054174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631346+0000","last_change":"2024-09-10T07:25:37.319771+0000","last_active":"2024-09-10T07:25:39.631346+0000","last_peered":"2024-09-10T07:25:39.631346+0000","last_clean":"2024-09-10T07:25:39.631346+0000","last_became_active":"2024-09-10T07:25:37.319586+0000","last_became_peered":"2024-09-10T07:25:37.319586+0000","last_unstale":"2024-09-10T07:25:39.631346+0000","last_undegraded":"2024-09-10T07:25:39.631346+0000","last_fullsized":"2024-09-10T07:25:39.631346+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:19:02.473818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457008+0000","last_change":"2024-09-10T07:25:38.331165+0000","last_active":"2024-09-10T07:25:40.457008+0000","last_peered":"2024-09-10T07:25:40.457008+0000","last_clean":"2024-09-10T07:25:40.457008+0000","last_became_active":"2024-09-10T07:25:38.330730+0000","last_became_peered":"2024-09-10T07:25:38.330730+0000","last_unstale":"2024-09-10T07:25:40.457008+0000","last_undegraded":"2024-09-10T07:25:40.457008+0000","last_fullsized":"2024-09-10T07:25:40.457008+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:25.341543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323803+0000","last_change":"2024-09-10T07:25:37.309207+0000","last_active":"2024-09-10T07:25:39.323803+0000","last_peered":"2024-09-10T07:25:39.323803+0000","last_clean":"2024-09-10T07:25:39.323803+0000","last_became_active":"2024-09-10T07:25:37.308903+0000","last_became_peered":"2024-09-10T07:25:37.308903+0000","last_unstale":"2024-09-10T07:25:39.323803+0000","last_undegraded":"2024-09-10T07:25:39.323803+0000","last_fullsized":"2024-09-10T07:25:39.323803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:50.049738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631539+0000","last_change":"2024-09-10T07:25:38.336443+0000","last_active":"2024-09-10T07:25:39.631539+0000","last_peered":"2024-09-10T07:25:39.631539+0000","last_clean":"2024-09-10T07:25:39.631539+0000","last_became_active":"2024-09-10T07:25:38.336156+0000","last_became_peered":"2024-09-10T07:25:38.336156+0000","last_unstale":"2024-09-10T07:25:39.631539+0000","last_undegraded":"2024-09-10T07:25:39.631539+0000","last_fullsized":"2024-09-10T07:25:39.631539+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:08.991821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324811+0000","last_change":"2024-09-10T07:25:37.310285+0000","last_active":"2024-09-10T07:25:39.324811+0000","last_peered":"2024-09-10T07:25:39.324811+0000","last_clean":"2024-09-10T07:25:39.324811+0000","last_became_active":"2024-09-10T07:25:37.309979+0000","last_became_peered":"2024-09-10T07:25:37.309979+0000","last_unstale":"2024-09-10T07:25:39.324811+0000","last_undegraded":"2024-09-10T07:25:39.324811+0000","last_fullsized":"2024-09-10T07:25:39.324811+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:27.564498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456682+0000","last_change":"2024-09-10T07:25:38.325478+0000","last_active":"2024-09-10T07:25:40.456682+0000","last_peered":"2024-09-10T07:25:40.456682+0000","last_clean":"2024-09-10T07:25:40.456682+0000","last_became_active":"2024-09-10T07:25:38.325085+0000","last_became_peered":"2024-09-10T07:25:38.325085+0000","last_unstale":"2024-09-10T07:25:40.456682+0000","last_undegraded":"2024-09-10T07:25:40.456682+0000","last_fullsized":"2024-09-10T07:25:40.456682+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:52.496243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631614+0000","last_change":"2024-09-10T07:25:37.313678+0000","last_active":"2024-09-10T07:25:39.631614+0000","last_peered":"2024-09-10T07:25:39.631614+0000","last_clean":"2024-09-10T07:25:39.631614+0000","last_became_active":"2024-09-10T07:25:37.313411+0000","last_became_peered":"2024-09-10T07:25:37.313411+0000","last_unstale":"2024-09-10T07:25:39.631614+0000","last_undegraded":"2024-09-10T07:25:39.631614+0000","last_fullsized":"2024-09-10T07:25:39.631614+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:42.028037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324920+0000","last_change":"2024-09-10T07:25:38.330826+0000","last_active":"2024-09-10T07:25:39.324920+0000","last_peered":"2024-09-10T07:25:39.324920+0000","last_clean":"2024-09-10T07:25:39.324920+0000","last_became_active":"2024-09-10T07:25:38.330479+0000","last_became_peered":"2024-09-10T07:25:38.330479+0000","last_unstale":"2024-09-10T07:25:39.324920+0000","last_undegraded":"2024-09-10T07:25:39.324920+0000","last_fullsized":"2024-09-10T07:25:39.324920+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:28.569152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631474+0000","last_change":"2024-09-10T07:25:37.322597+0000","last_active":"2024-09-10T07:25:39.631474+0000","last_peered":"2024-09-10T07:25:39.631474+0000","last_clean":"2024-09-10T07:25:39.631474+0000","last_became_active":"2024-09-10T07:25:37.322212+0000","last_became_peered":"2024-09-10T07:25:37.322212+0000","last_unstale":"2024-09-10T07:25:39.631474+0000","last_undegraded":"2024-09-10T07:25:39.631474+0000","last_fullsized":"2024-09-10T07:25:39.631474+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:20:51.511418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456784+0000","last_change":"2024-09-10T07:25:38.333714+0000","last_active":"2024-09-10T07:25:40.456784+0000","last_peered":"2024-09-10T07:25:40.456784+0000","last_clean":"2024-09-10T07:25:40.456784+0000","last_became_active":"2024-09-10T07:25:38.333244+0000","last_became_peered":"2024-09-10T07:25:38.333244+0000","last_unstale":"2024-09-10T07:25:40.456784+0000","last_undegraded":"2024-09-10T07:25:40.456784+0000","last_fullsized":"2024-09-10T07:25:40.456784+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:21.708262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.458009+0000","last_change":"2024-09-10T07:25:37.309850+0000","last_active":"2024-09-10T07:25:40.458009+0000","last_peered":"2024-09-10T07:25:40.458009+0000","last_clean":"2024-09-10T07:25:40.458009+0000","last_became_active":"2024-09-10T07:25:37.309570+0000","last_became_peered":"2024-09-10T07:25:37.309570+0000","last_unstale":"2024-09-10T07:25:40.458009+0000","last_undegraded":"2024-09-10T07:25:40.458009+0000","last_fullsized":"2024-09-10T07:25:40.458009+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:17.543058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327074+0000","last_change":"2024-09-10T07:25:38.325174+0000","last_active":"2024-09-10T07:25:39.327074+0000","last_peered":"2024-09-10T07:25:39.327074+0000","last_clean":"2024-09-10T07:25:39.327074+0000","last_became_active":"2024-09-10T07:25:38.324790+0000","last_became_peered":"2024-09-10T07:25:38.324790+0000","last_unstale":"2024-09-10T07:25:39.327074+0000","last_undegraded":"2024-09-10T07:25:39.327074+0000","last_fullsized":"2024-09-10T07:25:39.327074+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:40.195604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327132+0000","last_change":"2024-09-10T07:25:37.311370+0000","last_active":"2024-09-10T07:25:39.327132+0000","last_peered":"2024-09-10T07:25:39.327132+0000","last_clean":"2024-09-10T07:25:39.327132+0000","last_became_active":"2024-09-10T07:25:37.310915+0000","last_became_peered":"2024-09-10T07:25:37.310915+0000","last_unstale":"2024-09-10T07:25:39.327132+0000","last_undegraded":"2024-09-10T07:25:39.327132+0000","last_fullsized":"2024-09-10T07:25:39.327132+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:22.910193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323922+0000","last_change":"2024-09-10T07:25:38.325129+0000","last_active":"2024-09-10T07:25:39.323922+0000","last_peered":"2024-09-10T07:25:39.323922+0000","last_clean":"2024-09-10T07:25:39.323922+0000","last_became_active":"2024-09-10T07:25:38.324851+0000","last_became_peered":"2024-09-10T07:25:38.324851+0000","last_unstale":"2024-09-10T07:25:39.323922+0000","last_undegraded":"2024-09-10T07:25:39.323922+0000","last_fullsized":"2024-09-10T07:25:39.323922+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:58.316019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.323903+0000","last_change":"2024-09-10T07:25:37.310211+0000","last_active":"2024-09-10T07:25:39.323903+0000","last_peered":"2024-09-10T07:25:39.323903+0000","last_clean":"2024-09-10T07:25:39.323903+0000","last_became_active":"2024-09-10T07:25:37.309930+0000","last_became_peered":"2024-09-10T07:25:37.309930+0000","last_unstale":"2024-09-10T07:25:39.323903+0000","last_undegraded":"2024-09-10T07:25:39.323903+0000","last_fullsized":"2024-09-10T07:25:39.323903+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:52:36.743160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456727+0000","last_change":"2024-09-10T07:25:38.329605+0000","last_active":"2024-09-10T07:25:40.456727+0000","last_peered":"2024-09-10T07:25:40.456727+0000","last_clean":"2024-09-10T07:25:40.456727+0000","last_became_active":"2024-09-10T07:25:38.329268+0000","last_became_peered":"2024-09-10T07:25:38.329268+0000","last_unstale":"2024-09-10T07:25:40.456727+0000","last_undegraded":"2024-09-10T07:25:40.456727+0000","last_fullsized":"2024-09-10T07:25:40.456727+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:25.341543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.326950+0000","last_change":"2024-09-10T07:25:37.312263+0000","last_active":"2024-09-10T07:25:39.326950+0000","last_peered":"2024-09-10T07:25:39.326950+0000","last_clean":"2024-09-10T07:25:39.326950+0000","last_became_active":"2024-09-10T07:25:37.311991+0000","last_became_peered":"2024-09-10T07:25:37.311991+0000","last_unstale":"2024-09-10T07:25:39.326950+0000","last_undegraded":"2024-09-10T07:25:39.326950+0000","last_fullsized":"2024-09-10T07:25:39.326950+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:14.899072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327312+0000","last_change":"2024-09-10T07:25:38.323177+0000","last_active":"2024-09-10T07:25:39.327312+0000","last_peered":"2024-09-10T07:25:39.327312+0000","last_clean":"2024-09-10T07:25:39.327312+0000","last_became_active":"2024-09-10T07:25:38.322854+0000","last_became_peered":"2024-09-10T07:25:38.322854+0000","last_unstale":"2024-09-10T07:25:39.327312+0000","last_undegraded":"2024-09-10T07:25:39.327312+0000","last_fullsized":"2024-09-10T07:25:39.327312+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:43.965641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324930+0000","last_change":"2024-09-10T07:25:37.315424+0000","last_active":"2024-09-10T07:25:39.324930+0000","last_peered":"2024-09-10T07:25:39.324930+0000","last_clean":"2024-09-10T07:25:39.324930+0000","last_became_active":"2024-09-10T07:25:37.315131+0000","last_became_peered":"2024-09-10T07:25:37.315131+0000","last_unstale":"2024-09-10T07:25:39.324930+0000","last_undegraded":"2024-09-10T07:25:39.324930+0000","last_fullsized":"2024-09-10T07:25:39.324930+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:05:58.625224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456427+0000","last_change":"2024-09-10T07:25:38.326427+0000","last_active":"2024-09-10T07:25:40.456427+0000","last_peered":"2024-09-10T07:25:40.456427+0000","last_clean":"2024-09-10T07:25:40.456427+0000","last_became_active":"2024-09-10T07:25:38.326077+0000","last_became_peered":"2024-09-10T07:25:38.326077+0000","last_unstale":"2024-09-10T07:25:40.456427+0000","last_undegraded":"2024-09-10T07:25:40.456427+0000","last_fullsized":"2024-09-10T07:25:40.456427+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:56.398979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324728+0000","last_change":"2024-09-10T07:25:37.311578+0000","last_active":"2024-09-10T07:25:39.324728+0000","last_peered":"2024-09-10T07:25:39.324728+0000","last_clean":"2024-09-10T07:25:39.324728+0000","last_became_active":"2024-09-10T07:25:37.311306+0000","last_became_peered":"2024-09-10T07:25:37.311306+0000","last_unstale":"2024-09-10T07:25:39.324728+0000","last_undegraded":"2024-09-10T07:25:39.324728+0000","last_fullsized":"2024-09-10T07:25:39.324728+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:43.092765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324478+0000","last_change":"2024-09-10T07:25:38.331775+0000","last_active":"2024-09-10T07:25:39.324478+0000","last_peered":"2024-09-10T07:25:39.324478+0000","last_clean":"2024-09-10T07:25:39.324478+0000","last_became_active":"2024-09-10T07:25:38.331500+0000","last_became_peered":"2024-09-10T07:25:38.331500+0000","last_unstale":"2024-09-10T07:25:39.324478+0000","last_undegraded":"2024-09-10T07:25:39.324478+0000","last_fullsized":"2024-09-10T07:25:39.324478+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:53.445507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.327499+0000","last_change":"2024-09-10T07:25:37.307903+0000","last_active":"2024-09-10T07:25:39.327499+0000","last_peered":"2024-09-10T07:25:39.327499+0000","last_clean":"2024-09-10T07:25:39.327499+0000","last_became_active":"2024-09-10T07:25:37.307304+0000","last_became_peered":"2024-09-10T07:25:37.307304+0000","last_unstale":"2024-09-10T07:25:39.327499+0000","last_undegraded":"2024-09-10T07:25:39.327499+0000","last_fullsized":"2024-09-10T07:25:39.327499+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:04:50.244825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456807+0000","last_change":"2024-09-10T07:25:38.333504+0000","last_active":"2024-09-10T07:25:40.456807+0000","last_peered":"2024-09-10T07:25:40.456807+0000","last_clean":"2024-09-10T07:25:40.456807+0000","last_became_active":"2024-09-10T07:25:38.332887+0000","last_became_peered":"2024-09-10T07:25:38.332887+0000","last_unstale":"2024-09-10T07:25:40.456807+0000","last_undegraded":"2024-09-10T07:25:40.456807+0000","last_fullsized":"2024-09-10T07:25:40.456807+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:05.792492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457260+0000","last_change":"2024-09-10T07:25:37.315720+0000","last_active":"2024-09-10T07:25:40.457260+0000","last_peered":"2024-09-10T07:25:40.457260+0000","last_clean":"2024-09-10T07:25:40.457260+0000","last_became_active":"2024-09-10T07:25:37.315438+0000","last_became_peered":"2024-09-10T07:25:37.315438+0000","last_unstale":"2024-09-10T07:25:40.457260+0000","last_undegraded":"2024-09-10T07:25:40.457260+0000","last_fullsized":"2024-09-10T07:25:40.457260+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:28.426019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456265+0000","last_change":"2024-09-10T07:25:38.336496+0000","last_active":"2024-09-10T07:25:40.456265+0000","last_peered":"2024-09-10T07:25:40.456265+0000","last_clean":"2024-09-10T07:25:40.456265+0000","last_became_active":"2024-09-10T07:25:38.336245+0000","last_became_peered":"2024-09-10T07:25:38.336245+0000","last_unstale":"2024-09-10T07:25:40.456265+0000","last_undegraded":"2024-09-10T07:25:40.456265+0000","last_fullsized":"2024-09-10T07:25:40.456265+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:31:10.713858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631360+0000","last_change":"2024-09-10T07:25:37.322370+0000","last_active":"2024-09-10T07:25:39.631360+0000","last_peered":"2024-09-10T07:25:39.631360+0000","last_clean":"2024-09-10T07:25:39.631360+0000","last_became_active":"2024-09-10T07:25:37.322103+0000","last_became_peered":"2024-09-10T07:25:37.322103+0000","last_unstale":"2024-09-10T07:25:39.631360+0000","last_undegraded":"2024-09-10T07:25:39.631360+0000","last_fullsized":"2024-09-10T07:25:39.631360+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:50.402761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.324593+0000","last_change":"2024-09-10T07:25:38.327558+0000","last_active":"2024-09-10T07:25:39.324593+0000","last_peered":"2024-09-10T07:25:39.324593+0000","last_clean":"2024-09-10T07:25:39.324593+0000","last_became_active":"2024-09-10T07:25:38.327275+0000","last_became_peered":"2024-09-10T07:25:38.327275+0000","last_unstale":"2024-09-10T07:25:39.324593+0000","last_undegraded":"2024-09-10T07:25:39.324593+0000","last_fullsized":"2024-09-10T07:25:39.324593+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:26.241831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457904+0000","last_change":"2024-09-10T07:25:37.311712+0000","last_active":"2024-09-10T07:25:40.457904+0000","last_peered":"2024-09-10T07:25:40.457904+0000","last_clean":"2024-09-10T07:25:40.457904+0000","last_became_active":"2024-09-10T07:25:37.311465+0000","last_became_peered":"2024-09-10T07:25:37.311465+0000","last_unstale":"2024-09-10T07:25:40.457904+0000","last_undegraded":"2024-09-10T07:25:40.457904+0000","last_fullsized":"2024-09-10T07:25:40.457904+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:03.524756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456686+0000","last_change":"2024-09-10T07:25:38.335506+0000","last_active":"2024-09-10T07:25:40.456686+0000","last_peered":"2024-09-10T07:25:40.456686+0000","last_clean":"2024-09-10T07:25:40.456686+0000","last_became_active":"2024-09-10T07:25:38.335186+0000","last_became_peered":"2024-09-10T07:25:38.335186+0000","last_unstale":"2024-09-10T07:25:40.456686+0000","last_undegraded":"2024-09-10T07:25:40.456686+0000","last_fullsized":"2024-09-10T07:25:40.456686+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:22.054174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457955+0000","last_change":"2024-09-10T07:25:37.306731+0000","last_active":"2024-09-10T07:25:40.457955+0000","last_peered":"2024-09-10T07:25:40.457955+0000","last_clean":"2024-09-10T07:25:40.457955+0000","last_became_active":"2024-09-10T07:25:37.305299+0000","last_became_peered":"2024-09-10T07:25:37.305299+0000","last_unstale":"2024-09-10T07:25:40.457955+0000","last_undegraded":"2024-09-10T07:25:40.457955+0000","last_fullsized":"2024-09-10T07:25:40.457955+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:52.441934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456236+0000","last_change":"2024-09-10T07:25:38.338504+0000","last_active":"2024-09-10T07:25:40.456236+0000","last_peered":"2024-09-10T07:25:40.456236+0000","last_clean":"2024-09-10T07:25:40.456236+0000","last_became_active":"2024-09-10T07:25:38.338226+0000","last_became_peered":"2024-09-10T07:25:38.338226+0000","last_unstale":"2024-09-10T07:25:40.456236+0000","last_undegraded":"2024-09-10T07:25:40.456236+0000","last_fullsized":"2024-09-10T07:25:40.456236+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:28:12.669608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456374+0000","last_change":"2024-09-10T07:25:37.312489+0000","last_active":"2024-09-10T07:25:40.456374+0000","last_peered":"2024-09-10T07:25:40.456374+0000","last_clean":"2024-09-10T07:25:40.456374+0000","last_became_active":"2024-09-10T07:25:37.312218+0000","last_became_peered":"2024-09-10T07:25:37.312218+0000","last_unstale":"2024-09-10T07:25:40.456374+0000","last_undegraded":"2024-09-10T07:25:40.456374+0000","last_fullsized":"2024-09-10T07:25:40.456374+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:45:50.425372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.456703+0000","last_change":"2024-09-10T07:25:38.335174+0000","last_active":"2024-09-10T07:25:40.456703+0000","last_peered":"2024-09-10T07:25:40.456703+0000","last_clean":"2024-09-10T07:25:40.456703+0000","last_became_active":"2024-09-10T07:25:38.334909+0000","last_became_peered":"2024-09-10T07:25:38.334909+0000","last_unstale":"2024-09-10T07:25:40.456703+0000","last_undegraded":"2024-09-10T07:25:40.456703+0000","last_fullsized":"2024-09-10T07:25:40.456703+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:37.290874+0000","last_clean_scrub_stamp":"2024-09-10T07:25:37.290874+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:34:01.481608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:40.457761+0000","last_change":"2024-09-10T07:25:37.314059+0000","last_active":"2024-09-10T07:25:40.457761+0000","last_peered":"2024-09-10T07:25:40.457761+0000","last_clean":"2024-09-10T07:25:40.457761+0000","last_became_active":"2024-09-10T07:25:37.313770+0000","last_became_peered":"2024-09-10T07:25:37.313770+0000","last_unstale":"2024-09-10T07:25:40.457761+0000","last_undegraded":"2024-09-10T07:25:40.457761+0000","last_fullsized":"2024-09-10T07:25:40.457761+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:25:36.286220+0000","last_clean_scrub_stamp":"2024-09-10T07:25:36.286220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:27.845540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":252,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T07:25:39.631209+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:25:39.631209+0000","last_peered":"2024-09-10T07:25:39.631209+0000","last_clean":"2024-09-10T07:25:39.631209+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:25:39.631209+0000","last_undegraded":"2024-09-10T07:25:39.631209+0000","last_fullsized":"2024-09-10T07:25:39.631209+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542215,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32560,"kb_used_data":1372,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339280,"statfs":{"total":96636764160,"available":96603422720,"internally_reserved":0,"allocated":1404928,"data_stored":950920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542215,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":798720,"data_stored":359798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542215,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31976,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339864,"statfs":{"total":96636764160,"available":96604020736,"internally_reserved":0,"allocated":806912,"data_stored":361388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542216,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":794624,"data_stored":359776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542215,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":794624,"data_stored":359776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542217,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":823296,"data_stored":362152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542216,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1388544,"data_stored":950144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574920,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":798720,"data_stored":359810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:25:46.059 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:25:46.059 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T07:25:46.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.204+0000 7f42dc48d640 1 Processor -- start 2024-09-10T07:25:46.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.204+0000 7f42dc48d640 1 -- start start 2024-09-10T07:25:46.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.205+0000 7f42dc48d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42d40b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.205+0000 7f42dc48d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f42d406c200 0x7f42d406fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.205+0000 7f42dc48d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42d4070b10 con 0x7f42d406f790 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.205+0000 7f42dc48d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f42d4072e10 con 0x7f42d406c200 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.205+0000 7f42dc48d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f42d4070270 con 0x7f42d415c520 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.205+0000 7f42d9a28640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f42d406f790 0x7f42d406baf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43004/0 (socket says 172.21.15.3:43004) 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9a28640 1 -- 172.21.15.3:0/1500872950 learned_addr learned my addr 172.21.15.3:0/1500872950 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42da229640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42d40b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42daa2a640 1 --2- 172.21.15.3:0/1500872950 >> v2:172.21.15.70:3300/0 conn(0x7f42d406c200 0x7f42d406fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4227345967 0 0) 0x7f42d4070b10 con 0x7f42d406f790 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42bc003520 con 0x7f42d406f790 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 952552275 0 0) 0x7f42bc003520 con 0x7f42d406f790 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 msgr2=0x7f42d40b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42d40b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 >> v2:172.21.15.70:3300/0 conn(0x7f42d406c200 msgr2=0x7f42d406fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:46.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 --2- 172.21.15.3:0/1500872950 >> v2:172.21.15.70:3300/0 conn(0x7f42d406c200 0x7f42d406fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d4070550 con 0x7f42d406f790 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f42c8001670 con 0x7f42d406f790 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42da229640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42d40b3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 >> v1:172.21.15.3:6789/0 conn(0x7f42d406f790 legacy=0x7f42d406baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42bc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42bc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42bc004d40 0x7f42bc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f42d4072e10 con 0x7f42bc0039b0 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f42d4070270 con 0x7f42bc004d40 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f42bc00b9c0 con 0x7f42d415c520 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42da229640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42bc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42d9a28640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42bc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.206+0000 7f42daa2a640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42bc004d40 0x7f42bc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42da229640 1 -- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 msgr2=0x7f42bc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42da229640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d415c520 0x7f42bc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42da229640 1 -- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42bc004d40 msgr2=0x7f42bc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42da229640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42bc004d40 0x7f42bc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42da229640 1 -- 172.21.15.3:0/1500872950 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42bc003520 con 0x7f42bc0039b0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42da229640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42bc003dd0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f42c400e350 tx=0x7f42bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=758a597b45c9d103 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.207+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4033070 con 0x7f42bc0039b0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42c402f660 con 0x7f42bc0039b0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42d9227640 1 -- 172.21.15.3:0/1500872950 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4009de0 con 0x7f42bc0039b0 2024-09-10T07:25:46.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42dc48d640 1 -- 172.21.15.3:0/1500872950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 msgr2=0x7f42bc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42dc48d640 1 --2- 172.21.15.3:0/1500872950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42bc003dd0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f42c400e350 tx=0x7f42bc005830 comp rx=0 tx=0).stop 2024-09-10T07:25:46.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42daa2a640 1 -- 172.21.15.3:0/1500872950 reap_dead start 2024-09-10T07:25:46.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42dc48d640 1 -- 172.21.15.3:0/1500872950 shutdown_connections 2024-09-10T07:25:46.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42dc48d640 1 -- 172.21.15.3:0/1500872950 >> 172.21.15.3:0/1500872950 conn(0x7f42d40b2c50 msgr2=0x7f42d40b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:46.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42dc48d640 1 -- 172.21.15.3:0/1500872950 shutdown_connections 2024-09-10T07:25:46.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.208+0000 7f42dc48d640 1 -- 172.21.15.3:0/1500872950 wait complete. 2024-09-10T07:25:46.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.209+0000 7f42dc48d640 1 Processor -- start 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.209+0000 7f42dc48d640 1 -- start start 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42dc48d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42d41f5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42dc48d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42d409e530 0x7f42d409e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42dc48d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d41f28c0 0x7f42d41f2d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42dc48d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f42d41601c0 con 0x7f42bc0039b0 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42dc48d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f42d4160040 con 0x7f42d409e530 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42dc48d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f42d40b3f50 con 0x7f42d41f28c0 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42da229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42d41f5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42da229640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42d41f5740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50114/0 (socket says 172.21.15.3:50114) 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42da229640 1 -- 172.21.15.3:0/912526071 learned_addr learned my addr 172.21.15.3:0/912526071 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42daa2a640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d41f28c0 0x7f42d41f2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.210+0000 7f42d9a28640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42d409e530 0x7f42d409e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42da229640 1 -- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d41f28c0 msgr2=0x7f42d41f2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42da229640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d41f28c0 0x7f42d41f2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42da229640 1 -- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42d409e530 msgr2=0x7f42d409e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42da229640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42d409e530 0x7f42d409e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42da229640 1 -- 172.21.15.3:0/912526071 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d415ecc0 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42daa2a640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d41f28c0 0x7f42d41f2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42d9a28640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42d409e530 0x7f42d409e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42da229640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42d41f5740 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f42c400e470 tx=0x7f42c4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4033040 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42c4009a50 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42d415efa0 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4009de0 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.211+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42d415f560 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.212+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42d40b4230 con 0x7f42bc0039b0 2024-09-10T07:25:46.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.213+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f42c4036070 con 0x7f42bc0039b0 2024-09-10T07:25:46.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.213+0000 7f42d2ffd640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f42c006be30 0x7f42c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.213+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f42c40ac120 con 0x7f42bc0039b0 2024-09-10T07:25:46.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.213+0000 7f42d9a28640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f42c006be30 0x7f42c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.214+0000 7f42d9a28640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f42c006be30 0x7f42c006e2f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f42d409bb50 tx=0x7f42c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:46.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.217+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f42c407aa60 con 0x7f42bc0039b0 2024-09-10T07:25:46.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.464+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f42d40cd690 con 0x7f42bc0039b0 2024-09-10T07:25:46.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.466+0000 7f42d2ffd640 1 -- 172.21.15.3:0/912526071 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f42c407a360 con 0x7f42bc0039b0 2024-09-10T07:25:46.466 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-09-10T07:25:46.466 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:25:46.467 INFO:teuthology.orchestra.run.smithi003.stdout: caps mds = "allow" 2024-09-10T07:25:46.467 INFO:teuthology.orchestra.run.smithi003.stdout: caps mon = "allow r" 2024-09-10T07:25:46.467 INFO:teuthology.orchestra.run.smithi003.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T07:25:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:updated caps for client.0 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f42c006be30 msgr2=0x7f42c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f42c006be30 0x7f42c006e2f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f42d409bb50 tx=0x7f42c8009040 comp rx=0 tx=0).stop 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 msgr2=0x7f42d41f5740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42d41f5740 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f42c400e470 tx=0x7f42c4009750 comp rx=0 tx=0).stop 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 shutdown_connections 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f42c006be30 0x7f42c006e2f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42d41f28c0 0x7f42d41f2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42d409e530 0x7f42d409e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 --2- 172.21.15.3:0/912526071 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f42bc0039b0 0x7f42d41f5740 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 >> 172.21.15.3:0/912526071 conn(0x7f42d40b2c50 msgr2=0x7f42d40d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:46.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 shutdown_connections 2024-09-10T07:25:46.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.469+0000 7f42dc48d640 1 -- 172.21.15.3:0/912526071 wait complete. 2024-09-10T07:25:46.480 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.581+0000 7fc77f6c9640 1 Processor -- start 2024-09-10T07:25:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.581+0000 7fc77f6c9640 1 -- start start 2024-09-10T07:25:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77f6c9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780d0cc0 0x7fc7780d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77f6c9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc7780b78e0 0x7fc7780b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77f6c9640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7780d3430 con 0x7fc77815e510 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77f6c9640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc7780d1660 con 0x7fc7780b78e0 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77f6c9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc7780d36d0 con 0x7fc7780d0cc0 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77d465640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc77815e510 0x7fc7780ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43006/0 (socket says 172.21.15.3:43006) 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77dc66640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc7780b78e0 0x7fc7780b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.582+0000 7fc77d465640 1 -- 172.21.15.3:0/2779953949 learned_addr learned my addr 172.21.15.3:0/2779953949 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc77cc64640 1 --2- 172.21.15.3:0/2779953949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780d0cc0 0x7fc7780d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc77dc66640 1 -- 172.21.15.3:0/2779953949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780d0cc0 msgr2=0x7fc7780d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc77dc66640 1 --2- 172.21.15.3:0/2779953949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780d0cc0 0x7fc7780d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc77dc66640 1 -- 172.21.15.3:0/2779953949 >> v1:172.21.15.3:6789/0 conn(0x7fc77815e510 legacy=0x7fc7780ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc777fff640 1 -- 172.21.15.3:0/2779953949 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2435214647 0 0) 0x7fc7780d3430 con 0x7fc77815e510 2024-09-10T07:25:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc77dc66640 1 -- 172.21.15.3:0/2779953949 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7780d39b0 con 0x7fc7780b78e0 2024-09-10T07:25:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.583+0000 7fc77dc66640 1 --2- 172.21.15.3:0/2779953949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7780b78e0 0x7fc7780b7d70 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc768009d90 tx=0x7fc76802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f41191ae8aa4346e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc777fff640 1 -- 172.21.15.3:0/2779953949 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768031600 con 0x7fc7780b78e0 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc777fff640 1 -- 172.21.15.3:0/2779953949 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7680317a0 con 0x7fc7780b78e0 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc777fff640 1 -- 172.21.15.3:0/2779953949 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768031b70 con 0x7fc7780b78e0 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 -- 172.21.15.3:0/2779953949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7780b78e0 msgr2=0x7fc7780b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/2779953949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7780b78e0 0x7fc7780b7d70 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc768009d90 tx=0x7fc76802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 -- 172.21.15.3:0/2779953949 shutdown_connections 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/2779953949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7780b78e0 0x7fc7780b7d70 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/2779953949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780d0cc0 0x7fc7780d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 -- 172.21.15.3:0/2779953949 >> 172.21.15.3:0/2779953949 conn(0x7fc77806d1a0 msgr2=0x7fc778073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 -- 172.21.15.3:0/2779953949 shutdown_connections 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.584+0000 7fc77f6c9640 1 -- 172.21.15.3:0/2779953949 wait complete. 2024-09-10T07:25:46.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 Processor -- start 2024-09-10T07:25:46.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 -- start start 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780b78e0 0x7fc7781463b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7780d0cc0 0x7fc778161390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 0x7fc7780b6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc7780d22a0 con 0x7fc77815e510 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7780d3f70 con 0x7fc7780d0cc0 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77f6c9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc7780cf210 con 0x7fc7780b78e0 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.586+0000 7fc77dc66640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 0x7fc7780b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 0x7fc7780b6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50120/0 (socket says 172.21.15.3:50120) 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 -- 172.21.15.3:0/3791268020 learned_addr learned my addr 172.21.15.3:0/3791268020 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77cc64640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7780d0cc0 0x7fc778161390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77d465640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780b78e0 0x7fc7781463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 -- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780b78e0 msgr2=0x7fc7781463b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780b78e0 0x7fc7781463b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 -- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7780d0cc0 msgr2=0x7fc778161390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7780d0cc0 0x7fc778161390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 -- 172.21.15.3:0/3791268020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7780cb690 con 0x7fc77815e510 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77dc66640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 0x7fc7780b6280 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc768009eb0 tx=0x7fc768004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768040070 con 0x7fc77815e510 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc768030b60 con 0x7fc77815e510 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7780cb970 con 0x7fc77815e510 2024-09-10T07:25:46.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768009450 con 0x7fc77815e510 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.587+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7780b5d60 con 0x7fc77815e510 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.588+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7780cbb40 con 0x7fc77815e510 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.589+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc768039040 con 0x7fc77815e510 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.589+0000 7fc775ffb640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc76406be60 0x7fc76406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.589+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fc7680ac7b0 con 0x7fc77815e510 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.589+0000 7fc77d465640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc76406be60 0x7fc76406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:46.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.590+0000 7fc77d465640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc76406be60 0x7fc76406e320 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc770000f60 tx=0x7fc770007c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:46.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.594+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7680443c0 con 0x7fc77815e510 2024-09-10T07:25:46.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.804+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc77815e8f0 con 0x7fc77815e510 2024-09-10T07:25:46.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.804+0000 7fc775ffb640 1 -- 172.21.15.3:0/3791268020 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5218 (secure 0 0 0) 0x7fc76807af40 con 0x7fc77815e510 2024-09-10T07:25:46.804 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:46.805 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":46,"btime":"2024-09-10T07:25:40:321599+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5854,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/1823748918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1823748918},{"type":"v1","addr":"172.21.15.70:6836","nonce":1823748918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:25:39.659711+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6171},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[6171]},"id":4}]} 2024-09-10T07:25:46.805 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 46 2024-09-10T07:25:46.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc76406be60 msgr2=0x7fc76406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc76406be60 0x7fc76406e320 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc770000f60 tx=0x7fc770007c00 comp rx=0 tx=0).stop 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 msgr2=0x7fc7780b6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 0x7fc7780b6280 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc768009eb0 tx=0x7fc768004a40 comp rx=0 tx=0).stop 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 shutdown_connections 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc76406be60 0x7fc76406e320 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc77815e510 0x7fc7780b6280 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7780d0cc0 0x7fc778161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 --2- 172.21.15.3:0/3791268020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7780b78e0 0x7fc7781463b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 >> 172.21.15.3:0/3791268020 conn(0x7fc77806d1a0 msgr2=0x7fc7780744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.806+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 shutdown_connections 2024-09-10T07:25:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:46.807+0000 7fc77f6c9640 1 -- 172.21.15.3:0/3791268020 wait complete. 2024-09-10T07:25:47.221 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 46, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:25:37.657713+0000', 'modified': '2024-09-10T07:25:39.659711+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6171}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6171': {'gid': 6171, 'name': 'c', 'rank': 0, 'incarnation': 44, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6834/2435938821', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6832', 'nonce': 2435938821}, {'type': 'v1', 'addr': '172.21.15.3:6834', 'nonce': 2435938821}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6171, 'qdb_cluster': [6171]} 2024-09-10T07:25:47.221 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:25:47.221 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:25:47.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.328+0000 7fde53da6640 1 Processor -- start 2024-09-10T07:25:47.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.328+0000 7fde53da6640 1 -- start start 2024-09-10T07:25:47.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde53da6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fde4c15f010 0x7fde4c15f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde53da6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde4c15f960 con 0x7fde4c0ceb70 2024-09-10T07:25:47.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde53da6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde4c0cf130 con 0x7fde4c15e400 2024-09-10T07:25:47.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde53da6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fde4c0cf410 con 0x7fde4c15f010 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde52343640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fde4c15f010 0x7fde4c15f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde51341640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fde4c0ceb70 0x7fde4c06cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43018/0 (socket says 172.21.15.3:43018) 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde52343640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fde4c15f010 0x7fde4c15f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50126/0 (socket says 172.21.15.3:50126) 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.329+0000 7fde51341640 1 -- 172.21.15.3:0/3824968990 learned_addr learned my addr 172.21.15.3:0/3824968990 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.330+0000 7fde52343640 1 -- 172.21.15.3:0/3824968990 >> v1:172.21.15.70:6789/0 conn(0x7fde4c15e400 legacy=0x7fde4c072110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.330+0000 7fde52343640 1 -- 172.21.15.3:0/3824968990 >> v1:172.21.15.3:6789/0 conn(0x7fde4c0ceb70 legacy=0x7fde4c06cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.330+0000 7fde50b40640 1 -- 172.21.15.3:0/3824968990 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2418060744 0 0) 0x7fde4c15f960 con 0x7fde4c0ceb70 2024-09-10T07:25:47.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.330+0000 7fde52343640 1 -- 172.21.15.3:0/3824968990 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde4c0cf6f0 con 0x7fde4c15f010 2024-09-10T07:25:47.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.330+0000 7fde52343640 1 --2- 172.21.15.3:0/3824968990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c15f420 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fde44009d90 tx=0x7fde4402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ed9fd4b97a8bbe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde50b40640 1 -- 172.21.15.3:0/3824968990 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44007740 con 0x7fde4c15f010 2024-09-10T07:25:47.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde50b40640 1 -- 172.21.15.3:0/3824968990 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde440078e0 con 0x7fde4c15f010 2024-09-10T07:25:47.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde50b40640 1 -- 172.21.15.3:0/3824968990 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44007cb0 con 0x7fde4c15f010 2024-09-10T07:25:47.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 -- 172.21.15.3:0/3824968990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 msgr2=0x7fde4c15f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 --2- 172.21.15.3:0/3824968990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c15f420 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fde44009d90 tx=0x7fde4402a6a0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 -- 172.21.15.3:0/3824968990 shutdown_connections 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 --2- 172.21.15.3:0/3824968990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c15f420 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 -- 172.21.15.3:0/3824968990 >> 172.21.15.3:0/3824968990 conn(0x7fde4c06feb0 msgr2=0x7fde4c070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 -- 172.21.15.3:0/3824968990 shutdown_connections 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.331+0000 7fde53da6640 1 -- 172.21.15.3:0/3824968990 wait complete. 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 Processor -- start 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 -- start start 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde4c0ceb70 0x7fde4c0cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde4c15e400 0x7fde4c0c81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c1567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c06d310 con 0x7fde4c15f010 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c15eaf0 con 0x7fde4c15e400 2024-09-10T07:25:47.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde53da6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fde4c15e7e0 con 0x7fde4c0ceb70 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde52343640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c1567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde52343640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c1567d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50132/0 (socket says 172.21.15.3:50132) 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.333+0000 7fde52343640 1 -- 172.21.15.3:0/4263347042 learned_addr learned my addr 172.21.15.3:0/4263347042 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde51341640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde4c15e400 0x7fde4c0c81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde51b42640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde4c0ceb70 0x7fde4c0cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde52343640 1 -- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde4c0ceb70 msgr2=0x7fde4c0cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde52343640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde4c0ceb70 0x7fde4c0cade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde52343640 1 -- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde4c15e400 msgr2=0x7fde4c0c81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde52343640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde4c15e400 0x7fde4c0c81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde52343640 1 -- 172.21.15.3:0/4263347042 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde4c0cb320 con 0x7fde4c15f010 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde52343640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c1567d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fde44009eb0 tx=0x7fde44004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde3e7fc640 1 -- 172.21.15.3:0/4263347042 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44040070 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde3e7fc640 1 -- 172.21.15.3:0/4263347042 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde44031c90 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde4c0ca320 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde3e7fc640 1 -- 172.21.15.3:0/4263347042 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44045680 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.334+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde4c0ca5e0 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.336+0000 7fde3e7fc640 1 -- 172.21.15.3:0/4263347042 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde44039040 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.337+0000 7fde3e7fc640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde3006be60 0x7fde3006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.337+0000 7fde3e7fc640 1 -- 172.21.15.3:0/4263347042 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fde440ac950 con 0x7fde4c15f010 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.337+0000 7fde51b42640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde3006be60 0x7fde3006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.337+0000 7fde51b42640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde3006be60 0x7fde3006e320 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fde48004ea0 tx=0x7fde48009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 Processor -- start 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 -- start start 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555919000a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fb8a80 0x555918fbb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fb58b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555918f1d520 con 0x555918fbb2c0 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555918ec53e0 con 0x555918fbca50 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555918f194e0 con 0x555918fb8a80 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde51b42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555919000a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde51b42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555919000a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50148/0 (socket says 172.21.15.3:50148) 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.338+0000 7fde51b42640 1 -- 172.21.15.3:0/3349885924 learned_addr learned my addr 172.21.15.3:0/3349885924 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde52343640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fb58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51341640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fb8a80 0x555918fbb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51b42640 1 -- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fb8a80 msgr2=0x555918fbb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51b42640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fb8a80 0x555918fbb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51b42640 1 -- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 msgr2=0x555918fb58b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51b42640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fb58b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51b42640 1 -- 172.21.15.3:0/3349885924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555918ee02f0 con 0x555918fbb2c0 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51341640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fb8a80 0x555918fbb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde52343640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fb58b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde51b42640 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555919000a60 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fde4800e840 tx=0x7fde48011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa882e449b0e8211 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde2f7fe640 1 -- 172.21.15.3:0/3349885924 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde48025070 con 0x555918fbb2c0 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde2f7fe640 1 -- 172.21.15.3:0/3349885924 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde480159b0 con 0x555918fbb2c0 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.339+0000 7fde2f7fe640 1 -- 172.21.15.3:0/3349885924 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde48015d60 con 0x555918fbb2c0 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 -- 172.21.15.3:0/3349885924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 msgr2=0x555919000a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555919000a60 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fde4800e840 tx=0x7fde48011000 comp rx=0 tx=0).stop 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 -- 172.21.15.3:0/3349885924 shutdown_connections 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fb58b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fb8a80 0x555918fbb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 --2- 172.21.15.3:0/3349885924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555919000a60 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 -- 172.21.15.3:0/3349885924 >> 172.21.15.3:0/3349885924 conn(0x555918fb7a80 msgr2=0x555918ffff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 -- 172.21.15.3:0/3349885924 shutdown_connections 2024-09-10T07:25:47.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 -- 172.21.15.3:0/3349885924 wait complete. 2024-09-10T07:25:47.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.340+0000 7fde56c1f740 1 -- start start 2024-09-10T07:25:47.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.341+0000 7fde56c1f740 1 Processor -- start 2024-09-10T07:25:47.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.341+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbb2c0 0x555918fda030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.341+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fe2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fe16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555918fb6f20 con 0x555918fe1260 2024-09-10T07:25:47.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555918ea6450 con 0x555918fbca50 2024-09-10T07:25:47.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555919001290 con 0x555918fbb2c0 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 10 client.0 _ll_register_callbacks cb 0x555918c2fac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fe16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fe16e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50160/0 (socket says 172.21.15.3:50160) 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 -- 172.21.15.3:0/2978548347 learned_addr learned my addr 172.21.15.3:0/2978548347 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde51b42640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbb2c0 0x555918fda030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde51341640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fe2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 -- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbb2c0 msgr2=0x555918fda030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbb2c0 0x555918fda030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 -- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 msgr2=0x555918fe2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fe2ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 -- 172.21.15.3:0/2978548347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555918c302d0 con 0x555918fe1260 2024-09-10T07:25:47.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde52343640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fe16e0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fde44009e80 tx=0x7fde44031f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0c4be53a64670bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde2cff9640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde2cff9640 1 -- 172.21.15.3:0/2978548347 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4407eee0 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde2cff9640 1 -- 172.21.15.3:0/2978548347 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fde4407ad90 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde480159b0 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde2cff9640 1 -- 172.21.15.3:0/2978548347 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fde44083710 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 10 client.6345 fetch_fsmap learned FSMap version 46 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.342+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x555918cfa6b0 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde2cff9640 1 -- 172.21.15.3:0/2978548347 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde480159b0 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde2cff9640 1 -- 172.21.15.3:0/2978548347 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7fde44083280 con 0x555918fe1260 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde56c1f740 10 client.6345 fetch_fsmap finished waiting for FSMap version 46 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde56c1f740 10 client.6345 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:25:47.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde56c1f740 20 client.6345 populate_metadata read hostname 'smithi003' 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919013940 0x555919013d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde56c1f740 4 client.6345 mds_command: new command op to 6171 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 --> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555918f2ac50 con 0x555919013940 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde51b42640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919013940 0x555919013d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde2cff9640 10 client.6345 ms_handle_connect on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.343+0000 7fde51b42640 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919013940 0x555919013d20 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b676d6b28e3a2f73 server_cookie=af59666fef45ad6e in_seq=0 out_seq=0 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde2cff9640 1 -- 172.21.15.3:0/2978548347 <== mds.0 v2:172.21.15.3:6832/2435938821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555918f2ac50 con 0x555919013940 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde2cff9640 10 client.6345 handle_command_reply: tid=0 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 client.6345 shutdown 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 msgr2=0x555918fe16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fe16e0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fde44009e80 tx=0x7fde44031f00 comp rx=0 tx=0).stop 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 shutdown_connections 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919013940 0x555919013d20 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fe16e0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbca50 0x555918fe2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde2cff9640 0 client.6345 ms_handle_reset on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2978548347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbb2c0 0x555918fda030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 >> 172.21.15.3:0/2978548347 conn(0x555918fb8a80 msgr2=0x555918ffef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 shutdown_connections 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 1 -- 172.21.15.3:0/2978548347 wait complete. 2024-09-10T07:25:47.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.344+0000 7fde56c1f740 20 client.6345 trim_cache size 0 max 16384 2024-09-10T07:25:47.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.363+0000 7fde56c1f740 1 Processor -- start 2024-09-10T07:25:47.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.363+0000 7fde56c1f740 1 -- start start 2024-09-10T07:25:47.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbb2c0 0x555918ffcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x5559190243c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fd99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde56c1f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c1ffed0 con 0x555918fe1260 2024-09-10T07:25:47.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fde4c0b3dc0 con 0x555918fbb2c0 2024-09-10T07:25:47.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fde4c1ff920 con 0x555918fbca50 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fd99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fd99e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50168/0 (socket says 172.21.15.3:50168) 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 -- 172.21.15.3:0/1926739480 learned_addr learned my addr 172.21.15.3:0/1926739480 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde51341640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x5559190243c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde51b42640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbb2c0 0x555918ffcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 -- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 msgr2=0x5559190243c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x5559190243c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 -- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbb2c0 msgr2=0x555918ffcd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbb2c0 0x555918ffcd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 -- 172.21.15.3:0/1926739480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555918fb7810 con 0x555918fe1260 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde51341640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x5559190243c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde51b42640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbb2c0 0x555918ffcd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde52343640 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fd99e0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fde4407acd0 tx=0x7fde440a5000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0bdd01eb8639aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde2effd640 1 -- 172.21.15.3:0/1926739480 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4407eee0 con 0x555918fe1260 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde2effd640 1 -- 172.21.15.3:0/1926739480 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde44078e30 con 0x555918fe1260 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.364+0000 7fde2effd640 1 -- 172.21.15.3:0/1926739480 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4407a670 con 0x555918fe1260 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 -- 172.21.15.3:0/1926739480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 msgr2=0x555918fd99e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fd99e0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fde4407acd0 tx=0x7fde440a5000 comp rx=0 tx=0).stop 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 -- 172.21.15.3:0/1926739480 shutdown_connections 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fe1260 0x555918fd99e0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x5559190243c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 --2- 172.21.15.3:0/1926739480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fbb2c0 0x555918ffcd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 -- 172.21.15.3:0/1926739480 >> 172.21.15.3:0/1926739480 conn(0x555918fb8a80 msgr2=0x555918fb1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 -- 172.21.15.3:0/1926739480 shutdown_connections 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 -- 172.21.15.3:0/1926739480 wait complete. 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.365+0000 7fde56c1f740 1 -- start start 2024-09-10T07:25:47.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.366+0000 7fde56c1f740 1 Processor -- start 2024-09-10T07:25:47.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.366+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555918ffeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.366+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x555918fff400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.366+0000 7fde56c1f740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fe1260 0x555919010350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.366+0000 7fde56c1f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555918fb6720 con 0x555918fbb2c0 2024-09-10T07:25:47.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.366+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555918fdc250 con 0x555918fe1260 2024-09-10T07:25:47.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde56c1f740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555918fe31e0 con 0x555918fbca50 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde56c1f740 10 client.0 _ll_register_callbacks cb 0x7fde44009af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555918ffeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555918ffeec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50178/0 (socket says 172.21.15.3:50178) 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 -- 172.21.15.3:0/2276504756 learned_addr learned my addr 172.21.15.3:0/2276504756 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51341640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x555918fff400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde52343640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fe1260 0x555919010350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 -- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 msgr2=0x555918fff400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x555918fff400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 -- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fe1260 msgr2=0x555919010350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fe1260 0x555919010350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 -- 172.21.15.3:0/2276504756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559190242c0 con 0x555918fbb2c0 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51341640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x555918fff400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:47.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde51b42640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555918ffeec0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fde48015800 tx=0x7fde480036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65e9ebfaa96116b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde2cff9640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde2cff9640 1 -- 172.21.15.3:0/2276504756 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde48025050 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde2cff9640 1 -- 172.21.15.3:0/2276504756 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fde48007020 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde44078e30 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde2cff9640 1 -- 172.21.15.3:0/2276504756 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fde48039050 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde56c1f740 10 client.6351 fetch_fsmap learned FSMap version 46 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.367+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x55591907fd60 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde2cff9640 1 -- 172.21.15.3:0/2276504756 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde44078e30 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde2cff9640 1 -- 172.21.15.3:0/2276504756 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7fde4803c020 con 0x555918fbb2c0 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 10 client.6351 fetch_fsmap finished waiting for FSMap version 46 2024-09-10T07:25:47.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 10 client.6351 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 20 client.6351 populate_metadata read hostname 'smithi003' 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919010f60 0x55591907ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 4 client.6351 mds_command: new command op to 6171 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 --> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] -- command(tid 0: {"prefix": "status"}) -- 0x555918fe4400 con 0x555919010f60 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde51341640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919010f60 0x55591907ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde2cff9640 10 client.6351 ms_handle_connect on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde51341640 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919010f60 0x55591907ec80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=368ea11ec1ae2b39 server_cookie=750873c2a7afbe03 in_seq=0 out_seq=0 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde2cff9640 1 -- 172.21.15.3:0/2276504756 <== mds.0 v2:172.21.15.3:6832/2435938821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x555918fe4400 con 0x555919010f60 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde2cff9640 10 client.6351 handle_command_reply: tid=0 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.368+0000 7fde56c1f740 1 client.6351 shutdown 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 msgr2=0x555918ffeec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555918ffeec0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fde48015800 tx=0x7fde480036f0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 shutdown_connections 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x555919010f60 0x55591907ec80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555918fe1260 0x555919010350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555918fbca50 0x555918fff400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 --2- 172.21.15.3:0/2276504756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555918fbb2c0 0x555918ffeec0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde2cff9640 0 client.6351 ms_handle_reset on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 >> 172.21.15.3:0/2276504756 conn(0x555918fb8a80 msgr2=0x555918ffc950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 shutdown_connections 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 1 -- 172.21.15.3:0/2276504756 wait complete. 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde56c1f740 20 client.6351 trim_cache size 0 max 16384 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:25:47.376 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6171, 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 9.0514675120000003, 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 46, 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 66, 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 66, 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 14.083448822999999 2024-09-10T07:25:47.377 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde3006be60 msgr2=0x7fde3006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde3006be60 0x7fde3006e320 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fde48004ea0 tx=0x7fde48009040 comp rx=0 tx=0).stop 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 msgr2=0x7fde4c1567d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c1567d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fde44009eb0 tx=0x7fde44004a40 comp rx=0 tx=0).stop 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 shutdown_connections 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde3006be60 0x7fde3006e320 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde4c15f010 0x7fde4c1567d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde4c15e400 0x7fde4c0c81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 --2- 172.21.15.3:0/4263347042 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde4c0ceb70 0x7fde4c0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 >> 172.21.15.3:0/4263347042 conn(0x7fde4c06feb0 msgr2=0x7fde4c1613b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 shutdown_connections 2024-09-10T07:25:47.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.369+0000 7fde53da6640 1 -- 172.21.15.3:0/4263347042 wait complete. 2024-09-10T07:25:47.380 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:25:47.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.483+0000 7fe7a6e27640 1 Processor -- start 2024-09-10T07:25:47.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.483+0000 7fe7a6e27640 1 -- start start 2024-09-10T07:25:47.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.483+0000 7fe7a6e27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a00cf340 0x7fe7a0071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a6e27640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7a00d04c0 0x7fe7a00ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a6e27640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7a015e7c0 con 0x7fe7a01476d0 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a6e27640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe7a0071b80 con 0x7fe7a00d04c0 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a6e27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7a0071e60 con 0x7fe7a00cf340 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a4bc3640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a00cf340 0x7fe7a0071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a53c4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7a00d04c0 0x7fe7a00ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe79ffff640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe7a01476d0 0x7fe7a00cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:52904/0 (socket says 172.21.15.3:52904) 2024-09-10T07:25:47.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe79ffff640 1 -- 172.21.15.3:0/410086134 learned_addr learned my addr 172.21.15.3:0/410086134 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a53c4640 1 -- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a00cf340 msgr2=0x7fe7a0071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a53c4640 1 --2- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a00cf340 0x7fe7a0071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a53c4640 1 -- 172.21.15.3:0/410086134 >> v1:172.21.15.70:6789/0 conn(0x7fe7a01476d0 legacy=0x7fe7a00cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.484+0000 7fe7a53c4640 1 -- 172.21.15.3:0/410086134 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7a0072140 con 0x7fe7a00d04c0 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.485+0000 7fe7a53c4640 1 --2- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a00ccc10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe798009d90 tx=0x7fe79802a4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2009c61e433542d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.485+0000 7fe79f7fe640 1 -- 172.21.15.3:0/410086134 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe798007740 con 0x7fe7a00d04c0 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.485+0000 7fe79f7fe640 1 -- 172.21.15.3:0/410086134 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7980078e0 con 0x7fe7a00d04c0 2024-09-10T07:25:47.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.485+0000 7fe79f7fe640 1 -- 172.21.15.3:0/410086134 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe798007cb0 con 0x7fe7a00d04c0 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 -- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 msgr2=0x7fe7a00ccc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a00ccc10 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe798009d90 tx=0x7fe79802a4d0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 -- 172.21.15.3:0/410086134 shutdown_connections 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a00ccc10 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/410086134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a00cf340 0x7fe7a0071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 -- 172.21.15.3:0/410086134 >> 172.21.15.3:0/410086134 conn(0x7fe7a00b3d50 msgr2=0x7fe7a00b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 -- 172.21.15.3:0/410086134 shutdown_connections 2024-09-10T07:25:47.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.486+0000 7fe7a6e27640 1 -- 172.21.15.3:0/410086134 wait complete. 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.487+0000 7fe7a6e27640 1 Processor -- start 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.487+0000 7fe7a6e27640 1 -- start start 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a6e27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 0x7fe7a01597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a6e27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a0159d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a6e27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a01476d0 0x7fe7a00cb120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a6e27640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7a00cd150 con 0x7fe7a00cf340 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a6e27640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7a0147ee0 con 0x7fe7a00d04c0 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a6e27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7a00cd2d0 con 0x7fe7a01476d0 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 0x7fe7a01597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 0x7fe7a01597f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50192/0 (socket says 172.21.15.3:50192) 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 -- 172.21.15.3:0/2532848312 learned_addr learned my addr 172.21.15.3:0/2532848312 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:47.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a53c4640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a01476d0 0x7fe7a00cb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe79ffff640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a0159d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 -- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a01476d0 msgr2=0x7fe7a00cb120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a01476d0 0x7fe7a00cb120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 -- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 msgr2=0x7fe7a0159d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a0159d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a4bc3640 1 -- 172.21.15.3:0/2532848312 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7a00b5050 con 0x7fe7a00cf340 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe79ffff640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a0159d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.488+0000 7fe7a53c4640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a01476d0 0x7fe7a00cb120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.489+0000 7fe7a4bc3640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 0x7fe7a01597f0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fe79400e930 tx=0x7fe79400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.489+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe794017070 con 0x7fe7a00cf340 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.489+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe79400ca00 con 0x7fe7a00cf340 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.489+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7a00b5330 con 0x7fe7a00cf340 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.489+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe79400cdf0 con 0x7fe7a00cf340 2024-09-10T07:25:47.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.489+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7a00b58f0 con 0x7fe7a00cf340 2024-09-10T07:25:47.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.490+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7a0071510 con 0x7fe7a00cf340 2024-09-10T07:25:47.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.490+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe79401a070 con 0x7fe7a00cf340 2024-09-10T07:25:47.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.491+0000 7fe79d7fa640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe78406be30 0x7fe78406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:47.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.491+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fe79408b4a0 con 0x7fe7a00cf340 2024-09-10T07:25:47.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.491+0000 7fe79ffff640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe78406be30 0x7fe78406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:47.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.491+0000 7fe79ffff640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe78406be30 0x7fe78406e2f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe7a01f72e0 tx=0x7fe78c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:47.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.495+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe794059ce0 con 0x7fe7a00cf340 2024-09-10T07:25:47.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.705+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe7a00b2660 con 0x7fe7a00cf340 2024-09-10T07:25:47.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.705+0000 7fe79d7fa640 1 -- 172.21.15.3:0/2532848312 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v46) ==== 53+0+73 (secure 0 0 0) 0x7fe7940595e0 con 0x7fe7a00cf340 2024-09-10T07:25:47.706 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:25:47.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe78406be30 msgr2=0x7fe78406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe78406be30 0x7fe78406e2f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fe7a01f72e0 tx=0x7fe78c009040 comp rx=0 tx=0).stop 2024-09-10T07:25:47.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 msgr2=0x7fe7a01597f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:47.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 0x7fe7a01597f0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fe79400e930 tx=0x7fe79400edf0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 shutdown_connections 2024-09-10T07:25:47.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe78406be30 0x7fe78406e2f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7a01476d0 0x7fe7a00cb120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7a00d04c0 0x7fe7a0159d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 --2- 172.21.15.3:0/2532848312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7a00cf340 0x7fe7a01597f0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:47.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 >> 172.21.15.3:0/2532848312 conn(0x7fe7a00b3d50 msgr2=0x7fe7a00cd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:47.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.707+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 shutdown_connections 2024-09-10T07:25:47.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47.708+0000 7fe7a6e27640 1 -- 172.21.15.3:0/2532848312 wait complete. 2024-09-10T07:25:47.718 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:25:47.719 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:25:47.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:47.719 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:25:47.736 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42430sec preferred_lft 42430sec 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:25:47.737 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:25:47.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:47.739 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:25:47.800 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:25:47.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:47.802 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:25:47.859 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:25:47.859 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:25:47.859 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:25:47.860 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:25:47.860 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:25:47.860 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:25:47.860 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:25:47.860 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:25:47.860 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:25:47.860 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:25:47.860 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:25:47.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:25:47.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:25:47.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:47.990 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:25:48.005 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:25:48.005 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:25:48.005 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:25:48.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:48.006 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:25:48.071 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:25:48.071 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:25:48.071 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:48.127 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:25:48.128 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:25:48.128 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:48.183 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:25:48.250 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:25:48.308 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:25:48.309 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:25:48.310 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:25:48.311 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:25:48.311 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:25:48.311 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:25:48.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:48.311 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:25:48.365 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:25:48.366 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:25:48.408 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:25:48.434 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:25:48.489 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:25:48.489 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:25:48.489 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:25:48.490 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:25:48.491 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:25:48.492 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:25:48.492 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:25:48.492 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:25:48.492 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:25:48.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:48.493 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:25:48.494 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:25:48.494+0000 7f3c9621f480 -1 init, newargv = 0x5614ce04b7f0 newargc=15 2024-09-10T07:25:48.494 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[58115]: starting ceph client 2024-09-10T07:25:48.498 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[58115]: starting fuse 2024-09-10T07:25:48.509 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:25:48.509 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:25:48.509 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:25:48.510 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:25:48.511 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:25:48.629 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.58115.asok 2024-09-10T07:25:48.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:25:48.640 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.58115.asok 2024-09-10T07:25:48.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:48.640 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.58115.asok status 2024-09-10T07:25:48.777 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:25:48.777 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:25:48.777 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:25:48.777 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:25:48.777 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "58115", 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6357, 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 6357 2024-09-10T07:25:48.778 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 289623716 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 289623716 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.6357 192.168.0.1:0/289623716", 2024-09-10T07:25:48.779 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/289623716", 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 46, 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 66, 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:25:48.780 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:25:48.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:48.786 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:25:48.786 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:25:48.803 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:48.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:48.803 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:25:48.870 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-10T07:25:49.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.016+0000 7f3e1f5cf640 1 Processor -- start 2024-09-10T07:25:49.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.017+0000 7f3e1f5cf640 1 -- start start 2024-09-10T07:25:49.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.017+0000 7f3e1f5cf640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3e180d0090 0x7f3e180d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.017+0000 7f3e1f5cf640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3e180d0e30 0x7f3e180d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.017+0000 7f3e1f5cf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e180cf050 con 0x7f3e1815e6a0 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.017+0000 7f3e1f5cf640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f3e180cfc00 con 0x7f3e180d0090 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.017+0000 7f3e1f5cf640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3e180d17b0 con 0x7f3e180d0e30 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3e180d0090 0x7f3e180d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3e180d0090 0x7f3e180d3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58274/0 (socket says 172.21.15.3:58274) 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 -- 172.21.15.3:0/2257733463 learned_addr learned my addr 172.21.15.3:0/2257733463 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1db6c640 1 --2- 172.21.15.3:0/2257733463 >> v2:172.21.15.70:3300/0 conn(0x7f3e180d0e30 0x7f3e180d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 -- 172.21.15.3:0/2257733463 >> v2:172.21.15.70:3300/0 conn(0x7f3e180d0e30 msgr2=0x7f3e180d1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 --2- 172.21.15.3:0/2257733463 >> v2:172.21.15.70:3300/0 conn(0x7f3e180d0e30 0x7f3e180d1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 -- 172.21.15.3:0/2257733463 >> v1:172.21.15.70:6789/0 conn(0x7f3e1815e6a0 legacy=0x7f3e180d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.018+0000 7f3e1cb6a640 1 -- 172.21.15.3:0/2257733463 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e180cf2d0 con 0x7f3e180d0090 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1cb6a640 1 --2- 172.21.15.3:0/2257733463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e180d3160 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f3e1808eb60 tx=0x7f3e0802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=989ec59fdd086858 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:49.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e0ffff640 1 -- 172.21.15.3:0/2257733463 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e08037070 con 0x7f3e180d0090 2024-09-10T07:25:49.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e0ffff640 1 -- 172.21.15.3:0/2257733463 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e08032440 con 0x7f3e180d0090 2024-09-10T07:25:49.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e0ffff640 1 -- 172.21.15.3:0/2257733463 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e08032810 con 0x7f3e180d0090 2024-09-10T07:25:49.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2257733463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 msgr2=0x7f3e180d3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2257733463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e180d3160 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f3e1808eb60 tx=0x7f3e0802a270 comp rx=0 tx=0).stop 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2257733463 shutdown_connections 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2257733463 >> v2:172.21.15.70:3300/0 conn(0x7f3e180d0e30 0x7f3e180d1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2257733463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e180d3160 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.019+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2257733463 >> 172.21.15.3:0/2257733463 conn(0x7f3e1809d730 msgr2=0x7f3e180d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.020+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2257733463 shutdown_connections 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.020+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2257733463 wait complete. 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 Processor -- start 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 -- start start 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e1815aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e180d0e30 0x7f3e1815bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e1815e6a0 0x7f3e180caa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3e180b7270 con 0x7f3e180d0090 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3e180cf890 con 0x7f3e180d0e30 2024-09-10T07:25:49.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.021+0000 7f3e1f5cf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3e180b73f0 con 0x7f3e1815e6a0 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e1815aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e1815aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58286/0 (socket says 172.21.15.3:58286) 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 -- 172.21.15.3:0/2044673738 learned_addr learned my addr 172.21.15.3:0/2044673738 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1cb6a640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e180d0e30 0x7f3e1815bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1db6c640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e1815e6a0 0x7f3e180caa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 -- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e1815e6a0 msgr2=0x7f3e180caa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e1815e6a0 0x7f3e180caa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 -- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e180d0e30 msgr2=0x7f3e1815bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e180d0e30 0x7f3e1815bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 -- 172.21.15.3:0/2044673738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e180c9970 con 0x7f3e180d0090 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1d36b640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e1815aed0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f3e1400c3c0 tx=0x7f3e1400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:49.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e140052d0 con 0x7f3e180d0090 2024-09-10T07:25:49.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e140054b0 con 0x7f3e180d0090 2024-09-10T07:25:49.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e180c9c50 con 0x7f3e180d0090 2024-09-10T07:25:49.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.022+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e14006a40 con 0x7f3e180d0090 2024-09-10T07:25:49.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.023+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e180ca4f0 con 0x7f3e180d0090 2024-09-10T07:25:49.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.024+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e180c9e20 con 0x7f3e180d0090 2024-09-10T07:25:49.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.024+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3e14006be0 con 0x7f3e180d0090 2024-09-10T07:25:49.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.024+0000 7f3e0dffb640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3dfc06be30 0x7f3dfc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.025+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f3e1408a420 con 0x7f3e180d0090 2024-09-10T07:25:49.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.025+0000 7f3e1cb6a640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3dfc06be30 0x7f3dfc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.025+0000 7f3e1cb6a640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3dfc06be30 0x7f3dfc06e2f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3e08034000 tx=0x7f3e0802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:49.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.029+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e180cf050 con 0x7f3e180d0090 2024-09-10T07:25:49.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.241+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7f3e180d3160 con 0x7f3e180d0090 2024-09-10T07:25:49.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.345+0000 7f3e0dffb640 1 -- 172.21.15.3:0/2044673738 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v47) ==== 105+0+0 (secure 0 0 0) 0x7f3e14058560 con 0x7f3e180d0090 2024-09-10T07:25:49.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.347+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3dfc06be30 msgr2=0x7f3dfc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3dfc06be30 0x7f3dfc06e2f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3e08034000 tx=0x7f3e0802e000 comp rx=0 tx=0).stop 2024-09-10T07:25:49.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 msgr2=0x7f3e1815aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e1815aed0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f3e1400c3c0 tx=0x7f3e1400c880 comp rx=0 tx=0).stop 2024-09-10T07:25:49.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 shutdown_connections 2024-09-10T07:25:49.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3dfc06be30 0x7f3dfc06e2f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e1815e6a0 0x7f3e180caa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e180d0e30 0x7f3e1815bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 --2- 172.21.15.3:0/2044673738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e180d0090 0x7f3e1815aed0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 >> 172.21.15.3:0/2044673738 conn(0x7f3e1809d730 msgr2=0x7f3e180d4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:49.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 shutdown_connections 2024-09-10T07:25:49.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.348+0000 7f3e1f5cf640 1 -- 172.21.15.3:0/2044673738 wait complete. 2024-09-10T07:25:49.362 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:49.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.465+0000 7fb7ca85e640 1 Processor -- start 2024-09-10T07:25:49.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.465+0000 7fb7ca85e640 1 -- start start 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7ca85e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 0x7fb7c40cb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7ca85e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7c406f530 con 0x7fb7c415e8d0 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7ca85e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7c40cbbb0 con 0x7fb7c406dd90 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7ca85e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c40cbe90 con 0x7fb7c40acdd0 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7c3fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb7c415e8d0 0x7fb7c40cae70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55926/0 (socket says 172.21.15.3:55926) 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7c3fff640 1 -- 172.21.15.3:0/2016152324 learned_addr learned my addr 172.21.15.3:0/2016152324 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 252097606 0 0) 0x7fb7c406f530 con 0x7fb7c415e8d0 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7c8dfb640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 0x7fb7c40cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.466+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7ac003520 con 0x7fb7c415e8d0 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3333974542 0 0) 0x7fb7ac003520 con 0x7fb7c415e8d0 2024-09-10T07:25:49.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 msgr2=0x7fb7c40cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 0x7fb7c40cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 >> v1:172.21.15.70:6789/0 conn(0x7fb7c406dd90 legacy=0x7fb7c40ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c40ca5f0 con 0x7fb7c415e8d0 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fb7b4001670 con 0x7fb7c415e8d0 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 >> v1:172.21.15.3:6789/0 conn(0x7fb7c415e8d0 legacy=0x7fb7c40cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 0x7fb7ac003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7ac003fd0 0x7fb7ac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7ac004d40 0x7fb7ac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c40cbe90 con 0x7fb7ac003fd0 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ac00bb20 con 0x7fb7ac004d40 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb7ac00bd20 con 0x7fb7c40acdd0 2024-09-10T07:25:49.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7ac003fd0 0x7fb7ac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c8dfb640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7ac004d40 0x7fb7ac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c3fff640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 0x7fb7ac003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c37fe640 1 -- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 msgr2=0x7fb7ac003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7c40acdd0 0x7fb7ac003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c37fe640 1 -- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7ac004d40 msgr2=0x7fb7ac0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7ac004d40 0x7fb7ac0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.467+0000 7fb7c37fe640 1 -- 172.21.15.3:0/2016152324 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7ac003520 con 0x7fb7ac003fd0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.468+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7ac003fd0 0x7fb7ac004800 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8001750 tx=0x7fb7ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a17938c43519677a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.468+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b8001370 con 0x7fb7ac003fd0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.468+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7b80052d0 con 0x7fb7ac003fd0 2024-09-10T07:25:49.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.468+0000 7fb7c2ffd640 1 -- 172.21.15.3:0/2016152324 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b802ab20 con 0x7fb7ac003fd0 2024-09-10T07:25:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7ca85e640 1 -- 172.21.15.3:0/2016152324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7ac003fd0 msgr2=0x7fb7ac004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/2016152324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7ac003fd0 0x7fb7ac004800 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8001750 tx=0x7fb7ac005830 comp rx=0 tx=0).stop 2024-09-10T07:25:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7c8dfb640 1 -- 172.21.15.3:0/2016152324 reap_dead start 2024-09-10T07:25:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7ca85e640 1 -- 172.21.15.3:0/2016152324 shutdown_connections 2024-09-10T07:25:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7ca85e640 1 -- 172.21.15.3:0/2016152324 >> 172.21.15.3:0/2016152324 conn(0x7fb7c40cffa0 msgr2=0x7fb7c40d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7ca85e640 1 -- 172.21.15.3:0/2016152324 shutdown_connections 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.469+0000 7fb7ca85e640 1 -- 172.21.15.3:0/2016152324 wait complete. 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.470+0000 7fb7ca85e640 1 Processor -- start 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.470+0000 7fb7ca85e640 1 -- start start 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7ca85e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7ac003fd0 0x7fb7c414c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7ca85e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 0x7fb7c40b3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7ca85e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7c40ae230 0x7fb7c40ae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7ca85e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c40cb580 con 0x7fb7c409aa30 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7ca85e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c40cabb0 con 0x7fb7c40ae230 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7ca85e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c40cb700 con 0x7fb7ac003fd0 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 0x7fb7c40b3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 0x7fb7c40b3800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58304/0 (socket says 172.21.15.3:58304) 2024-09-10T07:25:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 -- 172.21.15.3:0/279675512 learned_addr learned my addr 172.21.15.3:0/279675512 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c3fff640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7ac003fd0 0x7fb7c414c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c8dfb640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7c40ae230 0x7fb7c40ae6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 -- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7ac003fd0 msgr2=0x7fb7c414c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7ac003fd0 0x7fb7c414c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 -- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7c40ae230 msgr2=0x7fb7c40ae6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7c40ae230 0x7fb7c40ae6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 -- 172.21.15.3:0/279675512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c409aec0 con 0x7fb7c409aa30 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.471+0000 7fb7c37fe640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 0x7fb7c40b3800 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fb7b80017b0 tx=0x7fb7b8001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.472+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b8037040 con 0x7fb7c409aa30 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.472+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7b8005480 con 0x7fb7c409aa30 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.472+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c409b1a0 con 0x7fb7c409aa30 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.472+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b8007470 con 0x7fb7c409aa30 2024-09-10T07:25:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.472+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c409b760 con 0x7fb7c409aa30 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.473+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c40af760 con 0x7fb7c409aa30 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.473+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb7b8044020 con 0x7fb7c409aa30 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.474+0000 7fb7c0ff9640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb7b006be30 0x7fb7b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.474+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fb7b80aaa80 con 0x7fb7c409aa30 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.474+0000 7fb7c3fff640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb7b006be30 0x7fb7b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.474+0000 7fb7c3fff640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb7b006be30 0x7fb7b006e2f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40aef00 tx=0x7fb7b4000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.478+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7c40af760 con 0x7fb7c409aa30 2024-09-10T07:25:49.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.690+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7c415dd80 con 0x7fb7c409aa30 2024-09-10T07:25:49.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.691+0000 7fb7c0ff9640 1 -- 172.21.15.3:0/279675512 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+5234 (secure 0 0 0) 0x7fb7b8078ce0 con 0x7fb7c409aa30 2024-09-10T07:25:49.691 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:49.691 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":48,"btime":"2024-09-10T07:25:49:348142+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:25:49.348125+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6171,"mds_1":5854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5854":{"gid":5854,"name":"d","rank":1,"incarnation":48,"state":"up:creating","state_seq":1,"addr":"172.21.15.70:6836/1823748918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1823748918},{"type":"v1","addr":"172.21.15.70:6836","nonce":1823748918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[6171]},"id":4}]} 2024-09-10T07:25:49.691 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 48 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb7b006be30 msgr2=0x7fb7b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb7b006be30 0x7fb7b006e2f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40aef00 tx=0x7fb7b4000ed0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 msgr2=0x7fb7c40b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 0x7fb7c40b3800 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fb7b80017b0 tx=0x7fb7b8001120 comp rx=0 tx=0).stop 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 shutdown_connections 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb7b006be30 0x7fb7b006e2f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb7c40ae230 0x7fb7c40ae6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7c409aa30 0x7fb7c40b3800 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 --2- 172.21.15.3:0/279675512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb7ac003fd0 0x7fb7c414c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 >> 172.21.15.3:0/279675512 conn(0x7fb7c40cffa0 msgr2=0x7fb7c40d0440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 shutdown_connections 2024-09-10T07:25:49.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:49.693+0000 7fb7ca85e640 1 -- 172.21.15.3:0/279675512 wait complete. 2024-09-10T07:25:50.106 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 48, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:25:37.657713+0000', 'modified': '2024-09-10T07:25:49.348125+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6171, 'mds_1': 5854}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5854': {'gid': 5854, 'name': 'd', 'rank': 1, 'incarnation': 48, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.70:6836/1823748918', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6834', 'nonce': 1823748918}, {'type': 'v1', 'addr': '172.21.15.70:6836', 'nonce': 1823748918}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6171': {'gid': 6171, 'name': 'c', 'rank': 0, 'incarnation': 44, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6834/2435938821', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6832', 'nonce': 2435938821}, {'type': 'v1', 'addr': '172.21.15.3:6834', 'nonce': 2435938821}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6171, 'qdb_cluster': [6171]} 2024-09-10T07:25:50.106 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5854:up:creating 2024-09-10T07:25:51.107 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:25:51.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.224+0000 7f9d03f59640 1 Processor -- start 2024-09-10T07:25:51.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.224+0000 7f9d03f59640 1 -- start start 2024-09-10T07:25:51.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d03f59640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f9cfc06e570 0x7f9cfc0cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d03f59640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9cfc06e950 0x7f9cfc0cb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d03f59640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cfc0cfd10 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d03f59640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f9cfc0cf470 con 0x7f9cfc06e950 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d03f59640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f9cfc0cf750 con 0x7f9cfc06e570 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d014f4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9cfc06e950 0x7f9cfc0cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d024f6640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f9cfc0cdb70 0x7f9cfc0ce000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55932/0 (socket says 172.21.15.3:55932) 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d024f6640 1 -- 172.21.15.3:0/3127918105 learned_addr learned my addr 172.21.15.3:0/3127918105 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d014f4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9cfc06e950 0x7f9cfc0cb000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58320/0 (socket says 172.21.15.3:58320) 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.225+0000 7f9d01cf5640 1 --2- 172.21.15.3:0/3127918105 >> v2:172.21.15.70:3300/0 conn(0x7f9cfc06e570 0x7f9cfc0cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d014f4640 1 -- 172.21.15.3:0/3127918105 >> v2:172.21.15.70:3300/0 conn(0x7f9cfc06e570 msgr2=0x7f9cfc0cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d014f4640 1 --2- 172.21.15.3:0/3127918105 >> v2:172.21.15.70:3300/0 conn(0x7f9cfc06e570 0x7f9cfc0cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d014f4640 1 -- 172.21.15.3:0/3127918105 >> v1:172.21.15.3:6789/0 conn(0x7f9cfc0cdb70 legacy=0x7f9cfc0ce000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d014f4640 1 -- 172.21.15.3:0/3127918105 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cfc0cfa30 con 0x7f9cfc06e950 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d00cf3640 1 -- 172.21.15.3:0/3127918105 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1616422642 0 0) 0x7f9cfc0cfd10 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d01cf5640 1 --2- 172.21.15.3:0/3127918105 >> v2:172.21.15.70:3300/0 conn(0x7f9cfc06e570 0x7f9cfc0cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:51.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.226+0000 7f9d014f4640 1 --2- 172.21.15.3:0/3127918105 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc06e950 0x7f9cfc0cb000 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc071840 tx=0x7f9cec02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5d6ad69eadab72 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d00cf3640 1 -- 172.21.15.3:0/3127918105 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec037070 con 0x7f9cfc06e950 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d00cf3640 1 -- 172.21.15.3:0/3127918105 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cec032440 con 0x7f9cfc06e950 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d00cf3640 1 -- 172.21.15.3:0/3127918105 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec032810 con 0x7f9cfc06e950 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 -- 172.21.15.3:0/3127918105 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc06e950 msgr2=0x7f9cfc0cb000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 --2- 172.21.15.3:0/3127918105 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc06e950 0x7f9cfc0cb000 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc071840 tx=0x7f9cec02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 -- 172.21.15.3:0/3127918105 shutdown_connections 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 --2- 172.21.15.3:0/3127918105 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc06e950 0x7f9cfc0cb000 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 --2- 172.21.15.3:0/3127918105 >> v2:172.21.15.70:3300/0 conn(0x7f9cfc06e570 0x7f9cfc0cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 -- 172.21.15.3:0/3127918105 >> 172.21.15.3:0/3127918105 conn(0x7f9cfc0cffa0 msgr2=0x7f9cfc0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 -- 172.21.15.3:0/3127918105 shutdown_connections 2024-09-10T07:25:51.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.227+0000 7f9d03f59640 1 -- 172.21.15.3:0/3127918105 wait complete. 2024-09-10T07:25:51.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.228+0000 7f9d03f59640 1 Processor -- start 2024-09-10T07:25:51.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 -- start start 2024-09-10T07:25:51.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9cfc06e570 0x7f9cfc0c9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9cfc06e950 0x7f9cfc14b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 0x7f9cfc0b3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc0cb810 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc0cb690 con 0x7f9cfc06e950 2024-09-10T07:25:51.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d03f59640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9cfc0ce710 con 0x7f9cfc06e570 2024-09-10T07:25:51.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d024f6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 0x7f9cfc0b3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d024f6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 0x7f9cfc0b3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58332/0 (socket says 172.21.15.3:58332) 2024-09-10T07:25:51.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.229+0000 7f9d024f6640 1 -- 172.21.15.3:0/416875839 learned_addr learned my addr 172.21.15.3:0/416875839 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d01cf5640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9cfc06e570 0x7f9cfc0c9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d014f4640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9cfc06e950 0x7f9cfc14b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d024f6640 1 -- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9cfc06e570 msgr2=0x7f9cfc0c9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d024f6640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9cfc06e570 0x7f9cfc0c9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d024f6640 1 -- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9cfc06e950 msgr2=0x7f9cfc14b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d024f6640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9cfc06e950 0x7f9cfc14b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d024f6640 1 -- 172.21.15.3:0/416875839 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cfc0ca480 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d024f6640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 0x7f9cfc0b3e40 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f9cf400c700 tx=0x7f9cf400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf4018070 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cf400ce10 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cfc14c2b0 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf400a880 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.230+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cfc14c870 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.231+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cfc0cecc0 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.232+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9cf401b070 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.233+0000 7f9cf27fc640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9ce006be30 0x7f9ce006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.233+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f9cf408a540 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.233+0000 7f9d01cf5640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9ce006be30 0x7f9ce006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.233+0000 7f9d01cf5640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9ce006be30 0x7f9ce006e2f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8006fd0 tx=0x7f9cf8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.237+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9cf4058d50 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.452+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cfc0b06d0 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.452+0000 7f9cf27fc640 1 -- 172.21.15.3:0/416875839 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) ==== 94+0+5237 (secure 0 0 0) 0x7f9cf4058650 con 0x7f9cfc0cdb70 2024-09-10T07:25:51.452 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:25:51.452 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":49,"btime":"2024-09-10T07:25:50:349636+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":49,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:25:50.349630+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6171,"mds_1":5854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5854":{"gid":5854,"name":"d","rank":1,"incarnation":48,"state":"up:active","state_seq":6,"addr":"172.21.15.70:6836/1823748918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1823748918},{"type":"v1","addr":"172.21.15.70:6836","nonce":1823748918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[5854,6171]},"id":4}]} 2024-09-10T07:25:51.453 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 49 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9ce006be30 msgr2=0x7f9ce006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9ce006be30 0x7f9ce006e2f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8006fd0 tx=0x7f9cf8008040 comp rx=0 tx=0).stop 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 msgr2=0x7f9cfc0b3e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 0x7f9cfc0b3e40 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f9cf400c700 tx=0x7f9cf400cbc0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 shutdown_connections 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9ce006be30 0x7f9ce006e2f0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cfc0cdb70 0x7f9cfc0b3e40 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9cfc06e950 0x7f9cfc14b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 --2- 172.21.15.3:0/416875839 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9cfc06e570 0x7f9cfc0c9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 >> 172.21.15.3:0/416875839 conn(0x7f9cfc0cffa0 msgr2=0x7f9cfc09dbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:51.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 shutdown_connections 2024-09-10T07:25:51.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.455+0000 7f9d03f59640 1 -- 172.21.15.3:0/416875839 wait complete. 2024-09-10T07:25:51.868 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 49, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:25:37.657713+0000', 'modified': '2024-09-10T07:25:50.349630+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6171, 'mds_1': 5854}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5854': {'gid': 5854, 'name': 'd', 'rank': 1, 'incarnation': 48, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.70:6836/1823748918', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.70:6834', 'nonce': 1823748918}, {'type': 'v1', 'addr': '172.21.15.70:6836', 'nonce': 1823748918}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6171': {'gid': 6171, 'name': 'c', 'rank': 0, 'incarnation': 44, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6834/2435938821', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6832', 'nonce': 2435938821}, {'type': 'v1', 'addr': '172.21.15.3:6834', 'nonce': 2435938821}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6171, 'qdb_cluster': [5854, 6171]} 2024-09-10T07:25:51.868 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-10T07:25:51.869 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-10T07:25:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.977+0000 7f4e7325e640 1 Processor -- start 2024-09-10T07:25:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.977+0000 7f4e7325e640 1 -- start start 2024-09-10T07:25:51.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e7325e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4e6c0b86d0 0x7f4e6c169070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e7325e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e6c161dc0 con 0x7f4e6c1619e0 2024-09-10T07:25:51.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e7325e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e6c0d3310 con 0x7f4e6c0d0cc0 2024-09-10T07:25:51.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e7325e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f4e6c0d3f20 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e717fb640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4e6c0b86d0 0x7f4e6c169070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e70ffa640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4e6c1619e0 0x7f4e6c0d2850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55944/0 (socket says 172.21.15.3:55944) 2024-09-10T07:25:51.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e70ffa640 1 -- 172.21.15.3:0/1017980392 learned_addr learned my addr 172.21.15.3:0/1017980392 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:51.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e717fb640 1 -- 172.21.15.3:0/1017980392 >> v1:172.21.15.70:6789/0 conn(0x7f4e6c0d0cc0 legacy=0x7f4e6c0d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e717fb640 1 -- 172.21.15.3:0/1017980392 >> v1:172.21.15.3:6789/0 conn(0x7f4e6c1619e0 legacy=0x7f4e6c0d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.978+0000 7f4e717fb640 1 -- 172.21.15.3:0/1017980392 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6c0d35f0 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.979+0000 7f4e717fb640 1 --2- 172.21.15.3:0/1017980392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c169070 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f4e64009d90 tx=0x7f4e6402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb64186903c448 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.979+0000 7f4e6b7fe640 1 -- 172.21.15.3:0/1017980392 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64007740 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.979+0000 7f4e6b7fe640 1 -- 172.21.15.3:0/1017980392 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e640078e0 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.979+0000 7f4e6b7fe640 1 -- 172.21.15.3:0/1017980392 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64007cb0 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 -- 172.21.15.3:0/1017980392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 msgr2=0x7f4e6c169070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 --2- 172.21.15.3:0/1017980392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c169070 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f4e64009d90 tx=0x7f4e6402a6f0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 -- 172.21.15.3:0/1017980392 shutdown_connections 2024-09-10T07:25:51.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 --2- 172.21.15.3:0/1017980392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c169070 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 -- 172.21.15.3:0/1017980392 >> 172.21.15.3:0/1017980392 conn(0x7f4e6c06d1c0 msgr2=0x7f4e6c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:51.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 -- 172.21.15.3:0/1017980392 shutdown_connections 2024-09-10T07:25:51.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.980+0000 7f4e7325e640 1 -- 172.21.15.3:0/1017980392 wait complete. 2024-09-10T07:25:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.981+0000 7f4e7325e640 1 Processor -- start 2024-09-10T07:25:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.981+0000 7f4e7325e640 1 -- start start 2024-09-10T07:25:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e7325e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c15c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e7325e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e6c0d0cc0 0x7f4e6c0b5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e7325e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e6c1619e0 0x7f4e6c0cc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e7325e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c0d2250 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e7325e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c0d3bb0 con 0x7f4e6c0d0cc0 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e7325e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4e6c0d2f60 con 0x7f4e6c1619e0 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e70ffa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c15c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e70ffa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c15c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58352/0 (socket says 172.21.15.3:58352) 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e70ffa640 1 -- 172.21.15.3:0/3380516320 learned_addr learned my addr 172.21.15.3:0/3380516320 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e6c0d0cc0 0x7f4e6c0b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.982+0000 7f4e717fb640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e6c1619e0 0x7f4e6c0cc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e70ffa640 1 -- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e6c1619e0 msgr2=0x7f4e6c0cc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e6c1619e0 0x7f4e6c0cc5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e70ffa640 1 -- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e6c0d0cc0 msgr2=0x7f4e6c0b5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e6c0d0cc0 0x7f4e6c0b5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e70ffa640 1 -- 172.21.15.3:0/3380516320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e6c0b4ac0 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e717fb640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e6c1619e0 0x7f4e6c0cc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c15c280 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c00c4a0 tx=0x7f4e5c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e697fa640 1 -- 172.21.15.3:0/3380516320 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c017070 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e697fa640 1 -- 172.21.15.3:0/3380516320 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e5c005ce0 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e6c0b4da0 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e697fa640 1 -- 172.21.15.3:0/3380516320 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c007270 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.983+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e6c0b5360 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.984+0000 7f4e697fa640 1 -- 172.21.15.3:0/3380516320 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4e5c01a070 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.985+0000 7f4e697fa640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e5806be30 0x7f4e5806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.985+0000 7f4e697fa640 1 -- 172.21.15.3:0/3380516320 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7f4e5c08a290 con 0x7f4e6c0b86d0 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.985+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e5806be30 0x7f4e5806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.986+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e5806be30 0x7f4e5806e2f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4e600016e0 tx=0x7f4e60009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.986+0000 7f4e75ff8740 1 Processor -- start 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.986+0000 7f4e75ff8740 1 -- start start 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca368fa80 0x55eca36926a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca368c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55eca35f4520 con 0x55eca3693a50 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55eca359c3e0 con 0x55eca36922c0 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55eca35f04e0 con 0x55eca368fa80 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca368c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca368c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58364/0 (socket says 172.21.15.3:58364) 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 -- 172.21.15.3:0/213301046 learned_addr learned my addr 172.21.15.3:0/213301046 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca368fa80 0x55eca36926a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 -- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca368fa80 msgr2=0x55eca36926a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca368fa80 0x55eca36926a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 -- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 msgr2=0x55eca36d7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 -- 172.21.15.3:0/213301046 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eca35b72f0 con 0x55eca3693a50 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e717fb640 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca368c8b0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f4e64007700 tx=0x7f4e6402f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0de81ac7cb08a92 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e527fc640 1 -- 172.21.15.3:0/213301046 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64007ae0 con 0x55eca3693a50 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e527fc640 1 -- 172.21.15.3:0/213301046 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e64040070 con 0x55eca3693a50 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.987+0000 7f4e527fc640 1 -- 172.21.15.3:0/213301046 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64007e80 con 0x55eca3693a50 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 -- 172.21.15.3:0/213301046 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 msgr2=0x55eca368c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:51.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca368c8b0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f4e64007700 tx=0x7f4e6402f000 comp rx=0 tx=0).stop 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 -- 172.21.15.3:0/213301046 shutdown_connections 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca368c8b0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca368fa80 0x55eca36926a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/213301046 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 -- 172.21.15.3:0/213301046 >> 172.21.15.3:0/213301046 conn(0x55eca368ea80 msgr2=0x55eca36d6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 -- 172.21.15.3:0/213301046 shutdown_connections 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.988+0000 7f4e75ff8740 1 -- 172.21.15.3:0/213301046 wait complete. 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.989+0000 7f4e75ff8740 1 -- start start 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.989+0000 7f4e75ff8740 1 Processor -- start 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36b6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca36b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36bc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55eca368df20 con 0x55eca3693a50 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55eca357d450 con 0x55eca36922c0 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55eca36d8290 con 0x55eca36d4440 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 10 client.0 _ll_register_callbacks cb 0x55eca3306ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca36b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca36b43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58378/0 (socket says 172.21.15.3:58378) 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 -- 172.21.15.3:0/1786195898 learned_addr learned my addr 172.21.15.3:0/1786195898 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e717fb640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36bc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 -- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 msgr2=0x55eca36bc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36bc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 -- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 msgr2=0x55eca36b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 -- 172.21.15.3:0/1786195898 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eca33072d0 con 0x55eca3693a50 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca36b43a0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f4e60007bc0 tx=0x7f4e60000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69fae9a18816e223 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:51.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/1786195898 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e60027060 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/1786195898 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7f4e60022cb0 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.990+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e64040070 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/1786195898 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) ==== 24+0+0 (secure 0 0 0) 0x7f4e60006e20 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 10 client.6393 fetch_fsmap learned FSMap version 49 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=2+}) -- 0x55eca33d16b0 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/1786195898 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e64040070 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/1786195898 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 49) ==== 3522+0+0 (secure 0 0 0) 0x7f4e600133f0 con 0x55eca3693a50 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 10 client.6393 fetch_fsmap finished waiting for FSMap version 49 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 10 client.6393 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 20 client.6393 populate_metadata read hostname 'smithi003' 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36ba890 0x55eca36bac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 4 client.6393 mds_command: new command op to 5854 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:25:51.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 --> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eca3601c50 con 0x55eca36ba890 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.991+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36ba890 0x55eca36bac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.992+0000 7f4e4b7fe640 10 client.6393 ms_handle_connect on v2:172.21.15.70:6834/1823748918 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.992+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36ba890 0x55eca36bac70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29a3fff9756558a2 server_cookie=f081105610ae83b1 in_seq=0 out_seq=0 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.992+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/1786195898 <== mds.1 v2:172.21.15.70:6834/1823748918 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eca3601c50 con 0x55eca36ba890 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.992+0000 7f4e4b7fe640 10 client.6393 handle_command_reply: tid=0 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.992+0000 7f4e75ff8740 1 client.6393 shutdown 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 msgr2=0x55eca36b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca36b43a0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f4e60007bc0 tx=0x7f4e60000ed0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 shutdown_connections 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36bc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36ba890 0x55eca36bac70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca3693a50 0x55eca36b43a0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/1786195898 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 >> 172.21.15.3:0/1786195898 conn(0x55eca368fa80 msgr2=0x55eca36d4fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e4b7fe640 0 client.6393 ms_handle_reset on v2:172.21.15.70:6834/1823748918 2024-09-10T07:25:52.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 shutdown_connections 2024-09-10T07:25:52.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 1 -- 172.21.15.3:0/1786195898 wait complete. 2024-09-10T07:25:52.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:51.993+0000 7f4e75ff8740 20 client.6393 trim_cache size 0 max 16384 2024-09-10T07:25:52.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.011+0000 7f4e75ff8740 1 Processor -- start 2024-09-10T07:25:52.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.011+0000 7f4e75ff8740 1 -- start start 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca3693a50 0x55eca36d54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 0x55eca3691030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c201240 con 0x55eca36d4440 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4e6c1f82e0 con 0x55eca36922c0 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4e6c1f8930 con 0x55eca3693a50 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 0x55eca3691030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 0x55eca3691030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58388/0 (socket says 172.21.15.3:58388) 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 -- 172.21.15.3:0/2697521614 learned_addr learned my addr 172.21.15.3:0/2697521614 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 -- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca3693a50 msgr2=0x55eca36d54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca3693a50 0x55eca36d54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca3693a50 0x55eca36d54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 -- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 msgr2=0x55eca36d4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 -- 172.21.15.3:0/2697521614 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eca368df20 con 0x55eca36d4440 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca3693a50 0x55eca36d54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e717fb640 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 0x55eca3691030 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f4e64000f80 tx=0x7f4e6402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c312709c52f7b9ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.012+0000 7f4e51ffb640 1 -- 172.21.15.3:0/2697521614 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64003b90 con 0x55eca36d4440 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e51ffb640 1 -- 172.21.15.3:0/2697521614 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e64040070 con 0x55eca36d4440 2024-09-10T07:25:52.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e51ffb640 1 -- 172.21.15.3:0/2697521614 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e640078e0 con 0x55eca36d4440 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 -- 172.21.15.3:0/2697521614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 msgr2=0x55eca3691030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 0x55eca3691030 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f4e64000f80 tx=0x7f4e6402e000 comp rx=0 tx=0).stop 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 -- 172.21.15.3:0/2697521614 shutdown_connections 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36d4440 0x55eca3691030 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca3693a50 0x55eca36d54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/2697521614 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca36922c0 0x55eca36d4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 -- 172.21.15.3:0/2697521614 >> 172.21.15.3:0/2697521614 conn(0x55eca368fa80 msgr2=0x55eca368e290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 -- 172.21.15.3:0/2697521614 shutdown_connections 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.013+0000 7f4e75ff8740 1 -- 172.21.15.3:0/2697521614 wait complete. 2024-09-10T07:25:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.014+0000 7f4e75ff8740 1 -- start start 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.014+0000 7f4e75ff8740 1 Processor -- start 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 0x55eca3754670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca3693a50 0x55eca36fa780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36facc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55eca36d4af0 con 0x55eca36922c0 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55eca36bb890 con 0x55eca3693a50 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55eca36ea920 con 0x55eca36d4440 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 10 client.0 _ll_register_callbacks cb 0x7f4e600013e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 0x55eca3754670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 0x55eca3754670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58392/0 (socket says 172.21.15.3:58392) 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 -- 172.21.15.3:0/493262991 learned_addr learned my addr 172.21.15.3:0/493262991 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e717fb640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36facc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca3693a50 0x55eca36fa780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 -- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 msgr2=0x55eca36facc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36facc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 -- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca3693a50 msgr2=0x55eca36fa780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca3693a50 0x55eca36fa780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 -- 172.21.15.3:0/493262991 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eca36d9ea0 con 0x55eca36922c0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e70ffa640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 0x55eca3754670 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c0580e0 tx=0x7f4e5c08a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f18678e7a0c3c3d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/493262991 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e5c070150 con 0x55eca36922c0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/493262991 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7f4e5c0702f0 con 0x55eca36922c0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e64040070 con 0x55eca36922c0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.015+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/493262991 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) ==== 24+0+0 (secure 0 0 0) 0x7f4e5c060a80 con 0x55eca36922c0 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 10 client.6399 fetch_fsmap learned FSMap version 49 2024-09-10T07:25:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=2+}) -- 0x55eca3691570 con 0x55eca36922c0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/493262991 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e64040070 con 0x55eca36922c0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/493262991 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 49) ==== 3522+0+0 (secure 0 0 0) 0x7f4e5c057830 con 0x55eca36922c0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 10 client.6399 fetch_fsmap finished waiting for FSMap version 49 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 10 client.6399 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 20 client.6399 populate_metadata read hostname 'smithi003' 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36d8fe0 0x55eca36e5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 4 client.6399 mds_command: new command op to 5854 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 --> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] -- command(tid 0: {"prefix": "status"}) -- 0x55eca35fbfa0 con 0x55eca36d8fe0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36d8fe0 0x55eca36e5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e4b7fe640 10 client.6399 ms_handle_connect on v2:172.21.15.70:6834/1823748918 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.016+0000 7f4e6bfff640 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36d8fe0 0x55eca36e5520 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=18d0ccde05312d47 server_cookie=cb86c119c9c73f20 in_seq=0 out_seq=0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e4b7fe640 1 -- 172.21.15.3:0/493262991 <== mds.1 v2:172.21.15.70:6834/1823748918 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x55eca35fbfa0 con 0x55eca36d8fe0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e4b7fe640 10 client.6399 handle_command_reply: tid=0 2024-09-10T07:25:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 client.6399 shutdown 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 msgr2=0x55eca3754670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 0x55eca3754670 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c0580e0 tx=0x7f4e5c08a040 comp rx=0 tx=0).stop 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 shutdown_connections 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55eca36d4440 0x55eca36facc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55eca3693a50 0x55eca36fa780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.70:6834/1823748918,v1:172.21.15.70:6836/1823748918] conn(0x55eca36d8fe0 0x55eca36e5520 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 --2- 172.21.15.3:0/493262991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55eca36922c0 0x55eca3754670 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e4b7fe640 0 client.6399 ms_handle_reset on v2:172.21.15.70:6834/1823748918 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 >> 172.21.15.3:0/493262991 conn(0x55eca368fa80 msgr2=0x55eca36b8e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 shutdown_connections 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 1 -- 172.21.15.3:0/493262991 wait complete. 2024-09-10T07:25:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.017+0000 7f4e75ff8740 20 client.6399 trim_cache size 0 max 16384 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 1, 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 5854, 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 2.6675950839999998, 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 49, 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 67, 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 66, 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 18.7258724 2024-09-10T07:25:52.023 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:25:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e5806be30 msgr2=0x7f4e5806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e5806be30 0x7f4e5806e2f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4e600016e0 tx=0x7f4e60009040 comp rx=0 tx=0).stop 2024-09-10T07:25:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 msgr2=0x7f4e6c15c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c15c280 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c00c4a0 tx=0x7f4e5c00c960 comp rx=0 tx=0).stop 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 shutdown_connections 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e5806be30 0x7f4e5806e2f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e6c1619e0 0x7f4e6c0cc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e6c0d0cc0 0x7f4e6c0b5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 --2- 172.21.15.3:0/3380516320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e6c0b86d0 0x7f4e6c15c280 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 >> 172.21.15.3:0/3380516320 conn(0x7f4e6c06d1c0 msgr2=0x7f4e6c15f650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 shutdown_connections 2024-09-10T07:25:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.018+0000 7f4e7325e640 1 -- 172.21.15.3:0/3380516320 wait complete. 2024-09-10T07:25:52.028 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:25:52.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.132+0000 7fac2e85e640 1 Processor -- start 2024-09-10T07:25:52.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.132+0000 7fac2e85e640 1 -- start start 2024-09-10T07:25:52.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.132+0000 7fac2e85e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 0x7fac28169070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac2e85e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac28161dc0 con 0x7fac280d0cc0 2024-09-10T07:25:52.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac2e85e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac280d3310 con 0x7fac281619e0 2024-09-10T07:25:52.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac2e85e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac280d3f20 con 0x7fac280b86d0 2024-09-10T07:25:52.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac277fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fac280d0cc0 0x7fac280d1100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55954/0 (socket says 172.21.15.3:55954) 2024-09-10T07:25:52.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac277fe640 1 -- 172.21.15.3:0/695278426 learned_addr learned my addr 172.21.15.3:0/695278426 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:52.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1662161364 0 0) 0x7fac28161dc0 con 0x7fac280d0cc0 2024-09-10T07:25:52.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 0x7fac28169070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac10003520 con 0x7fac280d0cc0 2024-09-10T07:25:52.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4200575641 0 0) 0x7fac10003520 con 0x7fac280d0cc0 2024-09-10T07:25:52.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 msgr2=0x7fac28169070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 0x7fac28169070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 >> v1:172.21.15.70:6789/0 conn(0x7fac281619e0 legacy=0x7fac280d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac280d35f0 con 0x7fac280d0cc0 2024-09-10T07:25:52.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fac1c001690 con 0x7fac280d0cc0 2024-09-10T07:25:52.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 >> v1:172.21.15.3:6789/0 conn(0x7fac280d0cc0 legacy=0x7fac280d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac10003a50 0x7fac10003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10004800 0x7fac10004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 0x7fac100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac280d3f20 con 0x7fac10003a50 2024-09-10T07:25:52.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fac1000ba70 con 0x7fac10004800 2024-09-10T07:25:52.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac1000bc70 con 0x7fac280b86d0 2024-09-10T07:25:52.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.133+0000 7fac27fff640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac10003a50 0x7fac10003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac277fe640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10004800 0x7fac10004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 0x7fac100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac27fff640 1 -- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 msgr2=0x7fac100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac27fff640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280b86d0 0x7fac100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac27fff640 1 -- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10004800 msgr2=0x7fac10004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac27fff640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10004800 0x7fac10004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac27fff640 1 -- 172.21.15.3:0/695278426 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac10003520 con 0x7fac10003a50 2024-09-10T07:25:52.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac277fe640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10004800 0x7fac10004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:25:52.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.134+0000 7fac27fff640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac10003a50 0x7fac10003e30 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fac18001830 tx=0x7fac10005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9edfa5405e3834a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18037070 con 0x7fac10003a50 2024-09-10T07:25:52.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1802abe0 con 0x7fac10003a50 2024-09-10T07:25:52.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac26ffd640 1 -- 172.21.15.3:0/695278426 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18001430 con 0x7fac10003a50 2024-09-10T07:25:52.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2e85e640 1 -- 172.21.15.3:0/695278426 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac10003a50 msgr2=0x7fac10003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2e85e640 1 --2- 172.21.15.3:0/695278426 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac10003a50 0x7fac10003e30 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fac18001830 tx=0x7fac10005830 comp rx=0 tx=0).stop 2024-09-10T07:25:52.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2cdfb640 1 -- 172.21.15.3:0/695278426 reap_dead start 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2e85e640 1 -- 172.21.15.3:0/695278426 shutdown_connections 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2e85e640 1 -- 172.21.15.3:0/695278426 >> 172.21.15.3:0/695278426 conn(0x7fac2806d1c0 msgr2=0x7fac28073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2e85e640 1 -- 172.21.15.3:0/695278426 shutdown_connections 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.135+0000 7fac2e85e640 1 -- 172.21.15.3:0/695278426 wait complete. 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.136+0000 7fac2e85e640 1 Processor -- start 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 -- start start 2024-09-10T07:25:52.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10003a50 0x7fac28154950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 0x7fac280b6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280c9a30 0x7fac280c9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac280d2250 con 0x7fac280b6190 2024-09-10T07:25:52.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fac280d3bb0 con 0x7fac10003a50 2024-09-10T07:25:52.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.137+0000 7fac2e85e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac280d2f60 con 0x7fac280c9a30 2024-09-10T07:25:52.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 0x7fac280b6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 0x7fac280b6610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58408/0 (socket says 172.21.15.3:58408) 2024-09-10T07:25:52.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 -- 172.21.15.3:0/628219866 learned_addr learned my addr 172.21.15.3:0/628219866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac27fff640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10003a50 0x7fac28154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280c9a30 0x7fac280c9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 -- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280c9a30 msgr2=0x7fac280c9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280c9a30 0x7fac280c9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 -- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10003a50 msgr2=0x7fac28154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10003a50 0x7fac28154950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 -- 172.21.15.3:0/628219866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac281f7710 con 0x7fac280b6190 2024-09-10T07:25:52.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac27fff640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10003a50 0x7fac28154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:52.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac277fe640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 0x7fac280b6610 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00e7b0 tx=0x7fac1c00ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac24ff9640 1 -- 172.21.15.3:0/628219866 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c00c660 con 0x7fac280b6190 2024-09-10T07:25:52.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac24ff9640 1 -- 172.21.15.3:0/628219866 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1c018070 con 0x7fac280b6190 2024-09-10T07:25:52.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac24ff9640 1 -- 172.21.15.3:0/628219866 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c00ca00 con 0x7fac280b6190 2024-09-10T07:25:52.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac281f79f0 con 0x7fac280b6190 2024-09-10T07:25:52.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.138+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac280ca3f0 con 0x7fac280b6190 2024-09-10T07:25:52.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.140+0000 7fac24ff9640 1 -- 172.21.15.3:0/628219866 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac1c00cba0 con 0x7fac280b6190 2024-09-10T07:25:52.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.140+0000 7fac24ff9640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac1406be30 0x7fac1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.140+0000 7fac24ff9640 1 -- 172.21.15.3:0/628219866 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7fac1c08ad90 con 0x7fac280b6190 2024-09-10T07:25:52.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.141+0000 7fac27fff640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac1406be30 0x7fac1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.141+0000 7fac27fff640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac1406be30 0x7fac1406e2f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fac18001830 tx=0x7fac18009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.141+0000 7fac315f7740 1 Processor -- start 2024-09-10T07:25:52.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.141+0000 7fac315f7740 1 -- start start 2024-09-10T07:25:52.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac315f7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 0x55ba53cb7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c6fa80 0x55ba53c726a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c73a50 0x55ba53c6c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac315f7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ba53bd4520 con 0x55ba53c722c0 2024-09-10T07:25:52.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ba53b7c3e0 con 0x55ba53c6fa80 2024-09-10T07:25:52.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ba53bd04e0 con 0x55ba53c73a50 2024-09-10T07:25:52.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 0x55ba53cb7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 0x55ba53cb7a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58420/0 (socket says 172.21.15.3:58420) 2024-09-10T07:25:52.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 -- 172.21.15.3:0/218519974 learned_addr learned my addr 172.21.15.3:0/218519974 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac277fe640 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c6fa80 0x55ba53c726a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c73a50 0x55ba53c6c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 -- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c73a50 msgr2=0x55ba53c6c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c73a50 0x55ba53c6c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 -- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c6fa80 msgr2=0x55ba53c726a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c6fa80 0x55ba53c726a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 -- 172.21.15.3:0/218519974 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba53b972f0 con 0x55ba53c722c0 2024-09-10T07:25:52.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.142+0000 7fac27fff640 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 0x55ba53cb7a60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fac18007740 tx=0x7fac1802e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a5e38dfd66cb65 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac0dffb640 1 -- 172.21.15.3:0/218519974 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18037040 con 0x55ba53c722c0 2024-09-10T07:25:52.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac0dffb640 1 -- 172.21.15.3:0/218519974 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac18006890 con 0x55ba53c722c0 2024-09-10T07:25:52.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac0dffb640 1 -- 172.21.15.3:0/218519974 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18006c40 con 0x55ba53c722c0 2024-09-10T07:25:52.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 -- 172.21.15.3:0/218519974 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 msgr2=0x55ba53cb7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 0x55ba53cb7a60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fac18007740 tx=0x7fac1802e000 comp rx=0 tx=0).stop 2024-09-10T07:25:52.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 -- 172.21.15.3:0/218519974 shutdown_connections 2024-09-10T07:25:52.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c73a50 0x55ba53c6c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c6fa80 0x55ba53c726a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 --2- 172.21.15.3:0/218519974 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c722c0 0x55ba53cb7a60 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 -- 172.21.15.3:0/218519974 >> 172.21.15.3:0/218519974 conn(0x55ba53c6ea80 msgr2=0x55ba53cb6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 -- 172.21.15.3:0/218519974 shutdown_connections 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.143+0000 7fac315f7740 1 -- 172.21.15.3:0/218519974 wait complete. 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.144+0000 7fac315f7740 1 -- start start 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.144+0000 7fac315f7740 1 Processor -- start 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53c95090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53cb1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ba53c6df20 con 0x55ba53c73a50 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ba53b5d450 con 0x55ba53cb10e0 2024-09-10T07:25:52.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ba53cb8290 con 0x55ba53c722c0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac315f7740 10 client.0 _ll_register_callbacks cb 0x55ba538e6ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53cb1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53cb1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58436/0 (socket says 172.21.15.3:58436) 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 -- 172.21.15.3:0/1679001027 learned_addr learned my addr 172.21.15.3:0/1679001027 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac27fff640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53c95090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 -- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 msgr2=0x55ba53c95090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53c95090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 -- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 msgr2=0x55ba53cb1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 -- 172.21.15.3:0/1679001027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba538e72d0 con 0x55ba53c73a50 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac277fe640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53cb1920 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00e780 tx=0x7fac1c05d150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259dea242e76c44a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.145+0000 7fac06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:25:52.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac06ffd640 1 -- 172.21.15.3:0/1679001027 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c086070 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac06ffd640 1 -- 172.21.15.3:0/1679001027 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7fac1c0584a0 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac18006890 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac06ffd640 1 -- 172.21.15.3:0/1679001027 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) ==== 24+0+0 (secure 0 0 0) 0x7fac1c057210 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 10 client.6411 fetch_fsmap learned FSMap version 49 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=2+}) -- 0x55ba539b16b0 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac06ffd640 1 -- 172.21.15.3:0/1679001027 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac18006890 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac06ffd640 1 -- 172.21.15.3:0/1679001027 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 49) ==== 3522+0+0 (secure 0 0 0) 0x7fac1c05f350 con 0x55ba53c73a50 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 10 client.6411 fetch_fsmap finished waiting for FSMap version 49 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 10 client.6411 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 20 client.6411 populate_metadata read hostname 'smithi003' 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53cca7e0 0x55ba53ccabc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 4 client.6411 mds_command: new command op to 6171 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 --> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba53be1c50 con 0x55ba53cca7e0 2024-09-10T07:25:52.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.146+0000 7fac27fff640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53cca7e0 0x55ba53ccabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac27fff640 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53cca7e0 0x55ba53ccabc0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb048b234286e452 server_cookie=89844d6973ddb599 in_seq=0 out_seq=0 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac06ffd640 10 client.6411 ms_handle_connect on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac06ffd640 1 -- 172.21.15.3:0/1679001027 <== mds.0 v2:172.21.15.3:6832/2435938821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ba53be1c50 con 0x55ba53cca7e0 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac06ffd640 10 client.6411 handle_command_reply: tid=0 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 client.6411 shutdown 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 msgr2=0x55ba53cb1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53cb1920 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00e780 tx=0x7fac1c05d150 comp rx=0 tx=0).stop 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 shutdown_connections 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53cca7e0 0x55ba53ccabc0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53cb1920 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 --2- 172.21.15.3:0/1679001027 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53c95090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac06ffd640 0 client.6411 ms_handle_reset on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:52.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.147+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 >> 172.21.15.3:0/1679001027 conn(0x55ba53c6fa80 msgr2=0x55ba53cb5df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.148+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 shutdown_connections 2024-09-10T07:25:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.148+0000 7fac315f7740 1 -- 172.21.15.3:0/1679001027 wait complete. 2024-09-10T07:25:52.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.148+0000 7fac315f7740 20 client.6411 trim_cache size 0 max 16384 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.166+0000 7fac315f7740 1 Processor -- start 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.166+0000 7fac315f7740 1 -- start start 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53cb4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac315f7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c729f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac315f7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac28201740 con 0x55ba53c73a50 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fac281ffae0 con 0x55ba53cb10e0 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac28200100 con 0x55ba53c722c0 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c729f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c729f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58442/0 (socket says 172.21.15.3:58442) 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 -- 172.21.15.3:0/3812806512 learned_addr learned my addr 172.21.15.3:0/3812806512 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac27fff640 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53cb4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 -- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 msgr2=0x55ba53cb4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53cb4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 -- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 msgr2=0x55ba53cb95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 -- 172.21.15.3:0/3812806512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba53c95400 con 0x55ba53c73a50 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac277fe640 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c729f0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fac1c001520 tx=0x7fac1c05b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a8c067ad3cb2d70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac0d7fa640 1 -- 172.21.15.3:0/3812806512 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c086070 con 0x55ba53c73a50 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac0d7fa640 1 -- 172.21.15.3:0/3812806512 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1c0582a0 con 0x55ba53c73a50 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.167+0000 7fac0d7fa640 1 -- 172.21.15.3:0/3812806512 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c0587b0 con 0x55ba53c73a50 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 -- 172.21.15.3:0/3812806512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 msgr2=0x55ba53c729f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c729f0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fac1c001520 tx=0x7fac1c05b000 comp rx=0 tx=0).stop 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 -- 172.21.15.3:0/3812806512 shutdown_connections 2024-09-10T07:25:52.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53cb10e0 0x55ba53cb95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c729f0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 --2- 172.21.15.3:0/3812806512 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53c722c0 0x55ba53cb4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 -- 172.21.15.3:0/3812806512 >> 172.21.15.3:0/3812806512 conn(0x55ba53c6fa80 msgr2=0x55ba53cb8a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 -- 172.21.15.3:0/3812806512 shutdown_connections 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 -- 172.21.15.3:0/3812806512 wait complete. 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.168+0000 7fac315f7740 1 -- start start 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 Processor -- start 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c722c0 0x55ba53d34380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c99ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53cb10e0 0x55ba53c9a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ba53c95620 con 0x55ba53c73a50 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55ba53c6bf90 con 0x55ba53c722c0 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55ba53c6cb30 con 0x55ba53cb10e0 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.169+0000 7fac315f7740 10 client.0 _ll_register_callbacks cb 0x7fac1c058990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:25:52.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c99ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c99ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58456/0 (socket says 172.21.15.3:58456) 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 -- 172.21.15.3:0/2902247384 learned_addr learned my addr 172.21.15.3:0/2902247384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac27fff640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c722c0 0x55ba53d34380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac2cdfb640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53cb10e0 0x55ba53c9a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 -- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53cb10e0 msgr2=0x55ba53c9a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53cb10e0 0x55ba53c9a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 -- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c722c0 msgr2=0x55ba53d34380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c722c0 0x55ba53d34380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 -- 172.21.15.3:0/2902247384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba53cb0b50 con 0x55ba53c73a50 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac277fe640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c99ca0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00c4b0 tx=0x7fac1c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99f48d00a513de6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac06ffd640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac06ffd640 1 -- 172.21.15.3:0/2902247384 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c06b060 con 0x55ba53c73a50 2024-09-10T07:25:52.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac06ffd640 1 -- 172.21.15.3:0/2902247384 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7fac1c061dd0 con 0x55ba53c73a50 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac1c0582a0 con 0x55ba53c73a50 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac06ffd640 1 -- 172.21.15.3:0/2902247384 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) ==== 24+0+0 (secure 0 0 0) 0x7fac1c086040 con 0x55ba53c73a50 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac315f7740 10 client.6417 fetch_fsmap learned FSMap version 49 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=2+}) -- 0x55ba53cb0b50 con 0x55ba53c73a50 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.170+0000 7fac06ffd640 1 -- 172.21.15.3:0/2902247384 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1c0582a0 con 0x55ba53c73a50 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac06ffd640 1 -- 172.21.15.3:0/2902247384 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 49) ==== 3522+0+0 (secure 0 0 0) 0x7fac1c054ba0 con 0x55ba53c73a50 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 10 client.6417 fetch_fsmap finished waiting for FSMap version 49 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 10 client.6417 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 20 client.6417 populate_metadata read hostname 'smithi003' 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53c9adf0 0x55ba53c9b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 4 client.6417 mds_command: new command op to 6171 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 --> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] -- command(tid 0: {"prefix": "status"}) -- 0x55ba53bdbfa0 con 0x55ba53c9adf0 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac27fff640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53c9adf0 0x55ba53c9b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac06ffd640 10 client.6417 ms_handle_connect on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac27fff640 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53c9adf0 0x55ba53c9b1d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2c94a89ef5815f server_cookie=15fe6c508cf8d8fb in_seq=0 out_seq=0 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac06ffd640 1 -- 172.21.15.3:0/2902247384 <== mds.0 v2:172.21.15.3:6832/2435938821 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55ba53bdbfa0 con 0x55ba53c9adf0 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac06ffd640 10 client.6417 handle_command_reply: tid=0 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 client.6417 shutdown 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 msgr2=0x55ba53c99ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c99ca0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00c4b0 tx=0x7fac1c012000 comp rx=0 tx=0).stop 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 shutdown_connections 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.171+0000 7fac315f7740 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:6832/2435938821,v1:172.21.15.3:6834/2435938821] conn(0x55ba53c9adf0 0x55ba53c9b1d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55ba53cb10e0 0x55ba53c9a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba53c73a50 0x55ba53c99ca0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac06ffd640 0 client.6417 ms_handle_reset on v2:172.21.15.3:6832/2435938821 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 1 --2- 172.21.15.3:0/2902247384 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55ba53c722c0 0x55ba53d34380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 >> 172.21.15.3:0/2902247384 conn(0x55ba53c6fa80 msgr2=0x55ba53cb4ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 shutdown_connections 2024-09-10T07:25:52.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 1 -- 172.21.15.3:0/2902247384 wait complete. 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac315f7740 20 client.6417 trim_cache size 0 max 16384 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6171, 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 13.854347632, 2024-09-10T07:25:52.191 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 49, 2024-09-10T07:25:52.192 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 67, 2024-09-10T07:25:52.192 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 66, 2024-09-10T07:25:52.192 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 18.886331521999999 2024-09-10T07:25:52.192 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:25:52.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac1406be30 msgr2=0x7fac1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac1406be30 0x7fac1406e2f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fac18001830 tx=0x7fac18009030 comp rx=0 tx=0).stop 2024-09-10T07:25:52.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 msgr2=0x7fac280b6610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 0x7fac280b6610 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00e7b0 tx=0x7fac1c00ebb0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 shutdown_connections 2024-09-10T07:25:52.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac1406be30 0x7fac1406e2f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac280c9a30 0x7fac280c9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac280b6190 0x7fac280b6610 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 --2- 172.21.15.3:0/628219866 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac10003a50 0x7fac28154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 >> 172.21.15.3:0/628219866 conn(0x7fac2806d1c0 msgr2=0x7fac2815fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 shutdown_connections 2024-09-10T07:25:52.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.172+0000 7fac2e85e640 1 -- 172.21.15.3:0/628219866 wait complete. 2024-09-10T07:25:52.194 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable false 2024-09-10T07:25:52.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.299+0000 7ff5ec742640 1 Processor -- start 2024-09-10T07:25:52.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.300+0000 7ff5ec742640 1 -- start start 2024-09-10T07:25:52.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ec742640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e415e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ec742640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff5e40cda30 0x7ff5e40cf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ec742640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5e4072180 con 0x7ff5e40cfa70 2024-09-10T07:25:52.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ec742640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff5e40ca880 con 0x7ff5e40cda30 2024-09-10T07:25:52.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ec742640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e4072420 con 0x7ff5e41589c0 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5eacdf640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ff5e40cfa70 0x7ff5e4161f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:55956/0 (socket says 172.21.15.3:55956) 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5eacdf640 1 -- 172.21.15.3:0/954210373 learned_addr learned my addr 172.21.15.3:0/954210373 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ea4de640 1 --2- 172.21.15.3:0/954210373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e415e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5e9cdd640 1 --2- 172.21.15.3:0/954210373 >> v2:172.21.15.70:3300/0 conn(0x7ff5e40cda30 0x7ff5e40cf530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5e94dc640 1 -- 172.21.15.3:0/954210373 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1997000342 0 0) 0x7ff5e4072180 con 0x7ff5e40cfa70 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5e94dc640 1 -- 172.21.15.3:0/954210373 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5d0003520 con 0x7ff5e40cfa70 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ea4de640 1 -- 172.21.15.3:0/954210373 >> v2:172.21.15.70:3300/0 conn(0x7ff5e40cda30 msgr2=0x7ff5e40cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5e94dc640 1 -- 172.21.15.3:0/954210373 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4029191325 0 0) 0x7ff5d0003520 con 0x7ff5e40cfa70 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ea4de640 1 --2- 172.21.15.3:0/954210373 >> v2:172.21.15.70:3300/0 conn(0x7ff5e40cda30 0x7ff5e40cf530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ea4de640 1 -- 172.21.15.3:0/954210373 >> v1:172.21.15.3:6789/0 conn(0x7ff5e40cfa70 legacy=0x7ff5e4161f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5ea4de640 1 -- 172.21.15.3:0/954210373 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e4072700 con 0x7ff5e41589c0 2024-09-10T07:25:52.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.301+0000 7ff5e9cdd640 1 --2- 172.21.15.3:0/954210373 >> v2:172.21.15.70:3300/0 conn(0x7ff5e40cda30 0x7ff5e40cf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.302+0000 7ff5ea4de640 1 --2- 172.21.15.3:0/954210373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e415e940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff5e00097a0 tx=0x7ff5e002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c02a0fff127f592 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.302+0000 7ff5e94dc640 1 -- 172.21.15.3:0/954210373 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0037070 con 0x7ff5e41589c0 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.302+0000 7ff5e94dc640 1 -- 172.21.15.3:0/954210373 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5e002aba0 con 0x7ff5e41589c0 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.302+0000 7ff5e94dc640 1 -- 172.21.15.3:0/954210373 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc0019f0 con 0x7ff5e41589c0 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 -- 172.21.15.3:0/954210373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 msgr2=0x7ff5e415e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 --2- 172.21.15.3:0/954210373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e415e940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff5e00097a0 tx=0x7ff5e002a110 comp rx=0 tx=0).stop 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 -- 172.21.15.3:0/954210373 shutdown_connections 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 --2- 172.21.15.3:0/954210373 >> v2:172.21.15.70:3300/0 conn(0x7ff5e40cda30 0x7ff5e40cf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 --2- 172.21.15.3:0/954210373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e415e940 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 -- 172.21.15.3:0/954210373 >> 172.21.15.3:0/954210373 conn(0x7ff5e40ccf10 msgr2=0x7ff5e40cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:52.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 -- 172.21.15.3:0/954210373 shutdown_connections 2024-09-10T07:25:52.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.303+0000 7ff5ec742640 1 -- 172.21.15.3:0/954210373 wait complete. 2024-09-10T07:25:52.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.304+0000 7ff5ec742640 1 Processor -- start 2024-09-10T07:25:52.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.304+0000 7ff5ec742640 1 -- start start 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ec742640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 0x7ff5e4155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ec742640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e40cfa70 0x7ff5e4145b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ec742640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e4146040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ec742640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e4158da0 con 0x7ff5e40cda30 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ec742640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e4072cc0 con 0x7ff5e40cfa70 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ec742640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e40caae0 con 0x7ff5e41589c0 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 0x7ff5e4155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 0x7ff5e4155550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58462/0 (socket says 172.21.15.3:58462) 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 -- 172.21.15.3:0/874608811 learned_addr learned my addr 172.21.15.3:0/874608811 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 -- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 msgr2=0x7ff5e4146040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e4146040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 -- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e40cfa70 msgr2=0x7ff5e4145b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e40cfa70 0x7ff5e4145b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 -- 172.21.15.3:0/874608811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e40b43c0 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.305+0000 7ff5ea4de640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 0x7ff5e4155550 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0035040 tx=0x7ff5e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.306+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0042020 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.306+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5e003d670 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.306+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0037040 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.306+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e4150a90 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.306+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e4151050 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.307+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5e40cfee0 con 0x7ff5e40cda30 2024-09-10T07:25:52.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.307+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff5e0045020 con 0x7ff5e40cda30 2024-09-10T07:25:52.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.308+0000 7ff5daffd640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5c806be30 0x7ff5c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:25:52.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.308+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6217+0+0 (secure 0 0 0) 0x7ff5e00ab960 con 0x7ff5e40cda30 2024-09-10T07:25:52.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.308+0000 7ff5e9cdd640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5c806be30 0x7ff5c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:25:52.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.308+0000 7ff5e9cdd640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5c806be30 0x7ff5c806e2f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4006e80 tx=0x7ff5d4006dd0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:25:52.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.312+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff5e004c030 con 0x7ff5e40cda30 2024-09-10T07:25:52.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:52.528+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "false"} v 0) -- 0x7ff5e415f720 con 0x7ff5e40cda30 2024-09-10T07:25:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.367+0000 7ff5daffd640 1 -- 172.21.15.3:0/874608811 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "false"}]=0 cephfs marked not joinable; MDS cannot join as newly active. v50) ==== 170+0+0 (secure 0 0 0) 0x7ff5e007a110 con 0x7ff5e40cda30 2024-09-10T07:25:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join as newly active. 2024-09-10T07:25:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5c806be30 msgr2=0x7ff5c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5c806be30 0x7ff5c806e2f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4006e80 tx=0x7ff5d4006dd0 comp rx=0 tx=0).stop 2024-09-10T07:25:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 msgr2=0x7ff5e4155550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:25:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 0x7ff5e4155550 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0035040 tx=0x7ff5e00046c0 comp rx=0 tx=0).stop 2024-09-10T07:25:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 shutdown_connections 2024-09-10T07:25:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff5c806be30 0x7ff5c806e2f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff5e41589c0 0x7ff5e4146040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff5e40cfa70 0x7ff5e4145b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 --2- 172.21.15.3:0/874608811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e40cda30 0x7ff5e4155550 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:25:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 >> 172.21.15.3:0/874608811 conn(0x7ff5e40ccf10 msgr2=0x7ff5e40cc1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:25:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 shutdown_connections 2024-09-10T07:25:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53.371+0000 7ff5ec742640 1 -- 172.21.15.3:0/874608811 wait complete. 2024-09-10T07:25:53.385 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir {alpha,bravo} && touch {alpha,bravo}/file') 2024-09-10T07:25:53.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T07:25:53.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:25:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:25:53.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:53.462 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 alpha/) 2024-09-10T07:25:53.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:25:53.483 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 bravo/) 2024-09-10T07:25:53.540 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T07:25:53.698 INFO:teuthology.orchestra.run.smithi003.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T07:25:53.699 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T07:25:53.699 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/alpha', 0), ('/bravo', 1)] 2024-09-10T07:25:54.289 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:25:54.290+0000 7f0976dea640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-10T07:25:55.700 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T07:25:55.831 INFO:teuthology.orchestra.run.smithi003.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T07:25:55.832 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T07:25:55.832 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/alpha', 0), ('/bravo', 1)] 2024-09-10T07:25:57.833 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T07:25:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T07:25:57.966 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T07:25:57.966 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/alpha', 0), ('/bravo', 1)] 2024-09-10T07:25:59.967 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T07:26:00.098 INFO:teuthology.orchestra.run.smithi003.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"17","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T07:26:00.099 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "17", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T07:26:00.099 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/alpha', 0), ('/bravo', 1)] 2024-09-10T07:26:02.101 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T07:26:02.234 INFO:teuthology.orchestra.run.smithi003.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"17","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T07:26:02.234 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "17", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T07:26:02.235 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/alpha', 0), ('/bravo', 1)] 2024-09-10T07:26:04.236 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T07:26:04.369 INFO:teuthology.orchestra.run.smithi003.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"18","version":"18","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/alpha","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/bravo","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-10T07:26:04.370 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "18", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "18" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/alpha", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000001", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/bravo", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "5", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-10T07:26:04.370 INFO:tasks.cephfs.cephfs_test_case:[('/alpha', 0), ('/bravo', 1)] =?= [('/alpha', 0), ('/bravo', 1)] 2024-09-10T07:26:04.371 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:26:04.371 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:26:04.388 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:26:04.388 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:26:04.388 DEBUG:teuthology.orchestra.run.smithi003:> import uuid 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> n = 1000 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> create_hard_links = False 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> if 0 > 0: 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> create_hard_links = True 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> path = "/home/ubuntu/cephtest/mnt.0/alpha/file" 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> dpath = os.path.dirname(path) 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> fnameprefix = os.path.basename(path) 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> os.makedirs(dpath, exist_ok=True) 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> try: 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T07:26:04.389 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> for i in range(n): 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> f.write(f"{i}") 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> f.flush() 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> os.fsync(f.fileno()) 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> os.unlink(fpath) 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> os.fsync(dirfd) 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> if create_hard_links: 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> for j in range(0): 2024-09-10T07:26:04.390 DEBUG:teuthology.orchestra.run.smithi003:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T07:26:04.391 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:04.391 DEBUG:teuthology.orchestra.run.smithi003:> os.fsync(dirfd) 2024-09-10T07:26:04.391 DEBUG:teuthology.orchestra.run.smithi003:> finally: 2024-09-10T07:26:04.391 DEBUG:teuthology.orchestra.run.smithi003:> os.close(dirfd) 2024-09-10T07:26:04.391 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:26:04.835 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:26:04.838 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:26:08.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:26:08.904 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:26:08.904 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> stdin-killer -- python3 -c ' 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> import uuid 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> n = 1000 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> create_hard_links = False 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> if 0 > 0: 2024-09-10T07:26:08.921 DEBUG:teuthology.orchestra.run.smithi003:> create_hard_links = True 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> path = "/home/ubuntu/cephtest/mnt.0/bravo/file" 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> dpath = os.path.dirname(path) 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> fnameprefix = os.path.basename(path) 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> os.makedirs(dpath, exist_ok=True) 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> try: 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> for i in range(n): 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> with open(fpath, '"'"'w'"'"') as f: 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> f.write(f"{i}") 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:08.922 DEBUG:teuthology.orchestra.run.smithi003:> f.flush() 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> os.fsync(f.fileno()) 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> os.unlink(fpath) 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> os.fsync(dirfd) 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> if create_hard_links: 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> for j in range(0): 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> if False: 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> os.fsync(dirfd) 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> finally: 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> os.close(dirfd) 2024-09-10T07:26:08.923 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:26:17.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:26:17.232 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:26:17.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.376+0000 7fc9ce96d640 1 Processor -- start 2024-09-10T07:26:17.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.376+0000 7fc9ce96d640 1 -- start start 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9ce96d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc9c80720c0 0x7fc9c8071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9ce96d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc9c8160790 0x7fc9c80cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9ce96d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9c80cc9d0 con 0x7fc9c80cf130 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9ce96d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc9c80d2060 con 0x7fc9c8160790 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9ce96d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc9c80cf560 con 0x7fc9c80720c0 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc9c8160790 0x7fc9c80cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc9c8160790 0x7fc9c80cebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56326/0 (socket says 172.21.15.3:56326) 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 -- 172.21.15.3:0/1261514445 learned_addr learned my addr 172.21.15.3:0/1261514445 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c7fff640 1 --2- 172.21.15.3:0/1261514445 >> v2:172.21.15.70:3300/0 conn(0x7fc9c80720c0 0x7fc9c8071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 -- 172.21.15.3:0/1261514445 >> v2:172.21.15.70:3300/0 conn(0x7fc9c80720c0 msgr2=0x7fc9c8071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 --2- 172.21.15.3:0/1261514445 >> v2:172.21.15.70:3300/0 conn(0x7fc9c80720c0 0x7fc9c8071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 -- 172.21.15.3:0/1261514445 >> v1:172.21.15.70:6789/0 conn(0x7fc9c80cf130 legacy=0x7fc9c815cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c77fe640 1 -- 172.21.15.3:0/1261514445 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9c80ccfe0 con 0x7fc9c8160790 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.377+0000 7fc9c7fff640 1 --2- 172.21.15.3:0/1261514445 >> v2:172.21.15.70:3300/0 conn(0x7fc9c80720c0 0x7fc9c8071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:26:17.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.378+0000 7fc9c77fe640 1 --2- 172.21.15.3:0/1261514445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c8160790 0x7fc9c80cebf0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc9c8068890 tx=0x7fc9bc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f114438d0eba11 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.378+0000 7fc9c6ffd640 1 -- 172.21.15.3:0/1261514445 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc037070 con 0x7fc9c8160790 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.378+0000 7fc9c6ffd640 1 -- 172.21.15.3:0/1261514445 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9bc032440 con 0x7fc9c8160790 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.378+0000 7fc9c6ffd640 1 -- 172.21.15.3:0/1261514445 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9bc032810 con 0x7fc9c8160790 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.378+0000 7fc9ce96d640 1 -- 172.21.15.3:0/1261514445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c8160790 msgr2=0x7fc9c80cebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.378+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/1261514445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c8160790 0x7fc9c80cebf0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc9c8068890 tx=0x7fc9bc02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.379+0000 7fc9ce96d640 1 -- 172.21.15.3:0/1261514445 shutdown_connections 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.379+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/1261514445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c8160790 0x7fc9c80cebf0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.379+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/1261514445 >> v2:172.21.15.70:3300/0 conn(0x7fc9c80720c0 0x7fc9c8071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.379+0000 7fc9ce96d640 1 -- 172.21.15.3:0/1261514445 >> 172.21.15.3:0/1261514445 conn(0x7fc9c80b3d50 msgr2=0x7fc9c80b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.379+0000 7fc9ce96d640 1 -- 172.21.15.3:0/1261514445 shutdown_connections 2024-09-10T07:26:17.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.379+0000 7fc9ce96d640 1 -- 172.21.15.3:0/1261514445 wait complete. 2024-09-10T07:26:17.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.380+0000 7fc9ce96d640 1 Processor -- start 2024-09-10T07:26:17.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.380+0000 7fc9ce96d640 1 -- start start 2024-09-10T07:26:17.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 0x7fc9c8156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9c80cf130 0x7fc9c80c5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9c8160790 0x7fc9c80b2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc9c80d1a70 con 0x7fc9c80720c0 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc9c80ccc70 con 0x7fc9c80cf130 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc9c8160c00 con 0x7fc9c8160790 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 0x7fc9c8156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 0x7fc9c8156da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56332/0 (socket says 172.21.15.3:56332) 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 -- 172.21.15.3:0/3008834094 learned_addr learned my addr 172.21.15.3:0/3008834094 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:17.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c77fe640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9c80cf130 0x7fc9c80c5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ccf0a640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9c8160790 0x7fc9c80b2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 -- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9c8160790 msgr2=0x7fc9c80b2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9c8160790 0x7fc9c80b2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 -- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9c80cf130 msgr2=0x7fc9c80c5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9c80cf130 0x7fc9c80c5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 -- 172.21.15.3:0/3008834094 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9c80b65f0 con 0x7fc9c80720c0 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c7fff640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 0x7fc9c8156da0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc9b800c7f0 tx=0x7fc9b800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9b8015070 con 0x7fc9c80720c0 2024-09-10T07:26:17.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9b8007820 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9c80b68d0 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.381+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9b8007bd0 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.382+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9c80b6e90 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.383+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9c80ce830 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.383+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc9b8018070 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.383+0000 7fc9c4ff9640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9b406be30 0x7fc9b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.383+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fc9b808af90 con 0x7fc9c80720c0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.384+0000 7fc9c77fe640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9b406be30 0x7fc9b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.384+0000 7fc9c77fe640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9b406be30 0x7fc9b406e2f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc034000 tx=0x7fc9bc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:17.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.388+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc9b8059050 con 0x7fc9c80720c0 2024-09-10T07:26:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.601+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9c815a5c0 con 0x7fc9c80720c0 2024-09-10T07:26:17.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.601+0000 7fc9c4ff9640 1 -- 172.21.15.3:0/3008834094 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5239 (secure 0 0 0) 0x7fc9b805d350 con 0x7fc9c80720c0 2024-09-10T07:26:17.602 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:26:17.602 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":51,"btime":"2024-09-10T07:26:03:390634+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":51,"flags":19,"flags_state":{"joinable":false,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:26:03.290395+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6171,"mds_1":5854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5854":{"gid":5854,"name":"d","rank":1,"incarnation":48,"state":"up:active","state_seq":6,"addr":"172.21.15.70:6836/1823748918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1823748918},{"type":"v1","addr":"172.21.15.70:6836","nonce":1823748918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[5854,6171]},"id":4}]} 2024-09-10T07:26:17.602 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 51 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9b406be30 msgr2=0x7fc9b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9b406be30 0x7fc9b406e2f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc9bc034000 tx=0x7fc9bc02e000 comp rx=0 tx=0).stop 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 msgr2=0x7fc9c8156da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 0x7fc9c8156da0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc9b800c7f0 tx=0x7fc9b800ccb0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 shutdown_connections 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc9b406be30 0x7fc9b406e2f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc9c8160790 0x7fc9c80b2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc9c80cf130 0x7fc9c80c5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 --2- 172.21.15.3:0/3008834094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc9c80720c0 0x7fc9c8156da0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 >> 172.21.15.3:0/3008834094 conn(0x7fc9c80b3d50 msgr2=0x7fc9c815bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:17.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 shutdown_connections 2024-09-10T07:26:17.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.604+0000 7fc9ce96d640 1 -- 172.21.15.3:0/3008834094 wait complete. 2024-09-10T07:26:17.614 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-10T07:26:17.877 INFO:teuthology.orchestra.run.smithi003.stdout:{"message":"","return_code":0} 2024-09-10T07:26:17.877 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T07:26:17.878 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:26:17.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.980+0000 7fdd3ba27640 1 Processor -- start 2024-09-10T07:26:17.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.981+0000 7fdd3ba27640 1 -- start start 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.981+0000 7fdd3ba27640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fdd34156940 0x7fdd3415d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.981+0000 7fdd3ba27640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fdd340ccf30 0x7fdd340cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.981+0000 7fdd3ba27640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd341608e0 con 0x7fdd3415ff00 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.981+0000 7fdd3ba27640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fdd3415ce90 con 0x7fdd34156940 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.981+0000 7fdd3ba27640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fdd34160bc0 con 0x7fdd340ccf30 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd397c3640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fdd34156940 0x7fdd3415d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd38fc2640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fdd3415ff00 0x7fdd340cc820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:56560/0 (socket says 172.21.15.3:56560) 2024-09-10T07:26:17.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd38fc2640 1 -- 172.21.15.3:0/3503494802 learned_addr learned my addr 172.21.15.3:0/3503494802 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd39fc4640 1 --2- 172.21.15.3:0/3503494802 >> v2:172.21.15.70:3300/0 conn(0x7fdd340ccf30 0x7fdd340cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd397c3640 1 -- 172.21.15.3:0/3503494802 >> v2:172.21.15.70:3300/0 conn(0x7fdd340ccf30 msgr2=0x7fdd340cfda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd397c3640 1 --2- 172.21.15.3:0/3503494802 >> v2:172.21.15.70:3300/0 conn(0x7fdd340ccf30 0x7fdd340cfda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd397c3640 1 -- 172.21.15.3:0/3503494802 >> v1:172.21.15.3:6789/0 conn(0x7fdd3415ff00 legacy=0x7fdd340cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd33fff640 1 -- 172.21.15.3:0/3503494802 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1625966924 0 0) 0x7fdd341608e0 con 0x7fdd3415ff00 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd397c3640 1 -- 172.21.15.3:0/3503494802 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd3415cb20 con 0x7fdd34156940 2024-09-10T07:26:17.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.982+0000 7fdd39fc4640 1 --2- 172.21.15.3:0/3503494802 >> v2:172.21.15.70:3300/0 conn(0x7fdd340ccf30 0x7fdd340cfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:26:17.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd397c3640 1 --2- 172.21.15.3:0/3503494802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd34156940 0x7fdd3415d320 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fdd3406f730 tx=0x7fdd2402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43baea99ba15a8f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:17.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd33fff640 1 -- 172.21.15.3:0/3503494802 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24007740 con 0x7fdd34156940 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd33fff640 1 -- 172.21.15.3:0/3503494802 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd240078e0 con 0x7fdd34156940 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd33fff640 1 -- 172.21.15.3:0/3503494802 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24007cb0 con 0x7fdd34156940 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 -- 172.21.15.3:0/3503494802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd34156940 msgr2=0x7fdd3415d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/3503494802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd34156940 0x7fdd3415d320 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fdd3406f730 tx=0x7fdd2402a680 comp rx=0 tx=0).stop 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 -- 172.21.15.3:0/3503494802 shutdown_connections 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/3503494802 >> v2:172.21.15.70:3300/0 conn(0x7fdd340ccf30 0x7fdd340cfda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/3503494802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd34156940 0x7fdd3415d320 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 -- 172.21.15.3:0/3503494802 >> 172.21.15.3:0/3503494802 conn(0x7fdd3406fdc0 msgr2=0x7fdd340701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 -- 172.21.15.3:0/3503494802 shutdown_connections 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.983+0000 7fdd3ba27640 1 -- 172.21.15.3:0/3503494802 wait complete. 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 Processor -- start 2024-09-10T07:26:17.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 -- start start 2024-09-10T07:26:17.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 0x7fdd340b7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdd34156940 0x7fdd340712a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd3415ff00 0x7fdd340717e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdd340d19b0 con 0x7fdd340ccf30 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fdd34156d20 con 0x7fdd3415ff00 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd3ba27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fdd340d1b30 con 0x7fdd34156940 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd397c3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 0x7fdd340b7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd397c3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 0x7fdd340b7840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56352/0 (socket says 172.21.15.3:56352) 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.985+0000 7fdd397c3640 1 -- 172.21.15.3:0/1254450410 learned_addr learned my addr 172.21.15.3:0/1254450410 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd39fc4640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd3415ff00 0x7fdd340717e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd38fc2640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdd34156940 0x7fdd340712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd397c3640 1 -- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdd34156940 msgr2=0x7fdd340712a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd397c3640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdd34156940 0x7fdd340712a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd397c3640 1 -- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd3415ff00 msgr2=0x7fdd340717e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd397c3640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd3415ff00 0x7fdd340717e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd397c3640 1 -- 172.21.15.3:0/1254450410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd340b5710 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd397c3640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 0x7fdd340b7840 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fdd24009e80 tx=0x7fdd24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24040070 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd24031c40 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd340b59f0 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24009450 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.986+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd340b53a0 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.987+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd34160390 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.988+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdd24039040 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.988+0000 7fdd31ffb640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdd2006be60 0x7fdd2006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.988+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fdd240ac230 con 0x7fdd340ccf30 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.989+0000 7fdd38fc2640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdd2006be60 0x7fdd2006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.989+0000 7fdd38fc2640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdd2006be60 0x7fdd2006e320 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdd341f7550 tx=0x7fdd28007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:17.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:17.993+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd2407a390 con 0x7fdd340ccf30 2024-09-10T07:26:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.204+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd340b5f10 con 0x7fdd340ccf30 2024-09-10T07:26:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.204+0000 7fdd31ffb640 1 -- 172.21.15.3:0/1254450410 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5239 (secure 0 0 0) 0x7fdd2407e690 con 0x7fdd340ccf30 2024-09-10T07:26:18.204 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:26:18.204 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":51,"btime":"2024-09-10T07:26:03:390634+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":51,"flags":19,"flags_state":{"joinable":false,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:26:03.290395+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6171,"mds_1":5854},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5854":{"gid":5854,"name":"d","rank":1,"incarnation":48,"state":"up:active","state_seq":6,"addr":"172.21.15.70:6836/1823748918","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":1823748918},{"type":"v1","addr":"172.21.15.70:6836","nonce":1823748918}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[5854,6171]},"id":4}]} 2024-09-10T07:26:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 51 2024-09-10T07:26:18.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdd2006be60 msgr2=0x7fdd2006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdd2006be60 0x7fdd2006e320 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdd341f7550 tx=0x7fdd28007e40 comp rx=0 tx=0).stop 2024-09-10T07:26:18.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 msgr2=0x7fdd340b7840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 0x7fdd340b7840 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fdd24009e80 tx=0x7fdd24004a40 comp rx=0 tx=0).stop 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 shutdown_connections 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdd2006be60 0x7fdd2006e320 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fdd3415ff00 0x7fdd340717e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fdd34156940 0x7fdd340712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 --2- 172.21.15.3:0/1254450410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd340ccf30 0x7fdd340b7840 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 >> 172.21.15.3:0/1254450410 conn(0x7fdd3406fdc0 msgr2=0x7fdd3415b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 shutdown_connections 2024-09-10T07:26:18.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.206+0000 7fdd3ba27640 1 -- 172.21.15.3:0/1254450410 wait complete. 2024-09-10T07:26:18.217 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json flush journal 2024-09-10T07:26:18.501 INFO:teuthology.orchestra.run.smithi070.stdout:{"message":"","return_code":0} 2024-09-10T07:26:18.501 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T07:26:18.502 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 4:1 2024-09-10T07:26:18.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.605+0000 7fac17c82640 1 Processor -- start 2024-09-10T07:26:18.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.605+0000 7fac17c82640 1 -- start start 2024-09-10T07:26:18.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac17c82640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e280 0x7fac100d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac17c82640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fac100d30b0 0x7fac100ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac17c82640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac100d24d0 con 0x7fac1015e660 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac17c82640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fac100b4c20 con 0x7fac100d30b0 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac17c82640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac100b42f0 con 0x7fac1015e280 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac1621f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fac100d30b0 0x7fac100ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac1521d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fac1015e660 0x7fac100d29a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:59944/0 (socket says 172.21.15.3:59944) 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.606+0000 7fac1521d640 1 -- 172.21.15.3:0/4059724585 learned_addr learned my addr 172.21.15.3:0/4059724585 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac15a1e640 1 --2- 172.21.15.3:0/4059724585 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e280 0x7fac100d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac1621f640 1 -- 172.21.15.3:0/4059724585 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e280 msgr2=0x7fac100d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac1621f640 1 --2- 172.21.15.3:0/4059724585 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e280 0x7fac100d1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac1621f640 1 -- 172.21.15.3:0/4059724585 >> v1:172.21.15.3:6789/0 conn(0x7fac1015e660 legacy=0x7fac100d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac14a1c640 1 -- 172.21.15.3:0/4059724585 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2220961021 0 0) 0x7fac04001110 con 0x7fac1015e660 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac1621f640 1 -- 172.21.15.3:0/4059724585 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac100b45d0 con 0x7fac100d30b0 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.607+0000 7fac1621f640 1 --2- 172.21.15.3:0/4059724585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac100d30b0 0x7fac100ceed0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fac080097a0 tx=0x7fac0802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ebf35a13bb78660 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac14a1c640 1 -- 172.21.15.3:0/4059724585 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08037070 con 0x7fac100d30b0 2024-09-10T07:26:18.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac14a1c640 1 -- 172.21.15.3:0/4059724585 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac08032440 con 0x7fac100d30b0 2024-09-10T07:26:18.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac14a1c640 1 -- 172.21.15.3:0/4059724585 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08032810 con 0x7fac100d30b0 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 -- 172.21.15.3:0/4059724585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac100d30b0 msgr2=0x7fac100ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 --2- 172.21.15.3:0/4059724585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac100d30b0 0x7fac100ceed0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fac080097a0 tx=0x7fac0802a180 comp rx=0 tx=0).stop 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 -- 172.21.15.3:0/4059724585 shutdown_connections 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 --2- 172.21.15.3:0/4059724585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac100d30b0 0x7fac100ceed0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 --2- 172.21.15.3:0/4059724585 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e280 0x7fac100d1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 -- 172.21.15.3:0/4059724585 >> 172.21.15.3:0/4059724585 conn(0x7fac1008ddf0 msgr2=0x7fac1009d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 -- 172.21.15.3:0/4059724585 shutdown_connections 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.608+0000 7fac17c82640 1 -- 172.21.15.3:0/4059724585 wait complete. 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.609+0000 7fac17c82640 1 Processor -- start 2024-09-10T07:26:18.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 -- start start 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac100d30b0 0x7fac10158220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 0x7fac1015f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e660 0x7fac10161010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac100b5230 con 0x7fac1015e280 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fac100b50b0 con 0x7fac100d30b0 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac17c82640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac100b3a30 con 0x7fac1015e660 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac1521d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 0x7fac1015f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac1521d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 0x7fac1015f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56138/0 (socket says 172.21.15.3:56138) 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.610+0000 7fac1521d640 1 -- 172.21.15.3:0/1632869285 learned_addr learned my addr 172.21.15.3:0/1632869285 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1621f640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e660 0x7fac10161010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac15a1e640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac100d30b0 0x7fac10158220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1521d640 1 -- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e660 msgr2=0x7fac10161010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1521d640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e660 0x7fac10161010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1521d640 1 -- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac100d30b0 msgr2=0x7fac10158220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1521d640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac100d30b0 0x7fac10158220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1521d640 1 -- 172.21.15.3:0/1632869285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac101f3950 con 0x7fac1015e280 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac15a1e640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac100d30b0 0x7fac10158220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac1521d640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 0x7fac1015f4f0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fac0400c430 tx=0x7fac0400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac040074e0 con 0x7fac1015e280 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac040047e0 con 0x7fac1015e280 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac1015fd20 con 0x7fac1015e280 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac04004bd0 con 0x7fac1015e280 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.611+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac100b7210 con 0x7fac1015e280 2024-09-10T07:26:18.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.612+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac100d1f90 con 0x7fac1015e280 2024-09-10T07:26:18.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.613+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac04011070 con 0x7fac1015e280 2024-09-10T07:26:18.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.613+0000 7fac0e7fc640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fabfc06be30 0x7fabfc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.613+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fac0408ac10 con 0x7fac1015e280 2024-09-10T07:26:18.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.613+0000 7fac15a1e640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fabfc06be30 0x7fabfc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.614+0000 7fac15a1e640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fabfc06be30 0x7fabfc06e2f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fac00009b20 tx=0x7fac000039d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.617+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac100d24d0 con 0x7fac1015e280 2024-09-10T07:26:18.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.861+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "4:1"} v 0) -- 0x7fac10069690 con 0x7fac1015e280 2024-09-10T07:26:18.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.863+0000 7fac0e7fc640 1 -- 172.21.15.3:0/1632869285 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "4:1"}]=0 failed mds gid 5854 v52) ==== 97+0+0 (secure 0 0 0) 0x7fac040593c0 con 0x7fac1015e280 2024-09-10T07:26:18.863 INFO:teuthology.orchestra.run.smithi003.stderr:failed mds gid 5854 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fabfc06be30 msgr2=0x7fabfc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fabfc06be30 0x7fabfc06e2f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fac00009b20 tx=0x7fac000039d0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 msgr2=0x7fac1015f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 0x7fac1015f4f0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fac0400c430 tx=0x7fac0400c8f0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 shutdown_connections 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fabfc06be30 0x7fabfc06e2f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac1015e660 0x7fac10161010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac1015e280 0x7fac1015f4f0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 --2- 172.21.15.3:0/1632869285 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac100d30b0 0x7fac10158220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 >> 172.21.15.3:0/1632869285 conn(0x7fac1008ddf0 msgr2=0x7fac100d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 shutdown_connections 2024-09-10T07:26:18.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.866+0000 7fac17c82640 1 -- 172.21.15.3:0/1632869285 wait complete. 2024-09-10T07:26:18.876 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-10T07:26:18.903 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:26:18.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.918+0000 7f903511cf40 1 Processor -- start 2024-09-10T07:26:18.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 -- start start 2024-09-10T07:26:18.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d75f8ba70 0x556d75fa2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 0x556d76030b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d7602adf0 0x556d7602fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556d7602b790 con 0x556d75f8be50 2024-09-10T07:26:18.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556d76032970 con 0x556d7602adf0 2024-09-10T07:26:18.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f903511cf40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556d76032c50 con 0x556d75f8ba70 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f9031af9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 0x556d76030b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f9031af9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 0x556d76030b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56154/0 (socket says 172.21.15.3:56154) 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f9031af9640 1 -- 172.21.15.3:0/1671064532 learned_addr learned my addr 172.21.15.3:0/1671064532 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f90322fa640 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d75f8ba70 0x556d75fa2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.919+0000 7f9032afb640 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d7602adf0 0x556d7602fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9031af9640 1 -- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d75f8ba70 msgr2=0x556d75fa2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9031af9640 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d75f8ba70 0x556d75fa2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9031af9640 1 -- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d7602adf0 msgr2=0x556d7602fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9031af9640 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d7602adf0 0x556d7602fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9031af9640 1 -- 172.21.15.3:0/1671064532 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d75e86cb0 con 0x556d75f8be50 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f90322fa640 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d75f8ba70 0x556d75fa2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9031af9640 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 0x556d76030b10 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f901c025da0 tx=0x7f901c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3c116ae246e4d75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9030af7640 1 -- 172.21.15.3:0/1671064532 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c055070 con 0x556d75f8be50 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9030af7640 1 -- 172.21.15.3:0/1671064532 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f901c0518b0 con 0x556d75f8be50 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f9030af7640 1 -- 172.21.15.3:0/1671064532 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901c051c80 con 0x556d75f8be50 2024-09-10T07:26:18.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 -- 172.21.15.3:0/1671064532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 msgr2=0x556d76030b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 0x556d76030b10 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f901c025da0 tx=0x7f901c051000 comp rx=0 tx=0).stop 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 -- 172.21.15.3:0/1671064532 shutdown_connections 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d7602adf0 0x556d7602fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8be50 0x556d76030b10 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 --2- 172.21.15.3:0/1671064532 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d75f8ba70 0x556d75fa2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 -- 172.21.15.3:0/1671064532 >> 172.21.15.3:0/1671064532 conn(0x556d75f5ba40 msgr2=0x556d7602f640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.920+0000 7f903511cf40 1 -- 172.21.15.3:0/1671064532 shutdown_connections 2024-09-10T07:26:18.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.921+0000 7f903511cf40 1 -- 172.21.15.3:0/1671064532 wait complete. 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.921+0000 7f903511cf40 1 Processor -- start 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.921+0000 7f903511cf40 1 -- start start 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f903511cf40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 0x556d760c8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f903511cf40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d75f8be50 0x556d7602f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f903511cf40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d7602adf0 0x556d7602fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f903511cf40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556d75f5c320 con 0x556d75f8ba70 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f903511cf40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556d75f5c0d0 con 0x556d75f8be50 2024-09-10T07:26:18.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f903511cf40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556d76026e90 con 0x556d7602adf0 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 0x556d760c8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 0x556d760c8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56166/0 (socket says 172.21.15.3:56166) 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 learned_addr learned my addr 172.21.15.3:0/665944376 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d7602adf0 0x556d7602fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d75f8be50 0x556d7602f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d7602adf0 msgr2=0x556d7602fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556d7602adf0 0x556d7602fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d75f8be50 msgr2=0x556d7602f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556d75f8be50 0x556d7602f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d75fa18b0 con 0x556d75f8ba70 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.922+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 0x556d760c8a50 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f902400b4b0 tx=0x7f902400b970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.923+0000 7f902b7fe640 1 -- 172.21.15.3:0/665944376 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9024016020 con 0x556d75f8ba70 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.923+0000 7f902b7fe640 1 -- 172.21.15.3:0/665944376 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9024012660 con 0x556d75f8ba70 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.923+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556d75fa1b50 con 0x556d75f8ba70 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.923+0000 7f902b7fe640 1 -- 172.21.15.3:0/665944376 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9024012a10 con 0x556d75f8ba70 2024-09-10T07:26:18.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.923+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d7602b250 con 0x556d75f8ba70 2024-09-10T07:26:18.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.924+0000 7f902b7fe640 1 -- 172.21.15.3:0/665944376 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9024019020 con 0x556d75f8ba70 2024-09-10T07:26:18.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.924+0000 7f902b7fe640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f901406a810 0x7f901406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f902b7fe640 1 -- 172.21.15.3:0/665944376 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7f9024089f20 con 0x556d75f8ba70 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f901406a810 0x7f901406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x556d76023f80 0x556d76021390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:1 9.0 9:00000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x556d76023f80 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x556d76023f80 0x556d76021390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f901406a810 0x7f901406ccd0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f901c025da0 tx=0x7f901c053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.925+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x556d76023f80 0x556d76021390 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.927+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(1 [pgnls start_epoch 69 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f902c00c730 con 0x556d76023f80 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.927+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f902c00a900 0x7f902c0083d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.927+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:2 9.10 9:08000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902c00a900 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.928+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f902c00a900 0x7f902c0083d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.928+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f902c00a900 0x7f902c0083d0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.928+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(2 [pgnls start_epoch 69 out=201b] v68'12 uv12 ondisk = 1) ==== 144+0+201 (crc 0 0 0) 0x7f9024054730 con 0x7f902c00a900 2024-09-10T07:26:18.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.928+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f902405b040 0x7f9024056f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.928+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.8 9:10000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.928+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f902405b040 0x7f9024056f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.929+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f902405b040 0x7f9024056f80 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.930+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 [pgnls start_epoch 69 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.930+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f901c05a070 0x7f901c05a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.930+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:4 9.18 9:18000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c05a070 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.931+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f901c05a070 0x7f901c05a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.931+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f901c05a070 0x7f901c05a450 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.933+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(4 [pgnls start_epoch 69 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f902c00c730 con 0x7f901c05a070 2024-09-10T07:26:18.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.933+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.4 9:20000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x556d76023f80 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.933+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 [pgnls start_epoch 69 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f902c00c730 con 0x556d76023f80 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.933+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:6 9.14 9:28000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x556d76023f80 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(6 [pgnls start_epoch 69 out=149b] v68'1550 uv1550 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7f902c00c730 con 0x556d76023f80 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 9.c 9:30000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(7 [pgnls start_epoch 69 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f901c009410 0x7f901c009850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 9.1c 9:38000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c009410 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f901c009410 0x7f901c009850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.934+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f901c009410 0x7f901c009850 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.936+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(8 [pgnls start_epoch 69 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f9024054730 con 0x7f901c009410 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.936+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 9.2 9:40000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.937+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(9 [pgnls start_epoch 69 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.937+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f901c070900 0x7f901c0503e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.937+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.12 9:48000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c070900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.937+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f901c070900 0x7f901c0503e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.937+0000 7f9031af9640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f901c070900 0x7f901c0503e0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(10 [pgnls start_epoch 69 out=73b] v66'3 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f901c057030 con 0x7f901c070900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:11 9.a 9:50000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c070900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(11 [pgnls start_epoch 69 out=77b] v68'12 uv12 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7f901c057030 con 0x7f901c070900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:12 9.1a 9:58000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(12 [pgnls start_epoch 69 out=49b] v65'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:13 9.6 9:60000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c070900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.938+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(13 [pgnls start_epoch 69 out=77b] v68'15 uv15 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7f901c057030 con 0x7f901c070900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.939+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:14 9.16 9:68000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902c00a900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.939+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== osd_op_reply(14 [pgnls start_epoch 69 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f9024054730 con 0x7f902c00a900 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.939+0000 7f90322fa640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f902401b020 0x7f9024088620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:18.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.939+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:15 9.e 9:70000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.939+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f902401b020 0x7f9024088620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:18.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.939+0000 7f9032afb640 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f902401b020 0x7f9024088620 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.941+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(15 [pgnls start_epoch 69 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.941+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:16 9.1e 9:78000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c009410 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.942+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(16 [pgnls start_epoch 69 out=49b] v65'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f9024054730 con 0x7f901c009410 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.942+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 9.1 9:80000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.942+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(17 [pgnls start_epoch 69 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.942+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:18 9.11 9:88000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.942+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(18 [pgnls start_epoch 69 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.942+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:19 9.9 9:90000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c009410 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(19 [pgnls start_epoch 69 out=97b] v66'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f9024054730 con 0x7f901c009410 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:20 9.19 9:98000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(20 [pgnls start_epoch 69 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:21 9.5 9:a0000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c009410 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(21 [pgnls start_epoch 69 out=73b] v66'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f9024054730 con 0x7f901c009410 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:22 9.15 9:a8000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(22 [pgnls start_epoch 69 out=127b] v66'4 uv4 ondisk = 1) ==== 144+0+127 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.943+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:23 9.d 9:b0000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.944+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 4 ==== osd_op_reply(23 [pgnls start_epoch 69 out=74b] v65'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.944+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:24 9.1d 9:b8000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c009410 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.944+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(24 [pgnls start_epoch 69 out=73b] v68'3 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f9024054730 con 0x7f901c009410 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.944+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:25 9.3 9:c0000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.944+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 5 ==== osd_op_reply(25 [pgnls start_epoch 69 out=100b] v68'3 uv3 ondisk = 1) ==== 144+0+100 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.944+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:26 9.13 9:c8000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.945+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 6 ==== osd_op_reply(26 [pgnls start_epoch 69 out=122b] v68'5 uv5 ondisk = 1) ==== 144+0+122 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.945+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:27 9.b 9:d0000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c009410 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.945+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(27 [pgnls start_epoch 69 out=100b] v68'5 uv5 ondisk = 1) ==== 144+0+100 (crc 0 0 0) 0x7f9024054730 con 0x7f901c009410 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.945+0000 7f90322fa640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:28 9.1b 9:d8000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902405b040 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.945+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(28 [pgnls start_epoch 69 out=122b] v68'1487 uv1487 ondisk = 1) ==== 144+0+122 (crc 0 0 0) 0x7f901c057030 con 0x7f902405b040 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.945+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:29 9.7 9:e0000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c070900 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.946+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(29 [pgnls start_epoch 69 out=129b] v68'6 uv6 ondisk = 1) ==== 144+0+129 (crc 0 0 0) 0x7f901c057030 con 0x7f901c070900 2024-09-10T07:26:18.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.946+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:30 9.17 9:e8000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f902401b020 2024-09-10T07:26:18.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.946+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.7 v2:172.21.15.70:6824/2657533304 7 ==== osd_op_reply(30 [pgnls start_epoch 69 out=97b] v68'7 uv7 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f902c00c730 con 0x7f902401b020 2024-09-10T07:26:18.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.946+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:31 9.f 9:f0000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x7f901c070900 2024-09-10T07:26:18.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.946+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 <== osd.5 v2:172.21.15.70:6808/195722179 5 ==== osd_op_reply(31 [pgnls start_epoch 69 out=73b] v65'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f901c057030 con 0x7f901c070900 2024-09-10T07:26:18.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.946+0000 7f9031af9640 1 -- 172.21.15.3:0/665944376 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:32 9.1f 9:f8000000::::head [pgnls start_epoch 69 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e69) -- 0x556d760218d0 con 0x556d76023f80 2024-09-10T07:26:18.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 <== osd.1 v2:172.21.15.3:6816/2501722383 4 ==== osd_op_reply(32 [pgnls start_epoch 69 out=101b] v68'6 uv6 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7f902c00c730 con 0x556d76023f80 2024-09-10T07:26:18.952 INFO:teuthology.orchestra.run.smithi003.stdout:601.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:602.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:10000000000.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:600.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:603.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:60a.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:613.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000.inode 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:610.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:606.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:607.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:60e.00000000 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:mds1_openfiles.0 2024-09-10T07:26:18.953 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_openfiles.0 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:60f.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:608.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:501.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:612.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:401.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:604.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000.inode 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:500.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:mds_snaptable 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:605.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:mds1_sessionmap 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_inotable 2024-09-10T07:26:18.954 INFO:teuthology.orchestra.run.smithi003.stdout:611.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_sessionmap 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:60c.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:201.00000001 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:mds1_inotable 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000002 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:609.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:10000000001.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:60b.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:60d.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:201.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:400.00000000 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000.inode 2024-09-10T07:26:18.955 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f901c009410 msgr2=0x7f901c009850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f901c009410 0x7f901c009850 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x556d76023f80 msgr2=0x556d76021390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x556d76023f80 0x556d76021390 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f902405b040 msgr2=0x7f9024056f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f902405b040 0x7f9024056f80 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f902c00a900 msgr2=0x7f902c0083d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f902c00a900 0x7f902c0083d0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f901c070900 msgr2=0x7f901c0503e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f901c070900 0x7f901c0503e0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f901c05a070 msgr2=0x7f901c05a450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f901c05a070 0x7f901c05a450 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f9032afb640 1 -- 172.21.15.3:0/665944376 reap_dead start 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f902401b020 msgr2=0x7f9024088620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f902401b020 0x7f9024088620 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f901406a810 msgr2=0x7f901406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f901406a810 0x7f901406ccd0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f901c025da0 tx=0x7f901c053000 comp rx=0 tx=0).stop 2024-09-10T07:26:18.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 msgr2=0x556d760c8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 0x556d760c8a50 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f902400b4b0 tx=0x7f902400b970 comp rx=0 tx=0).stop 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 shutdown_connections 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f901c05a070 0x7f901c05a450 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f902401b020 0x7f9024088620 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f901406a810 0x7f901406ccd0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 --2- 172.21.15.3:0/665944376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d75f8ba70 0x556d760c8a50 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 >> 172.21.15.3:0/665944376 conn(0x556d75f5ba40 msgr2=0x556d76030aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 shutdown_connections 2024-09-10T07:26:18.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:18.947+0000 7f903511cf40 1 -- 172.21.15.3:0/665944376 wait complete. 2024-09-10T07:26:18.961 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds1_openfiles.0 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.042+0000 7fdb19e23f40 1 Processor -- start 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.042+0000 7fdb19e23f40 1 -- start start 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb19e23f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 0x562aa50c1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb19e23f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa50f2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb19e23f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa519c3a0 0x562aa5199820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb19e23f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562aa5015510 con 0x562aa50c6200 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb19e23f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x562aa506ec50 con 0x562aa50c65e0 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb19e23f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x562aa510cf30 con 0x562aa519c3a0 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb1791b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 0x562aa50c1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb1791b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 0x562aa50c1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56176/0 (socket says 172.21.15.3:56176) 2024-09-10T07:26:19.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb1791b640 1 -- 172.21.15.3:0/3544047778 learned_addr learned my addr 172.21.15.3:0/3544047778 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb0ffff640 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa50f2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.043+0000 7fdb1811c640 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa519c3a0 0x562aa5199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb1791b640 1 -- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa519c3a0 msgr2=0x562aa5199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb1791b640 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa519c3a0 0x562aa5199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb1791b640 1 -- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 msgr2=0x562aa50f2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb1791b640 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa50f2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb1791b640 1 -- 172.21.15.3:0/3544047778 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562aa519d4b0 con 0x562aa50c6200 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb1791b640 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 0x562aa50c1f10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800a470 tx=0x7fdb08051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96eac554c2d9efeb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb16919640 1 -- 172.21.15.3:0/3544047778 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08054840 con 0x562aa50c6200 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb16919640 1 -- 172.21.15.3:0/3544047778 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb080549e0 con 0x562aa50c6200 2024-09-10T07:26:19.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb16919640 1 -- 172.21.15.3:0/3544047778 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08054d90 con 0x562aa50c6200 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3544047778 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 msgr2=0x562aa50c1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 0x562aa50c1f10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800a470 tx=0x7fdb08051000 comp rx=0 tx=0).stop 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3544047778 shutdown_connections 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa519c3a0 0x562aa5199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa50f2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3544047778 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa50c6200 0x562aa50c1f10 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3544047778 >> 172.21.15.3:0/3544047778 conn(0x562aa50b1930 msgr2=0x562aa519ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3544047778 shutdown_connections 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.044+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3544047778 wait complete. 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.045+0000 7fdb19e23f40 1 Processor -- start 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.045+0000 7fdb19e23f40 1 -- start start 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb19e23f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa50c6200 0x562aa518d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb19e23f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa518ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb19e23f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa519c3a0 0x562aa5198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb19e23f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562aa5193fb0 con 0x562aa519c3a0 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb19e23f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x562aa5193cd0 con 0x562aa50c65e0 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb19e23f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x562aa5193980 con 0x562aa50c6200 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa519c3a0 0x562aa5198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa519c3a0 0x562aa5198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56192/0 (socket says 172.21.15.3:56192) 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 -- 172.21.15.3:0/3991362616 learned_addr learned my addr 172.21.15.3:0/3991362616 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1791b640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa50c6200 0x562aa518d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb0ffff640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa518ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 -- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa50c6200 msgr2=0x562aa518d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x562aa50c6200 0x562aa518d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 -- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 msgr2=0x562aa518ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x562aa50c65e0 0x562aa518ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 -- 172.21.15.3:0/3991362616 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562aa5198b40 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.046+0000 7fdb1811c640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa519c3a0 0x562aa5198600 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fdb10005de0 tx=0x7fdb10001960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.047+0000 7fdb15917640 1 -- 172.21.15.3:0/3991362616 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb100123f0 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.047+0000 7fdb15917640 1 -- 172.21.15.3:0/3991362616 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb10017070 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.047+0000 7fdb15917640 1 -- 172.21.15.3:0/3991362616 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb100127d0 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.047+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x562aa5229e70 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.047+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562aa522a430 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.048+0000 7fdb15917640 1 -- 172.21.15.3:0/3991362616 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdb10012970 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.048+0000 7fdb15917640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdaf806a810 0x7fdaf806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.048+0000 7fdb15917640 1 -- 172.21.15.3:0/3991362616 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7fdb100897e0 con 0x562aa519c3a0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.049+0000 7fdb1791b640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdaf806a810 0x7fdaf806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.049+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x562aa50ef580 0x562aa5233940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.049+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 9.a 9:54ba6923:::mds1_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e69) -- 0x562aa5233e80 con 0x562aa50ef580 2024-09-10T07:26:19.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.049+0000 7fdb0ffff640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x562aa50ef580 0x562aa5233940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.049+0000 7fdb1791b640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdaf806a810 0x7fdaf806ccd0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fdb08067000 tx=0x7fdb0806c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.049+0000 7fdb0ffff640 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x562aa50ef580 0x562aa5233940 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb0ffff640 1 -- 172.21.15.3:0/3991362616 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 mds1_openfiles.0 [delete] v69'13 uv13 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x7fdb000116d0 con 0x562aa50ef580 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x562aa50ef580 msgr2=0x562aa5233940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x562aa50ef580 0x562aa5233940 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdaf806a810 msgr2=0x7fdaf806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fdaf806a810 0x7fdaf806ccd0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fdb08067000 tx=0x7fdb0806c040 comp rx=0 tx=0).stop 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa519c3a0 msgr2=0x562aa5198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 --2- 172.21.15.3:0/3991362616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562aa519c3a0 0x562aa5198600 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fdb10005de0 tx=0x7fdb10001960 comp rx=0 tx=0).stop 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb1811c640 1 -- 172.21.15.3:0/3991362616 reap_dead start 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 shutdown_connections 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 >> 172.21.15.3:0/3991362616 conn(0x562aa50b1930 msgr2=0x562aa5199820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 shutdown_connections 2024-09-10T07:26:19.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.051+0000 7fdb19e23f40 1 -- 172.21.15.3:0/3991362616 wait complete. 2024-09-10T07:26:19.055 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds1_sessionmap 2024-09-10T07:26:19.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 Processor -- start 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 -- start start 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b865e60 0x560a6b867dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938360 0x560a6b8b0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 0x560a6b8693c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a6b7b8510 con 0x560a6b938740 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560a6b811c50 con 0x560a6b938360 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c831ff40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560a6b93edc0 con 0x560a6b865e60 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.138+0000 7f16c5bd0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 0x560a6b8693c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 0x560a6b8693c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56202/0 (socket says 172.21.15.3:56202) 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 -- 172.21.15.3:0/1631249702 learned_addr learned my addr 172.21.15.3:0/1631249702 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16bffff640 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938360 0x560a6b8b0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c53cf640 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b865e60 0x560a6b867dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 -- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b865e60 msgr2=0x560a6b867dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b865e60 0x560a6b867dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 -- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938360 msgr2=0x560a6b8b0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938360 0x560a6b8b0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 -- 172.21.15.3:0/1631249702 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a6b868310 con 0x560a6b938740 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16c5bd0640 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 0x560a6b8693c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f16c0025a00 tx=0x7f16c0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=562fbb99d6cd6785 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16bf7fe640 1 -- 172.21.15.3:0/1631249702 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0050960 con 0x560a6b938740 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16bf7fe640 1 -- 172.21.15.3:0/1631249702 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16c0067070 con 0x560a6b938740 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.139+0000 7f16bf7fe640 1 -- 172.21.15.3:0/1631249702 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c0050d20 con 0x560a6b938740 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 -- 172.21.15.3:0/1631249702 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 msgr2=0x560a6b8693c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 0x560a6b8693c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f16c0025a00 tx=0x7f16c0051000 comp rx=0 tx=0).stop 2024-09-10T07:26:19.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 -- 172.21.15.3:0/1631249702 shutdown_connections 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b938740 0x560a6b8693c0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938360 0x560a6b8b0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 --2- 172.21.15.3:0/1631249702 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b865e60 0x560a6b867dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 -- 172.21.15.3:0/1631249702 >> 172.21.15.3:0/1631249702 conn(0x560a6b866a50 msgr2=0x560a6b866e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 -- 172.21.15.3:0/1631249702 shutdown_connections 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 -- 172.21.15.3:0/1631249702 wait complete. 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 Processor -- start 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.140+0000 7f16c831ff40 1 -- start start 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c831ff40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b865e60 0x560a6b9269d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c831ff40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b938360 0x560a6b868530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c831ff40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938740 0x560a6b868a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c831ff40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a6b934e10 con 0x560a6b865e60 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c831ff40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560a6b9300a0 con 0x560a6b938740 2024-09-10T07:26:19.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c831ff40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560a6b9302f0 con 0x560a6b938360 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b865e60 0x560a6b9269d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b865e60 0x560a6b9269d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56210/0 (socket says 172.21.15.3:56210) 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 -- 172.21.15.3:0/2419419518 learned_addr learned my addr 172.21.15.3:0/2419419518 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16bffff640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b938360 0x560a6b868530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c5bd0640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938740 0x560a6b868a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 -- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b938360 msgr2=0x560a6b868530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560a6b938360 0x560a6b868530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 -- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938740 msgr2=0x560a6b868a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560a6b938740 0x560a6b868a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.141+0000 7f16c53cf640 1 -- 172.21.15.3:0/2419419518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a6b926f10 con 0x560a6b865e60 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.142+0000 7f16c53cf640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b865e60 0x560a6b9269d0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f16b8002d70 tx=0x7f16b800c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.142+0000 7f16be7fc640 1 -- 172.21.15.3:0/2419419518 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b8015020 con 0x560a6b865e60 2024-09-10T07:26:19.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.142+0000 7f16be7fc640 1 -- 172.21.15.3:0/2419419518 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b8011450 con 0x560a6b865e60 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.142+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560a6b9276a0 con 0x560a6b865e60 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.142+0000 7f16be7fc640 1 -- 172.21.15.3:0/2419419518 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b8011840 con 0x560a6b865e60 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.142+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a6b927c60 con 0x560a6b865e60 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.143+0000 7f16be7fc640 1 -- 172.21.15.3:0/2419419518 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f16b8018020 con 0x560a6b865e60 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16be7fc640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a806a840 0x7f16a806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16be7fc640 1 -- 172.21.15.3:0/2419419518 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7f16b8089dc0 con 0x560a6b865e60 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16bffff640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a806a840 0x7f16a806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16c831ff40 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x560a6b92c0a0 0x560a6b92c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:1 9.3 9:c27f454c:::mds1_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e69) -- 0x560a6b92c9c0 con 0x560a6b92c0a0 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16c5bd0640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x560a6b92c0a0 0x560a6b92c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16bffff640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a806a840 0x7f16a806cd00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f16b0000c00 tx=0x7f16b0001750 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.144+0000 7f16c5bd0640 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x560a6b92c0a0 0x560a6b92c480 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c5bd0640 1 -- 172.21.15.3:0/2419419518 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(1 mds1_sessionmap [delete] v69'4 uv4 ondisk = 0) ==== 159+0+0 (crc 0 0 0) 0x7f16c0050960 con 0x560a6b92c0a0 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x560a6b92c0a0 msgr2=0x560a6b92c480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x560a6b92c0a0 0x560a6b92c480 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a806a840 msgr2=0x7f16a806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f16a806a840 0x7f16a806cd00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f16b0000c00 tx=0x7f16b0001750 comp rx=0 tx=0).stop 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b865e60 msgr2=0x560a6b9269d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 --2- 172.21.15.3:0/2419419518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a6b865e60 0x560a6b9269d0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f16b8002d70 tx=0x7f16b800c620 comp rx=0 tx=0).stop 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c5bd0640 1 -- 172.21.15.3:0/2419419518 reap_dead start 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 shutdown_connections 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 >> 172.21.15.3:0/2419419518 conn(0x560a6b866a50 msgr2=0x560a6b8693c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 shutdown_connections 2024-09-10T07:26:19.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.146+0000 7f16c831ff40 1 -- 172.21.15.3:0/2419419518 wait complete. 2024-09-10T07:26:19.153 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds1_inotable 2024-09-10T07:26:19.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.196+0000 7fbfb4f22f40 1 Processor -- start 2024-09-10T07:26:19.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.196+0000 7fbfb4f22f40 1 -- start start 2024-09-10T07:26:19.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb4f22f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63eae250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb4f22f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 0x560e63e20500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb4f22f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63ea9510 0x560e63e20a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb4f22f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560e63d2b510 con 0x560e63e09e60 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb4f22f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560e63eb0980 con 0x560e63ea9510 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb4f22f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560e63ea08c0 con 0x560e63e09a80 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 0x560e63e20500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 0x560e63e20500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56230/0 (socket says 172.21.15.3:56230) 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 -- 172.21.15.3:0/3847130860 learned_addr learned my addr 172.21.15.3:0/3847130860 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb321b640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63ea9510 0x560e63e20a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2a1a640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63eae250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 -- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 msgr2=0x560e63eae250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:19.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63eae250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 -- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63ea9510 msgr2=0x560e63e20a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63ea9510 0x560e63e20a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 -- 172.21.15.3:0/3847130860 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e63dda320 con 0x560e63e09e60 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb321b640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63ea9510 0x560e63e20a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2a1a640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63eae250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb2219640 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 0x560e63e20500 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fbfa8009760 tx=0x7fbfa8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4de72ad6cfbfbda8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb1217640 1 -- 172.21.15.3:0/3847130860 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa8017070 con 0x560e63e09e60 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb1217640 1 -- 172.21.15.3:0/3847130860 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfa80090d0 con 0x560e63e09e60 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.197+0000 7fbfb1217640 1 -- 172.21.15.3:0/3847130860 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa8006b60 con 0x560e63e09e60 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3847130860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 msgr2=0x560e63e20500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 0x560e63e20500 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fbfa8009760 tx=0x7fbfa8009c20 comp rx=0 tx=0).stop 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3847130860 shutdown_connections 2024-09-10T07:26:19.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63ea9510 0x560e63e20a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63e09e60 0x560e63e20500 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3847130860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63eae250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3847130860 >> 172.21.15.3:0/3847130860 conn(0x560e63dd9a50 msgr2=0x560e63dd84b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3847130860 shutdown_connections 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.198+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3847130860 wait complete. 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 Processor -- start 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 -- start start 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63e94630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63e09e60 0x560e63dd85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63ea9510 0x560e63e98eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560e63ea0e10 con 0x560e63ea9510 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560e63dd8dd0 con 0x560e63e09e60 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb4f22f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560e63ea6de0 con 0x560e63e09a80 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb321b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63ea9510 0x560e63e98eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb321b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63ea9510 0x560e63e98eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56238/0 (socket says 172.21.15.3:56238) 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.199+0000 7fbfb321b640 1 -- 172.21.15.3:0/3666867022 learned_addr learned my addr 172.21.15.3:0/3666867022 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb2219640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63e09e60 0x560e63dd85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb2a1a640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63e94630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb321b640 1 -- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 msgr2=0x560e63e94630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb321b640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63e94630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb321b640 1 -- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63e09e60 msgr2=0x560e63dd85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb321b640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x560e63e09e60 0x560e63dd85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb321b640 1 -- 172.21.15.3:0/3666867022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e63e22720 con 0x560e63ea9510 2024-09-10T07:26:19.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb2a1a640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x560e63e09a80 0x560e63e94630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:26:19.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb321b640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63ea9510 0x560e63e98eb0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fbfac046200 tx=0x7fbfac003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbf9bfff640 1 -- 172.21.15.3:0/3666867022 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfac063070 con 0x560e63ea9510 2024-09-10T07:26:19.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbf9bfff640 1 -- 172.21.15.3:0/3666867022 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfac056a10 con 0x560e63ea9510 2024-09-10T07:26:19.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560e63e983d0 con 0x560e63ea9510 2024-09-10T07:26:19.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbf9bfff640 1 -- 172.21.15.3:0/3666867022 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfac056dc0 con 0x560e63ea9510 2024-09-10T07:26:19.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.200+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e63e98990 con 0x560e63ea9510 2024-09-10T07:26:19.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbf9bfff640 1 -- 172.21.15.3:0/3666867022 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbfac066070 con 0x560e63ea9510 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbf9bfff640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbfa006a810 0x7fbfa006ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbf9bfff640 1 -- 172.21.15.3:0/3666867022 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7fbfac0cd9e0 con 0x560e63ea9510 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbfb2a1a640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbfa006a810 0x7fbfa006ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560e63e9de00 0x560e63e9e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 9.1b 9:dbae76b5:::mds1_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e69) -- 0x560e63f48990 con 0x560e63e9de00 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.202+0000 7fbfb2219640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560e63e9de00 0x560e63e9e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.203+0000 7fbfb2a1a640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbfa006a810 0x7fbfa006ccd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x560e63f3d9e0 tx=0x7fbfa4001500 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.203+0000 7fbfb2219640 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560e63e9de00 0x560e63e9e210 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb2219640 1 -- 172.21.15.3:0/3666867022 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 mds1_inotable [delete] v69'1488 uv1488 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x7fbfa801a040 con 0x560e63e9de00 2024-09-10T07:26:19.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560e63e9de00 msgr2=0x560e63e9e210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x560e63e9de00 0x560e63e9e210 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbfa006a810 msgr2=0x7fbfa006ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fbfa006a810 0x7fbfa006ccd0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x560e63f3d9e0 tx=0x7fbfa4001500 comp rx=0 tx=0).stop 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63ea9510 msgr2=0x560e63e98eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 --2- 172.21.15.3:0/3666867022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560e63ea9510 0x560e63e98eb0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fbfac046200 tx=0x7fbfac003330 comp rx=0 tx=0).stop 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb321b640 1 -- 172.21.15.3:0/3666867022 reap_dead start 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 shutdown_connections 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 >> 172.21.15.3:0/3666867022 conn(0x560e63dd9a50 msgr2=0x560e63e20500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 shutdown_connections 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:26:19.204+0000 7fbfb4f22f40 1 -- 172.21.15.3:0/3666867022 wait complete. 2024-09-10T07:26:19.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:26:19.210 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R) 2024-09-10T07:26:19.250 INFO:tasks.cephfs.test_journal_repair:Sleeping to check ls is blocked... 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:.: 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:alpha 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:bravo 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:./alpha: 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:file 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:file_0 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:file_1 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:file_10 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:file_100 2024-09-10T07:26:19.310 INFO:teuthology.orchestra.run.smithi003.stdout:file_101 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_102 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_103 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_104 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_105 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_106 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_107 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_108 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_109 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_11 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_110 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_111 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_112 2024-09-10T07:26:19.311 INFO:teuthology.orchestra.run.smithi003.stdout:file_113 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_114 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_115 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_116 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_117 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_118 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_119 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_12 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_120 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_121 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_122 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_123 2024-09-10T07:26:19.312 INFO:teuthology.orchestra.run.smithi003.stdout:file_124 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_125 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_126 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_127 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_128 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_129 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_13 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_130 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_131 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_132 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_133 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_134 2024-09-10T07:26:19.313 INFO:teuthology.orchestra.run.smithi003.stdout:file_135 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_136 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_137 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_138 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_139 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_14 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_140 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_141 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_142 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_143 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_144 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_145 2024-09-10T07:26:19.314 INFO:teuthology.orchestra.run.smithi003.stdout:file_146 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_147 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_148 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_149 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_15 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_150 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_151 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_152 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_153 2024-09-10T07:26:19.315 INFO:teuthology.orchestra.run.smithi003.stdout:file_154 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_155 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_156 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_157 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_158 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_159 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_16 2024-09-10T07:26:19.316 INFO:teuthology.orchestra.run.smithi003.stdout:file_160 2024-09-10T07:26:19.317 INFO:teuthology.orchestra.run.smithi003.stdout:file_161 2024-09-10T07:26:19.317 INFO:teuthology.orchestra.run.smithi003.stdout:file_162 2024-09-10T07:26:19.317 INFO:teuthology.orchestra.run.smithi003.stdout:file_163 2024-09-10T07:26:19.317 INFO:teuthology.orchestra.run.smithi003.stdout:file_164 2024-09-10T07:26:19.317 INFO:teuthology.orchestra.run.smithi003.stdout:file_165 2024-09-10T07:26:19.318 INFO:teuthology.orchestra.run.smithi003.stdout:file_166 2024-09-10T07:26:19.318 INFO:teuthology.orchestra.run.smithi003.stdout:file_167 2024-09-10T07:26:19.318 INFO:teuthology.orchestra.run.smithi003.stdout:file_168 2024-09-10T07:26:19.318 INFO:teuthology.orchestra.run.smithi003.stdout:file_169 2024-09-10T07:26:19.318 INFO:teuthology.orchestra.run.smithi003.stdout:file_17 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_170 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_171 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_172 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_173 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_174 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_175 2024-09-10T07:26:19.319 INFO:teuthology.orchestra.run.smithi003.stdout:file_176 2024-09-10T07:26:19.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_177 2024-09-10T07:26:19.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_178 2024-09-10T07:26:19.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_179 2024-09-10T07:26:19.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_18 2024-09-10T07:26:19.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_180 2024-09-10T07:26:19.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_181 2024-09-10T07:26:19.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_182 2024-09-10T07:26:19.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_183 2024-09-10T07:26:19.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_184 2024-09-10T07:26:19.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_185 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_186 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_187 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_188 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_189 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_19 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_190 2024-09-10T07:26:19.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_191 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_192 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_193 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_194 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_195 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_196 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_197 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_198 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_199 2024-09-10T07:26:19.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_2 2024-09-10T07:26:19.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_20 2024-09-10T07:26:19.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_200 2024-09-10T07:26:19.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_201 2024-09-10T07:26:19.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_202 2024-09-10T07:26:19.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_203 2024-09-10T07:26:19.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_204 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_205 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_206 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_207 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_208 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_209 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_21 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_210 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_211 2024-09-10T07:26:19.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_212 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_213 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_214 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_215 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_216 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_217 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_218 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_219 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_22 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_220 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_221 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_222 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_223 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_224 2024-09-10T07:26:19.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_225 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_226 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_227 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_228 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_229 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_23 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_230 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_231 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_232 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_233 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_234 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_235 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_236 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_237 2024-09-10T07:26:19.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_238 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_239 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_24 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_240 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_241 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_242 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_243 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_244 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_245 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_246 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_247 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_248 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_249 2024-09-10T07:26:19.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_25 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_250 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_251 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_252 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_253 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_254 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_255 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_256 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_257 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_258 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_259 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_26 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_260 2024-09-10T07:26:19.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_261 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_262 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_263 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_264 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_265 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_266 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_267 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_268 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_269 2024-09-10T07:26:19.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_27 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_270 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_271 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_272 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_273 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_274 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_275 2024-09-10T07:26:19.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_276 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_277 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_278 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_279 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_28 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_280 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_281 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_282 2024-09-10T07:26:19.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_283 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_284 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_285 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_286 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_287 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_288 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_289 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_29 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_290 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_291 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_292 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_293 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_294 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_295 2024-09-10T07:26:19.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_296 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_297 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_298 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_299 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_3 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_30 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_300 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_301 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_302 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_303 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_304 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_305 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_306 2024-09-10T07:26:19.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_307 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_308 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_309 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_31 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_310 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_311 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_312 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_313 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_314 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_315 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_316 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_317 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_318 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_319 2024-09-10T07:26:19.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_32 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_320 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_321 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_322 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_323 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_324 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_325 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_326 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_327 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_328 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_329 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_33 2024-09-10T07:26:19.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_330 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_331 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_332 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_333 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_334 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_335 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_336 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_337 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_338 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_339 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_34 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_340 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_341 2024-09-10T07:26:19.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_342 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_343 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_344 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_345 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_346 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_347 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_348 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_349 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_35 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_350 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_351 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_352 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_353 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_354 2024-09-10T07:26:19.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_355 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_356 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_357 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_358 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_359 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_36 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_360 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_361 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_362 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_363 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_364 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_365 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_366 2024-09-10T07:26:19.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_367 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_368 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_369 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_37 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_370 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_371 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_372 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_373 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_374 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_375 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_376 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_377 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_378 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_379 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_38 2024-09-10T07:26:19.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_380 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_381 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_382 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_383 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_384 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_385 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_386 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_387 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_388 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_389 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_39 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_390 2024-09-10T07:26:19.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_391 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_392 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_393 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_394 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_395 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_396 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_397 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_398 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_399 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_4 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_40 2024-09-10T07:26:19.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_400 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_401 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_402 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_403 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_404 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_405 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_406 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_407 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_408 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_409 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_41 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_410 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_411 2024-09-10T07:26:19.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_412 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_413 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_414 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_415 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_416 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_417 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_418 2024-09-10T07:26:19.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_419 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_42 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_420 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_421 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_422 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_423 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_424 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_425 2024-09-10T07:26:19.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_426 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_427 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_428 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_429 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_43 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_430 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_431 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_432 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_433 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_434 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_435 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_436 2024-09-10T07:26:19.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_437 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_438 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_439 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_44 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_440 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_441 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_442 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_443 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_444 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_445 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_446 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_447 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_448 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_449 2024-09-10T07:26:19.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_45 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_450 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_451 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_452 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_453 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_454 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_455 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_456 2024-09-10T07:26:19.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_457 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_458 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_459 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_46 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_460 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_461 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_462 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_463 2024-09-10T07:26:19.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_464 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_465 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_466 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_467 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_468 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_469 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_47 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_470 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_471 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_472 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_473 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_474 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_475 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_476 2024-09-10T07:26:19.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_477 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_478 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_479 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_48 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_480 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_481 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_482 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_483 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_484 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_485 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_486 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_487 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_488 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_489 2024-09-10T07:26:19.351 INFO:teuthology.orchestra.run.smithi003.stdout:file_49 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_490 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_491 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_492 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_493 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_494 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_495 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_496 2024-09-10T07:26:19.352 INFO:teuthology.orchestra.run.smithi003.stdout:file_497 2024-09-10T07:26:19.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_498 2024-09-10T07:26:19.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_499 2024-09-10T07:26:19.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_5 2024-09-10T07:26:19.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_50 2024-09-10T07:26:19.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_500 2024-09-10T07:26:19.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_501 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_502 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_503 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_504 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_505 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_506 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_507 2024-09-10T07:26:19.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_508 2024-09-10T07:26:19.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_509 2024-09-10T07:26:19.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_51 2024-09-10T07:26:19.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_510 2024-09-10T07:26:19.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_511 2024-09-10T07:26:19.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_512 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_513 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_514 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_515 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_516 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_517 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_518 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_519 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_52 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_520 2024-09-10T07:26:19.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_521 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_522 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_523 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_524 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_525 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_526 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_527 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_528 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_529 2024-09-10T07:26:19.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_53 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_530 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_531 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_532 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_533 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_534 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_535 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_536 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_537 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_538 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_539 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_54 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_540 2024-09-10T07:26:19.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_541 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_542 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_543 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_544 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_545 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_546 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_547 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_548 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_549 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_55 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_550 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_551 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_552 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_553 2024-09-10T07:26:19.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_554 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_555 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_556 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_557 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_558 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_559 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_56 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_560 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_561 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_562 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_563 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_564 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_565 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_566 2024-09-10T07:26:19.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_567 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_568 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_569 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_57 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_570 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_571 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_572 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_573 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_574 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_575 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_576 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_577 2024-09-10T07:26:19.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_578 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_579 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_58 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_580 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_581 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_582 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_583 2024-09-10T07:26:19.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_584 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_585 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_586 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_587 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_588 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_589 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_59 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_590 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_591 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_592 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_593 2024-09-10T07:26:19.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_594 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_595 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_596 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_597 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_598 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_599 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_6 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_60 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_600 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_601 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_602 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_603 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_604 2024-09-10T07:26:19.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_605 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_606 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_607 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_608 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_609 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_61 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_610 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_611 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_612 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_613 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_614 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_615 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_616 2024-09-10T07:26:19.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_617 2024-09-10T07:26:19.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_618 2024-09-10T07:26:19.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_619 2024-09-10T07:26:19.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_62 2024-09-10T07:26:19.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_620 2024-09-10T07:26:19.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_621 2024-09-10T07:26:19.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_622 2024-09-10T07:26:19.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_623 2024-09-10T07:26:19.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_624 2024-09-10T07:26:19.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_625 2024-09-10T07:26:19.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_626 2024-09-10T07:26:19.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_627 2024-09-10T07:26:19.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_628 2024-09-10T07:26:19.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_629 2024-09-10T07:26:19.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_63 2024-09-10T07:26:19.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_630 2024-09-10T07:26:19.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_631 2024-09-10T07:26:19.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_632 2024-09-10T07:26:19.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_633 2024-09-10T07:26:19.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_634 2024-09-10T07:26:19.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_635 2024-09-10T07:26:19.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_636 2024-09-10T07:26:19.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_637 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_638 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_639 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_64 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_640 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_641 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_642 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_643 2024-09-10T07:26:19.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_644 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_645 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_646 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_647 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_648 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_649 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_65 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_650 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_651 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_652 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_653 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_654 2024-09-10T07:26:19.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_655 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_656 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_657 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_658 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_659 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_66 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_660 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_661 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_662 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_663 2024-09-10T07:26:19.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_664 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_665 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_666 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_667 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_668 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_669 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_67 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_670 2024-09-10T07:26:19.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_671 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_672 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_673 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_674 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_675 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_676 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_677 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_678 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_679 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_68 2024-09-10T07:26:19.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_680 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_681 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_682 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_683 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_684 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_685 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_686 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_687 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_688 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_689 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_69 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_690 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_691 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_692 2024-09-10T07:26:19.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_693 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_694 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_695 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_696 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_697 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_698 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_699 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_7 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_70 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_700 2024-09-10T07:26:19.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_701 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_702 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_703 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_704 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_705 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_706 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_707 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_708 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_709 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_71 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_710 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_711 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_712 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_713 2024-09-10T07:26:19.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_714 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_715 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_716 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_717 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_718 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_719 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_72 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_720 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_721 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_722 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_723 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_724 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_725 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_726 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_727 2024-09-10T07:26:19.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_728 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_729 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_73 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_730 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_731 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_732 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_733 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_734 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_735 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_736 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_737 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_738 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_739 2024-09-10T07:26:19.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_74 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_740 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_741 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_742 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_743 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_744 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_745 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_746 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_747 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_748 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_749 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_75 2024-09-10T07:26:19.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_750 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_751 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_752 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_753 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_754 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_755 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_756 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_757 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_758 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_759 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_76 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_760 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_761 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_762 2024-09-10T07:26:19.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_763 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_764 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_765 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_766 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_767 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_768 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_769 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_77 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_770 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_771 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_772 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_773 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_774 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_775 2024-09-10T07:26:19.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_776 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_777 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_778 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_779 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_78 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_780 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_781 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_782 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_783 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_784 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_785 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_786 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_787 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_788 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_789 2024-09-10T07:26:19.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_79 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_790 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_791 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_792 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_793 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_794 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_795 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_796 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_797 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_798 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_799 2024-09-10T07:26:19.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_8 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_80 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_800 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_801 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_802 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_803 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_804 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_805 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_806 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_807 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_808 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_809 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_81 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_810 2024-09-10T07:26:19.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_811 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_812 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_813 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_814 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_815 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_816 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_817 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_818 2024-09-10T07:26:19.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_819 2024-09-10T07:26:19.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_82 2024-09-10T07:26:19.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_820 2024-09-10T07:26:19.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_821 2024-09-10T07:26:19.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_822 2024-09-10T07:26:19.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_823 2024-09-10T07:26:19.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_824 2024-09-10T07:26:19.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_825 2024-09-10T07:26:19.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_826 2024-09-10T07:26:19.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_827 2024-09-10T07:26:19.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_828 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_829 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_83 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_830 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_831 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_832 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_833 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_834 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_835 2024-09-10T07:26:19.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_836 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_837 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_838 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_839 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_84 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_840 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_841 2024-09-10T07:26:19.390 INFO:teuthology.orchestra.run.smithi003.stdout:file_842 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_843 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_844 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_845 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_846 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_847 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_848 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_849 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_85 2024-09-10T07:26:19.391 INFO:teuthology.orchestra.run.smithi003.stdout:file_850 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_851 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_852 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_853 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_854 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_855 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_856 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_857 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_858 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_859 2024-09-10T07:26:19.392 INFO:teuthology.orchestra.run.smithi003.stdout:file_86 2024-09-10T07:26:19.393 INFO:teuthology.orchestra.run.smithi003.stdout:file_860 2024-09-10T07:26:19.393 INFO:teuthology.orchestra.run.smithi003.stdout:file_861 2024-09-10T07:26:19.393 INFO:teuthology.orchestra.run.smithi003.stdout:file_862 2024-09-10T07:26:19.393 INFO:teuthology.orchestra.run.smithi003.stdout:file_863 2024-09-10T07:26:19.393 INFO:teuthology.orchestra.run.smithi003.stdout:file_864 2024-09-10T07:26:19.393 INFO:teuthology.orchestra.run.smithi003.stdout:file_865 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_866 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_867 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_868 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_869 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_87 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_870 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_871 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_872 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_873 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_874 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_875 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_876 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_877 2024-09-10T07:26:19.394 INFO:teuthology.orchestra.run.smithi003.stdout:file_878 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_879 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_88 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_880 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_881 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_882 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_883 2024-09-10T07:26:19.395 INFO:teuthology.orchestra.run.smithi003.stdout:file_884 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_885 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_886 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_887 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_888 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_889 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_89 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_890 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_891 2024-09-10T07:26:19.396 INFO:teuthology.orchestra.run.smithi003.stdout:file_892 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_893 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_894 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_895 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_896 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_897 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_898 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_899 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_9 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_90 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_900 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_901 2024-09-10T07:26:19.397 INFO:teuthology.orchestra.run.smithi003.stdout:file_902 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_903 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_904 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_905 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_906 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_907 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_908 2024-09-10T07:26:19.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_909 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_91 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_910 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_911 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_912 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_913 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_914 2024-09-10T07:26:19.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_915 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_916 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_917 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_918 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_919 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_92 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_920 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_921 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_922 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_923 2024-09-10T07:26:19.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_924 2024-09-10T07:26:34.898 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:26:34.901 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:27:05.010 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:27:05.015 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:27:19.352 INFO:tasks.cephfs.test_journal_repair:Killing mount, it's blocked on the MDS we killed 2024-09-10T07:27:19.352 INFO:tasks.cephfs.mount:Killing connection on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:27:19.352 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:19.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:19.353 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 down 2024-09-10T07:27:19.386 INFO:tasks.cephfs.mount:Cleaning up killed connection on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:27:19.386 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:19.386 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:19.450 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:27:19.494 INFO:teuthology.orchestra.run.smithi003.stdout:file_925 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_926 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_927 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_928 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_929 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_93 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_930 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_931 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_932 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_933 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_934 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_935 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_936 2024-09-10T07:27:19.495 INFO:teuthology.orchestra.run.smithi003.stdout:file_937 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_938 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_939 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_94 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_940 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_941 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_942 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_943 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_944 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_945 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_946 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_947 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_948 2024-09-10T07:27:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:file_949 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_95 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_950 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_951 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_952 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_953 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_954 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_955 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_956 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_957 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_958 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_959 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_96 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_960 2024-09-10T07:27:19.497 INFO:teuthology.orchestra.run.smithi003.stdout:file_961 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_962 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_963 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_964 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_965 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_966 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_967 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_968 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_969 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_97 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_970 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_971 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_972 2024-09-10T07:27:19.498 INFO:teuthology.orchestra.run.smithi003.stdout:file_973 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_974 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_975 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_976 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_977 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_978 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_979 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_98 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_980 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_981 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_982 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_983 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_984 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_985 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_986 2024-09-10T07:27:19.499 INFO:teuthology.orchestra.run.smithi003.stdout:file_987 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_988 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_989 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_99 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_990 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_991 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_992 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_993 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_994 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_995 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_996 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_997 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_998 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout:file_999 2024-09-10T07:27:19.500 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:19.501 INFO:teuthology.orchestra.run.smithi003.stdout:./bravo: 2024-09-10T07:27:19.501 INFO:teuthology.orchestra.run.smithi003.stderr:ls: reading directory './bravo': Software caused connection abort 2024-09-10T07:27:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.605+0000 7f7e696a5640 1 Processor -- start 2024-09-10T07:27:19.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.605+0000 7f7e696a5640 1 -- start start 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.606+0000 7f7e696a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e6406bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.606+0000 7f7e696a5640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e640cb790 con 0x7f7e64072d10 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.606+0000 7f7e696a5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e640cda20 con 0x7f7e6415e8d0 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.606+0000 7f7e696a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7e640ce8d0 con 0x7f7e6406baf0 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.606+0000 7f7e637fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f7e64072d10 0x7f7e640731c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37424/0 (socket says 172.21.15.3:37424) 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e637fe640 1 -- 172.21.15.3:0/1195996957 learned_addr learned my addr 172.21.15.3:0/1195996957 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:19.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e627fc640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e6406bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2213062757 0 0) 0x7f7e640cb790 con 0x7f7e64072d10 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e4c003520 con 0x7f7e64072d10 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2610546573 0 0) 0x7f7e640cda20 con 0x7f7e6415e8d0 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e640cb790 con 0x7f7e6415e8d0 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 716604221 0 0) 0x7f7e4c003520 con 0x7f7e64072d10 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 msgr2=0x7f7e6406bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e6406bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 >> v1:172.21.15.70:6789/0 conn(0x7f7e6415e8d0 legacy=0x7f7e64162e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e640cdcc0 con 0x7f7e64072d10 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f7e5c001670 con 0x7f7e64072d10 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e627fc640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e6406bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 >> v1:172.21.15.3:6789/0 conn(0x7f7e64072d10 legacy=0x7f7e640731c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c003be0 0x7f7e4c003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e4c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e4c004d40 0x7f7e4c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7e4c00bb50 con 0x7f7e4c004d40 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7e4c00bcd0 con 0x7f7e4c003be0 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7e4c00bed0 con 0x7f7e6406baf0 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e637fe640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e4c004d40 0x7f7e4c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e627fc640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e4c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.607+0000 7f7e62ffd640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c003be0 0x7f7e4c003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.608+0000 7f7e637fe640 1 -- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 msgr2=0x7f7e4c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.608+0000 7f7e637fe640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e6406baf0 0x7f7e4c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.608+0000 7f7e637fe640 1 -- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c003be0 msgr2=0x7f7e4c003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.608+0000 7f7e637fe640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c003be0 0x7f7e4c003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.608+0000 7f7e637fe640 1 -- 172.21.15.3:0/1195996957 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e4c003520 con 0x7f7e4c004d40 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.608+0000 7f7e637fe640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e4c004d40 0x7f7e4c0051c0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c007fd0 tx=0x7f7e4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4a0da110651b20 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c007c20 con 0x7f7e4c004d40 2024-09-10T07:27:19.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e5c005af0 con 0x7f7e4c004d40 2024-09-10T07:27:19.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e61ffb640 1 -- 172.21.15.3:0/1195996957 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c007070 con 0x7f7e4c004d40 2024-09-10T07:27:19.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e696a5640 1 -- 172.21.15.3:0/1195996957 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e4c004d40 msgr2=0x7f7e4c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e696a5640 1 --2- 172.21.15.3:0/1195996957 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e4c004d40 0x7f7e4c0051c0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c007fd0 tx=0x7f7e4c005830 comp rx=0 tx=0).stop 2024-09-10T07:27:19.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e637fe640 1 -- 172.21.15.3:0/1195996957 reap_dead start 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e696a5640 1 -- 172.21.15.3:0/1195996957 shutdown_connections 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e696a5640 1 -- 172.21.15.3:0/1195996957 >> 172.21.15.3:0/1195996957 conn(0x7f7e640b2d10 msgr2=0x7f7e640b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e696a5640 1 -- 172.21.15.3:0/1195996957 shutdown_connections 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.609+0000 7f7e696a5640 1 -- 172.21.15.3:0/1195996957 wait complete. 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 Processor -- start 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 -- start start 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c004d40 0x7f7e64152d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 0x7f7e640c7100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e64153250 0x7f7e640c7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7e640ce560 con 0x7f7e640c4d00 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7e640ce280 con 0x7f7e4c004d40 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e696a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7e6415ecb0 con 0x7f7e64153250 2024-09-10T07:27:19.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.611+0000 7f7e627fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 0x7f7e640c7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 0x7f7e640c7100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36362/0 (socket says 172.21.15.3:36362) 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 -- 172.21.15.3:0/2439432407 learned_addr learned my addr 172.21.15.3:0/2439432407 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e62ffd640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c004d40 0x7f7e64152d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e637fe640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e64153250 0x7f7e640c7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 -- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e64153250 msgr2=0x7f7e640c7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e64153250 0x7f7e640c7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 -- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c004d40 msgr2=0x7f7e64152d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c004d40 0x7f7e64152d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 -- 172.21.15.3:0/2439432407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e640b6e60 con 0x7f7e640c4d00 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e627fc640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 0x7f7e640c7100 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f7e58009f90 tx=0x7f7e5800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5800fea0 con 0x7f7e640c4d00 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e58015630 con 0x7f7e640c4d00 2024-09-10T07:27:19.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e640b5530 con 0x7f7e640c4d00 2024-09-10T07:27:19.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e58015a00 con 0x7f7e640c4d00 2024-09-10T07:27:19.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.612+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e640b5af0 con 0x7f7e640c4d00 2024-09-10T07:27:19.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.613+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e640cd0d0 con 0x7f7e640c4d00 2024-09-10T07:27:19.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.614+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e58015ba0 con 0x7f7e640c4d00 2024-09-10T07:27:19.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.614+0000 7f7e4b7fe640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7e5006be30 0x7f7e5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.614+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7f7e5808c1b0 con 0x7f7e640c4d00 2024-09-10T07:27:19.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.615+0000 7f7e62ffd640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7e5006be30 0x7f7e5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.615+0000 7f7e62ffd640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7e5006be30 0x7f7e5006e2f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7e54001940 tx=0x7f7e54009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:19.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.619+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e58019030 con 0x7f7e640c4d00 2024-09-10T07:27:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.810+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7e6406eca0 con 0x7f7e640c4d00 2024-09-10T07:27:19.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.811+0000 7f7e4b7fe640 1 -- 172.21.15.3:0/2439432407 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v69) ==== 80+0+122 (secure 0 0 0) 0x7f7e58010040 con 0x7f7e640c4d00 2024-09-10T07:27:19.811 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6836/1823748918 2024-09-11T07:26:18.862799+0000 2024-09-10T07:27:19.811 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6834/1823748918 2024-09-11T07:26:18.862799+0000 2024-09-10T07:27:19.811 INFO:teuthology.orchestra.run.smithi003.stderr:listed 2 entries 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7e5006be30 msgr2=0x7f7e5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7e5006be30 0x7f7e5006e2f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7e54001940 tx=0x7f7e54009040 comp rx=0 tx=0).stop 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 msgr2=0x7f7e640c7100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 0x7f7e640c7100 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f7e58009f90 tx=0x7f7e5800f580 comp rx=0 tx=0).stop 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 shutdown_connections 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f7e5006be30 0x7f7e5006e2f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7e64153250 0x7f7e640c7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e640c4d00 0x7f7e640c7100 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 --2- 172.21.15.3:0/2439432407 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f7e4c004d40 0x7f7e64152d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 >> 172.21.15.3:0/2439432407 conn(0x7f7e640b2d10 msgr2=0x7f7e6406f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 shutdown_connections 2024-09-10T07:27:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.813+0000 7f7e696a5640 1 -- 172.21.15.3:0/2439432407 wait complete. 2024-09-10T07:27:19.823 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:19.823 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:19.840 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:27:19.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.984+0000 7f796cba6640 1 Processor -- start 2024-09-10T07:27:19.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.984+0000 7f796cba6640 1 -- start start 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796cba6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79681619e0 0x7f79680d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796cba6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f79680d2d90 0x7f79680d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796cba6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f79680d1200 0x7f79680b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796cba6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f79680d3f20 con 0x7f79680d1200 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796cba6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f79680d16b0 con 0x7f79680d2d90 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796cba6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7968161dc0 con 0x7f79681619e0 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f79680d1200 0x7f79680b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f79680d1200 0x7f79680b5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36368/0 (socket says 172.21.15.3:36368) 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 -- 172.21.15.3:0/135338717 learned_addr learned my addr 172.21.15.3:0/135338717 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7965d9b640 1 --2- 172.21.15.3:0/135338717 >> v2:172.21.15.70:3300/0 conn(0x7f79680d2d90 0x7f79680d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796659c640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79681619e0 0x7f79680d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 -- 172.21.15.3:0/135338717 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79681619e0 msgr2=0x7f79680d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79681619e0 0x7f79680d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 -- 172.21.15.3:0/135338717 >> v2:172.21.15.70:3300/0 conn(0x7f79680d2d90 msgr2=0x7f79680d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 --2- 172.21.15.3:0/135338717 >> v2:172.21.15.70:3300/0 conn(0x7f79680d2d90 0x7f79680d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7966d9d640 1 -- 172.21.15.3:0/135338717 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79680d3310 con 0x7f79680d1200 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f7965d9b640 1 --2- 172.21.15.3:0/135338717 >> v2:172.21.15.70:3300/0 conn(0x7f79680d2d90 0x7f79680d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.985+0000 7f796659c640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79681619e0 0x7f79680d2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.986+0000 7f7966d9d640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d1200 0x7f79680b5f30 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f79680b70a0 tx=0x7f796002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=699d7f721fc1ad2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.986+0000 7f796559a640 1 -- 172.21.15.3:0/135338717 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960036070 con 0x7f79680d1200 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.986+0000 7f796559a640 1 -- 172.21.15.3:0/135338717 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7960031600 con 0x7f79680d1200 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.986+0000 7f796559a640 1 -- 172.21.15.3:0/135338717 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79600319d0 con 0x7f79680d1200 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.986+0000 7f796cba6640 1 -- 172.21.15.3:0/135338717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d1200 msgr2=0x7f79680b5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.986+0000 7f796cba6640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d1200 0x7f79680b5f30 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f79680b70a0 tx=0x7f796002a6a0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 -- 172.21.15.3:0/135338717 shutdown_connections 2024-09-10T07:27:19.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d1200 0x7f79680b5f30 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 --2- 172.21.15.3:0/135338717 >> v2:172.21.15.70:3300/0 conn(0x7f79680d2d90 0x7f79680d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 --2- 172.21.15.3:0/135338717 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79681619e0 0x7f79680d2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 -- 172.21.15.3:0/135338717 >> 172.21.15.3:0/135338717 conn(0x7f796806d1c0 msgr2=0x7f7968073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 -- 172.21.15.3:0/135338717 shutdown_connections 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.987+0000 7f796cba6640 1 -- 172.21.15.3:0/135338717 wait complete. 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.988+0000 7f796cba6640 1 Processor -- start 2024-09-10T07:27:19.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.988+0000 7f796cba6640 1 -- start start 2024-09-10T07:27:19.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796cba6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79680d1200 0x7f79681f35b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796cba6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 0x7f79680cd750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796cba6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79681619e0 0x7f79680cdc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796cba6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f79680d3bb0 con 0x7f79680d2d90 2024-09-10T07:27:19.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796cba6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f79680d38d0 con 0x7f79681619e0 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796cba6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f79680d2250 con 0x7f79680d1200 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 0x7f79680cd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 0x7f79680cd750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36376/0 (socket says 172.21.15.3:36376) 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 -- 172.21.15.3:0/2332641440 learned_addr learned my addr 172.21.15.3:0/2332641440 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796659c640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79680d1200 0x7f79681f35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7966d9d640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79681619e0 0x7f79680cdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 -- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79680d1200 msgr2=0x7f79681f35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79680d1200 0x7f79681f35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 -- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79681619e0 msgr2=0x7f79680cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79681619e0 0x7f79680cdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 -- 172.21.15.3:0/2332641440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79681f3ef0 con 0x7f79680d2d90 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f796659c640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79680d1200 0x7f79681f35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:19.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7966d9d640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79681619e0 0x7f79680cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7965d9b640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 0x7f79680cd750 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f795c00c7f0 tx=0x7f795c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c004230 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.989+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f795c0043f0 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.990+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7968143010 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.990+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c007860 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.990+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79681f4490 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.990+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79680d0cc0 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.991+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f795c007a00 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.991+0000 7f7956ffd640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f794806be30 0x7f794806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.992+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7f795c08b220 con 0x7f79680d2d90 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.992+0000 7f796659c640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f794806be30 0x7f794806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:19.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.992+0000 7f796659c640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f794806be30 0x7f794806e2f0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f79680ba1b0 tx=0x7f7958008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:19.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:19.996+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f795c015020 con 0x7f79680d2d90 2024-09-10T07:27:20.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.187+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f796806baf0 con 0x7f79680d2d90 2024-09-10T07:27:20.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.187+0000 7f7956ffd640 1 -- 172.21.15.3:0/2332641440 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v69) ==== 80+0+122 (secure 0 0 0) 0x7f795c059850 con 0x7f79680d2d90 2024-09-10T07:27:20.187 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6836/1823748918 2024-09-11T07:26:18.862799+0000 2024-09-10T07:27:20.188 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6834/1823748918 2024-09-11T07:26:18.862799+0000 2024-09-10T07:27:20.188 INFO:teuthology.orchestra.run.smithi003.stderr:listed 2 entries 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f794806be30 msgr2=0x7f794806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f794806be30 0x7f794806e2f0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f79680ba1b0 tx=0x7f7958008040 comp rx=0 tx=0).stop 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 msgr2=0x7f79680cd750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 0x7f79680cd750 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f795c00c7f0 tx=0x7f795c00ccb0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 shutdown_connections 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f794806be30 0x7f794806e2f0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f79681619e0 0x7f79680cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f79680d2d90 0x7f79680cd750 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 --2- 172.21.15.3:0/2332641440 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f79680d1200 0x7f79681f35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 >> 172.21.15.3:0/2332641440 conn(0x7f796806d1c0 msgr2=0x7f796815ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:20.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 shutdown_connections 2024-09-10T07:27:20.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.190+0000 7f796cba6640 1 -- 172.21.15.3:0/2332641440 wait complete. 2024-09-10T07:27:20.200 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:27:20.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:20.201 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:20.230 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:27:20.230 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:27:20.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:20.230 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:27:20.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:20.288 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-10T07:27:20.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.433+0000 7f2db07d6640 1 Processor -- start 2024-09-10T07:27:20.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.433+0000 7f2db07d6640 1 -- start start 2024-09-10T07:27:20.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2db07d6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2da80d1fa0 0x7f2da80d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:20.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2db07d6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2da80d4360 0x7f2da80d47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:20.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2db07d6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2da80b4dc0 con 0x7f2da815e290 2024-09-10T07:27:20.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2db07d6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f2da80d4d10 con 0x7f2da80d1fa0 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2db07d6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2da80b5060 con 0x7f2da80d4360 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2da80d1fa0 0x7f2da80d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2da80d1fa0 0x7f2da80d1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36384/0 (socket says 172.21.15.3:36384) 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 -- 172.21.15.3:0/597987772 learned_addr learned my addr 172.21.15.3:0/597987772 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2daed73640 1 --2- 172.21.15.3:0/597987772 >> v2:172.21.15.70:3300/0 conn(0x7f2da80d4360 0x7f2da80d47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 -- 172.21.15.3:0/597987772 >> v2:172.21.15.70:3300/0 conn(0x7f2da80d4360 msgr2=0x7f2da80d47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 --2- 172.21.15.3:0/597987772 >> v2:172.21.15.70:3300/0 conn(0x7f2da80d4360 0x7f2da80d47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dad570640 1 -- 172.21.15.3:0/597987772 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 250268483 0 0) 0x7f2da80b4dc0 con 0x7f2da815e290 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 -- 172.21.15.3:0/597987772 >> v1:172.21.15.70:6789/0 conn(0x7f2da815e290 legacy=0x7f2da80b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.434+0000 7f2dadd71640 1 -- 172.21.15.3:0/597987772 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da80b5340 con 0x7f2da80d1fa0 2024-09-10T07:27:20.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.435+0000 7f2dadd71640 1 --2- 172.21.15.3:0/597987772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da80d1fa0 0x7f2da80d1880 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f2da80d4230 tx=0x7f2d9c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=714b7c26605b5316 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:20.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.435+0000 7f2dad570640 1 -- 172.21.15.3:0/597987772 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c037070 con 0x7f2da80d1fa0 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.435+0000 7f2dad570640 1 -- 172.21.15.3:0/597987772 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d9c032440 con 0x7f2da80d1fa0 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2dad570640 1 -- 172.21.15.3:0/597987772 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c032810 con 0x7f2da80d1fa0 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 -- 172.21.15.3:0/597987772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da80d1fa0 msgr2=0x7f2da80d1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 --2- 172.21.15.3:0/597987772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da80d1fa0 0x7f2da80d1880 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f2da80d4230 tx=0x7f2d9c02a1e0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 -- 172.21.15.3:0/597987772 shutdown_connections 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 --2- 172.21.15.3:0/597987772 >> v2:172.21.15.70:3300/0 conn(0x7f2da80d4360 0x7f2da80d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 --2- 172.21.15.3:0/597987772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da80d1fa0 0x7f2da80d1880 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 -- 172.21.15.3:0/597987772 >> 172.21.15.3:0/597987772 conn(0x7f2da808ddc0 msgr2=0x7f2da809d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 -- 172.21.15.3:0/597987772 shutdown_connections 2024-09-10T07:27:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.436+0000 7f2db07d6640 1 -- 172.21.15.3:0/597987772 wait complete. 2024-09-10T07:27:20.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.437+0000 7f2db07d6640 1 Processor -- start 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.437+0000 7f2db07d6640 1 -- start start 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2db07d6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2da80d1fa0 0x7f2da815fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2db07d6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2da80d4360 0x7f2da8152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2db07d6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 0x7f2da806c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2db07d6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2da815e670 con 0x7f2da815e290 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2db07d6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2da80cf090 con 0x7f2da80d1fa0 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2db07d6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2da815e7f0 con 0x7f2da80d4360 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 0x7f2da806c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 0x7f2da806c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36390/0 (socket says 172.21.15.3:36390) 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 -- 172.21.15.3:0/805617222 learned_addr learned my addr 172.21.15.3:0/805617222 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2dadd71640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2da80d4360 0x7f2da8152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2dae572640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2da80d1fa0 0x7f2da815fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 -- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2da80d4360 msgr2=0x7f2da8152be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2da80d4360 0x7f2da8152be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 -- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2da80d1fa0 msgr2=0x7f2da815fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2da80d1fa0 0x7f2da815fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.438+0000 7f2daed73640 1 -- 172.21.15.3:0/805617222 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da8160560 con 0x7f2da815e290 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2dae572640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2da80d1fa0 0x7f2da815fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2daed73640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 0x7f2da806c940 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2da000e960 tx=0x7f2da000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da0017070 con 0x7f2da815e290 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2da000c980 con 0x7f2da815e290 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2da8160840 con 0x7f2da815e290 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2da000cd70 con 0x7f2da815e290 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.439+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2da8160e00 con 0x7f2da815e290 2024-09-10T07:27:20.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.440+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2da80d1880 con 0x7f2da815e290 2024-09-10T07:27:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.440+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2da001a070 con 0x7f2da815e290 2024-09-10T07:27:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.441+0000 7f2da6ffd640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2d9406be30 0x7f2d9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.441+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6303+0+0 (secure 0 0 0) 0x7f2da008b300 con 0x7f2da815e290 2024-09-10T07:27:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.441+0000 7f2dae572640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2d9406be30 0x7f2d9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.442+0000 7f2dae572640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2d9406be30 0x7f2d9406e2f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2d98007fd0 tx=0x7f2d98009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.445+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2da00594a0 con 0x7f2da815e290 2024-09-10T07:27:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.662+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f2da80b3fe0 con 0x7f2da815e290 2024-09-10T07:27:20.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.963+0000 7f2da6ffd640 1 -- 172.21.15.3:0/805617222 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v54) ==== 162+0+0 (secure 0 0 0) 0x7f2da005d7a0 con 0x7f2da815e290 2024-09-10T07:27:20.963 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2d9406be30 msgr2=0x7f2d9406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2d9406be30 0x7f2d9406e2f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2d98007fd0 tx=0x7f2d98009040 comp rx=0 tx=0).stop 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 msgr2=0x7f2da806c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 0x7f2da806c940 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2da000e960 tx=0x7f2da000ee20 comp rx=0 tx=0).stop 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 shutdown_connections 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2d9406be30 0x7f2d9406e2f0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2da815e290 0x7f2da806c940 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2da80d4360 0x7f2da8152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 --2- 172.21.15.3:0/805617222 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2da80d1fa0 0x7f2da815fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:20.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 >> 172.21.15.3:0/805617222 conn(0x7f2da808ddc0 msgr2=0x7f2da80b6480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:20.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 shutdown_connections 2024-09-10T07:27:20.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:20.966+0000 7f2db07d6640 1 -- 172.21.15.3:0/805617222 wait complete. 2024-09-10T07:27:20.971 INFO:tasks.ceph.mds.d.smithi070.stderr:2024-09-10T07:27:20.970+0000 7fb1e7488640 -1 mds.1.sessionmap _load_finish got (2) No such file or directory 2024-09-10T07:27:20.971 INFO:tasks.ceph.mds.d.smithi070.stderr:2024-09-10T07:27:20.970+0000 7fb1e7488640 -1 log_channel(cluster) log [ERR] : error reading sessionmap 'mds1_sessionmap' -2 ((2) No such file or directory) 2024-09-10T07:27:20.972 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:27:20.972+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-10T07:27:20.979 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:21.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 Processor -- start 2024-09-10T07:27:21.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 -- start start 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1b5c1476d0 0x7f1b5c0cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b5c15e7c0 con 0x7f1b5c0d02f0 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1b5c0d0760 con 0x7f1b5c1476d0 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.083+0000 7f1b6179f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1b5c071b80 con 0x7f1b5c0cf340 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5b7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f1b5c0d02f0 0x7f1b5c161f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37428/0 (socket says 172.21.15.3:37428) 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5b7fe640 1 -- 172.21.15.3:0/4160152203 learned_addr learned my addr 172.21.15.3:0/4160152203 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5affd640 1 --2- 172.21.15.3:0/4160152203 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5a7fc640 1 --2- 172.21.15.3:0/4160152203 >> v2:172.21.15.70:3300/0 conn(0x7f1b5c1476d0 0x7f1b5c0cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b59ffb640 1 -- 172.21.15.3:0/4160152203 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 134253996 0 0) 0x7f1b5c15e7c0 con 0x7f1b5c0d02f0 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b59ffb640 1 -- 172.21.15.3:0/4160152203 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b44003520 con 0x7f1b5c0d02f0 2024-09-10T07:27:21.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5affd640 1 -- 172.21.15.3:0/4160152203 >> v2:172.21.15.70:3300/0 conn(0x7f1b5c1476d0 msgr2=0x7f1b5c0cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5affd640 1 --2- 172.21.15.3:0/4160152203 >> v2:172.21.15.70:3300/0 conn(0x7f1b5c1476d0 0x7f1b5c0cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5affd640 1 -- 172.21.15.3:0/4160152203 >> v1:172.21.15.3:6789/0 conn(0x7f1b5c0d02f0 legacy=0x7f1b5c161f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5affd640 1 -- 172.21.15.3:0/4160152203 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5c071e60 con 0x7f1b5c0cf340 2024-09-10T07:27:21.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.084+0000 7f1b5a7fc640 1 --2- 172.21.15.3:0/4160152203 >> v2:172.21.15.70:3300/0 conn(0x7f1b5c1476d0 0x7f1b5c0cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.085+0000 7f1b5affd640 1 --2- 172.21.15.3:0/4160152203 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c071510 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c0097a0 tx=0x7f1b4c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c784eb34b0cf93e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.085+0000 7f1b59ffb640 1 -- 172.21.15.3:0/4160152203 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c037070 con 0x7f1b5c0cf340 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.085+0000 7f1b59ffb640 1 -- 172.21.15.3:0/4160152203 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b4c02ae50 con 0x7f1b5c0cf340 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.085+0000 7f1b59ffb640 1 -- 172.21.15.3:0/4160152203 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c032640 con 0x7f1b5c0cf340 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 -- 172.21.15.3:0/4160152203 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 msgr2=0x7f1b5c071510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 --2- 172.21.15.3:0/4160152203 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c071510 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c0097a0 tx=0x7f1b4c02a100 comp rx=0 tx=0).stop 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 -- 172.21.15.3:0/4160152203 shutdown_connections 2024-09-10T07:27:21.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 --2- 172.21.15.3:0/4160152203 >> v2:172.21.15.70:3300/0 conn(0x7f1b5c1476d0 0x7f1b5c0cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 --2- 172.21.15.3:0/4160152203 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c071510 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 -- 172.21.15.3:0/4160152203 >> 172.21.15.3:0/4160152203 conn(0x7f1b5c0b3d50 msgr2=0x7f1b5c0b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:21.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 -- 172.21.15.3:0/4160152203 shutdown_connections 2024-09-10T07:27:21.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.086+0000 7f1b6179f640 1 -- 172.21.15.3:0/4160152203 wait complete. 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.087+0000 7f1b6179f640 1 Processor -- start 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.087+0000 7f1b6179f640 1 -- start start 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b6179f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c1f4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b6179f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1b5c0d02f0 0x7f1b5c0b7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b6179f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 0x7f1b5c1593b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b6179f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b5c147ee0 con 0x7f1b5c1476d0 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b6179f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1b5c072420 con 0x7f1b5c0d02f0 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b6179f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1b5c0cdc20 con 0x7f1b5c0cf340 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 0x7f1b5c1593b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 0x7f1b5c1593b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36406/0 (socket says 172.21.15.3:36406) 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 -- 172.21.15.3:0/1172569436 learned_addr learned my addr 172.21.15.3:0/1172569436 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5affd640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c1f4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5a7fc640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1b5c0d02f0 0x7f1b5c0b7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 -- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 msgr2=0x7f1b5c1f4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c1f4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 -- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1b5c0d02f0 msgr2=0x7f1b5c0b7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1b5c0d02f0 0x7f1b5c0b7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 -- 172.21.15.3:0/1172569436 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5c1f4b70 con 0x7f1b5c1476d0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.088+0000 7f1b5b7fe640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 0x7f1b5c1593b0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f1b5400cb40 tx=0x7f1b5400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.089+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b54017070 con 0x7f1b5c1476d0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.089+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b5400aca0 con 0x7f1b5c1476d0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.089+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b5c0b5450 con 0x7f1b5c1476d0 2024-09-10T07:27:21.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.089+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b54012620 con 0x7f1b5c1476d0 2024-09-10T07:27:21.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.089+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b5c0b5c90 con 0x7f1b5c1476d0 2024-09-10T07:27:21.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.090+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b5c071510 con 0x7f1b5c1476d0 2024-09-10T07:27:21.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.090+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b5401a070 con 0x7f1b5c1476d0 2024-09-10T07:27:21.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.091+0000 7f1b437fe640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1b4806be30 0x7f1b4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.091+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6389+0+0 (secure 0 0 0) 0x7f1b5408af00 con 0x7f1b5c1476d0 2024-09-10T07:27:21.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.091+0000 7f1b5affd640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1b4806be30 0x7f1b4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.091+0000 7f1b5affd640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1b4806be30 0x7f1b4806e2f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c034000 tx=0x7f1b4c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.095+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b5c0b5450 con 0x7f1b5c1476d0 2024-09-10T07:27:21.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.307+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b5c162dc0 con 0x7f1b5c1476d0 2024-09-10T07:27:21.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.308+0000 7f1b437fe640 1 -- 172.21.15.3:0/1172569436 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+4398 (secure 0 0 0) 0x7f1b5c1f4b70 con 0x7f1b5c1476d0 2024-09-10T07:27:21.308 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:21.308 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":56,"btime":"2024-09-10T07:27:20:973397+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":56,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:27:20.973345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":70,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6171},"failed":[],"damaged":[1],"stopped":[],"info":{"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[6171]},"id":4}]} 2024-09-10T07:27:21.308 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 56 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1b4806be30 msgr2=0x7f1b4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1b4806be30 0x7f1b4806e2f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c034000 tx=0x7f1b4c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 msgr2=0x7f1b5c1593b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 0x7f1b5c1593b0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f1b5400cb40 tx=0x7f1b5400a060 comp rx=0 tx=0).stop 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 shutdown_connections 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1b4806be30 0x7f1b4806e2f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b5c1476d0 0x7f1b5c1593b0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1b5c0d02f0 0x7f1b5c0b7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 --2- 172.21.15.3:0/1172569436 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1b5c0cf340 0x7f1b5c1f4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 >> 172.21.15.3:0/1172569436 conn(0x7f1b5c0b3d50 msgr2=0x7f1b5c0d21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:21.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 shutdown_connections 2024-09-10T07:27:21.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.310+0000 7f1b6179f640 1 -- 172.21.15.3:0/1172569436 wait complete. 2024-09-10T07:27:21.321 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T07:27:21.322 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:21.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.424+0000 7fd066f81640 1 Processor -- start 2024-09-10T07:27:21.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.424+0000 7fd066f81640 1 -- start start 2024-09-10T07:27:21.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd066f81640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd0600d1550 0x7fd0601691c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd066f81640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0600d3480 con 0x7fd0600ceee0 2024-09-10T07:27:21.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd066f81640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0600d3760 con 0x7fd06015e560 2024-09-10T07:27:21.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd066f81640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd0600d3a40 con 0x7fd0600d1550 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd0600ceee0 0x7fd0600d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37430/0 (socket says 172.21.15.3:37430) 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05ffff640 1 -- 172.21.15.3:0/2426392286 learned_addr learned my addr 172.21.15.3:0/2426392286 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd06551e640 1 --2- 172.21.15.3:0/2426392286 >> v2:172.21.15.70:3300/0 conn(0x7fd0600d1550 0x7fd0601691c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3439798333 0 0) 0x7fd0600d3480 con 0x7fd0600ceee0 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd050003520 con 0x7fd0600ceee0 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3844204724 0 0) 0x7fd0600d3760 con 0x7fd06015e560 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd0600d3480 con 0x7fd06015e560 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3707429997 0 0) 0x7fd050003520 con 0x7fd0600ceee0 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 >> v2:172.21.15.70:3300/0 conn(0x7fd0600d1550 msgr2=0x7fd0601691c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 --2- 172.21.15.3:0/2426392286 >> v2:172.21.15.70:3300/0 conn(0x7fd0600d1550 0x7fd0601691c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 >> v1:172.21.15.70:6789/0 conn(0x7fd06015e560 legacy=0x7fd0600cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0600d3d20 con 0x7fd0600ceee0 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fd04c001670 con 0x7fd0600ceee0 2024-09-10T07:27:21.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 >> v1:172.21.15.3:6789/0 conn(0x7fd0600ceee0 legacy=0x7fd0600d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd050004000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.425+0000 7fd05f7fe640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd05f7fe640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd0600d3a40 con 0x7fd050003c00 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd05000c160 con 0x7fd050004800 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd05000c360 con 0x7fd0500051c0 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd064d1d640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd050004000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd05ffff640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd06551e640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd064d1d640 1 -- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd0500051c0 msgr2=0x7fd05000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd064d1d640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd0500051c0 0x7fd05000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd064d1d640 1 -- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd050004800 msgr2=0x7fd050004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd064d1d640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd064d1d640 1 -- 172.21.15.3:0/2426392286 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd050003520 con 0x7fd050003c00 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd06551e640 1 -- 172.21.15.3:0/2426392286 reap_dead start 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.426+0000 7fd05ffff640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd050004800 0x7fd050004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd064d1d640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd050004000 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fd0540018d0 tx=0x7fd050005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8e5bd2b8238bbec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0540014f0 con 0x7fd050003c00 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0540052d0 con 0x7fd050003c00 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd05f7fe640 1 -- 172.21.15.3:0/2426392286 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05402ac60 con 0x7fd050003c00 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 -- 172.21.15.3:0/2426392286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 msgr2=0x7fd050004000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd050004000 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fd0540018d0 tx=0x7fd050005830 comp rx=0 tx=0).stop 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 -- 172.21.15.3:0/2426392286 shutdown_connections 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 --2- 172.21.15.3:0/2426392286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd050004000 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 -- 172.21.15.3:0/2426392286 >> 172.21.15.3:0/2426392286 conn(0x7fd060073850 msgr2=0x7fd06006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:21.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 -- 172.21.15.3:0/2426392286 shutdown_connections 2024-09-10T07:27:21.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.427+0000 7fd066f81640 1 -- 172.21.15.3:0/2426392286 wait complete. 2024-09-10T07:27:21.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.428+0000 7fd066f81640 1 Processor -- start 2024-09-10T07:27:21.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 -- start start 2024-09-10T07:27:21.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd06014d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd060159e20 0x7fd0600abfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd06014e210 0x7fd0600cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd06015eac0 con 0x7fd050003c00 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd06015e940 con 0x7fd060159e20 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd066f81640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd0600d0e40 con 0x7fd06014e210 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.429+0000 7fd064d1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd06014d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd06014d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36420/0 (socket says 172.21.15.3:36420) 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 -- 172.21.15.3:0/3796229775 learned_addr learned my addr 172.21.15.3:0/3796229775 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd06551e640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd06014e210 0x7fd0600cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 -- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd06014e210 msgr2=0x7fd0600cd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd05ffff640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd060159e20 0x7fd0600abfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd06014e210 0x7fd0600cd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 -- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd060159e20 msgr2=0x7fd0600abfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd060159e20 0x7fd0600abfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 -- 172.21.15.3:0/3796229775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06014de20 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd064d1d640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd06014d8e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fd054005040 tx=0x7fd0540012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd054037040 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd054006e50 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0600ac920 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0540014f0 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.430+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0600acee0 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.431+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0600d1170 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.432+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd054044020 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.432+0000 7fd05d7fa640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd04406be60 0x7fd04406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.432+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6389+0+0 (secure 0 0 0) 0x7fd0540aafa0 con 0x7fd050003c00 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.432+0000 7fd05ffff640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd04406be60 0x7fd04406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.433+0000 7fd05ffff640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd04406be60 0x7fd04406e320 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd04c001400 tx=0x7fd04c001390 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.437+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd06014de20 con 0x7fd050003c00 2024-09-10T07:27:21.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.651+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd0600b8a40 con 0x7fd050003c00 2024-09-10T07:27:21.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.652+0000 7fd05d7fa640 1 -- 172.21.15.3:0/3796229775 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+4398 (secure 0 0 0) 0x7fd0540797c0 con 0x7fd050003c00 2024-09-10T07:27:21.652 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:21.652 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":56,"btime":"2024-09-10T07:27:20:973397+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":56,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:25:37.657713+0000","modified":"2024-09-10T07:27:20.973345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":70,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6171},"failed":[],"damaged":[1],"stopped":[],"info":{"gid_6171":{"gid":6171,"name":"c","rank":0,"incarnation":44,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6834/2435938821","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":2435938821},{"type":"v1","addr":"172.21.15.3:6834","nonce":2435938821}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6171,"qdb_cluster":[6171]},"id":4}]} 2024-09-10T07:27:21.652 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 56 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd04406be60 msgr2=0x7fd04406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd04406be60 0x7fd04406e320 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd04c001400 tx=0x7fd04c001390 comp rx=0 tx=0).stop 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 msgr2=0x7fd06014d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd06014d8e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fd054005040 tx=0x7fd0540012d0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 shutdown_connections 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd04406be60 0x7fd04406e320 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd06014e210 0x7fd0600cd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd060159e20 0x7fd0600abfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 --2- 172.21.15.3:0/3796229775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd050003c00 0x7fd06014d8e0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 >> 172.21.15.3:0/3796229775 conn(0x7fd060073850 msgr2=0x7fd0600b9530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:21.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 shutdown_connections 2024-09-10T07:27:21.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.654+0000 7fd066f81640 1 -- 172.21.15.3:0/3796229775 wait complete. 2024-09-10T07:27:21.665 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:27:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.768+0000 7f20876dd640 1 Processor -- start 2024-09-10T07:27:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.768+0000 7f20876dd640 1 -- start start 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f20876dd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 0x7f20800d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f20876dd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2080162500 con 0x7f208015e660 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f20876dd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20801627e0 con 0x7f20800d4d60 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f20876dd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f20800d2020 con 0x7f2080162020 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f2085479640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f208015e660 0x7f20800d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37432/0 (socket says 172.21.15.3:37432) 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f2085479640 1 -- 172.21.15.3:0/3943356683 learned_addr learned my addr 172.21.15.3:0/3943356683 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f2085c7a640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 0x7f20800d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.769+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 395839950 0 0) 0x7f2080162500 con 0x7f208015e660 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f206c003520 con 0x7f208015e660 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2945355641 0 0) 0x7f206c003520 con 0x7f208015e660 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 msgr2=0x7f20800d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 0x7f20800d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 >> v1:172.21.15.70:6789/0 conn(0x7f20800d4d60 legacy=0x7f20800d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2080162ac0 con 0x7f208015e660 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f207c001670 con 0x7f208015e660 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 >> v1:172.21.15.3:6789/0 conn(0x7f208015e660 legacy=0x7f20800d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f206c003a50 0x7f206c003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f206c004800 0x7f206c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 0x7f206c005270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f20800d2020 con 0x7f206c003a50 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f206c00bb80 con 0x7f206c004800 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f206c00bd80 con 0x7f2080162020 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085479640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f206c003a50 0x7f206c003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2084c78640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f206c004800 0x7f206c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085c7a640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 0x7f206c005270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085479640 1 -- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 msgr2=0x7f206c005270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085479640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2080162020 0x7f206c005270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085479640 1 -- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f206c004800 msgr2=0x7f206c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085479640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f206c004800 0x7f206c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.770+0000 7f2085479640 1 -- 172.21.15.3:0/3943356683 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f206c003520 con 0x7f206c003a50 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.771+0000 7f2085479640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f206c003a50 0x7f206c003e70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f207c00c210 tx=0x7f206c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=205b4a95118e728f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.771+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c007d10 con 0x7f206c003a50 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.771+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f207c0058d0 con 0x7f206c003a50 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.771+0000 7f2077fff640 1 -- 172.21.15.3:0/3943356683 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c005d00 con 0x7f206c003a50 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f20876dd640 1 -- 172.21.15.3:0/3943356683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f206c003a50 msgr2=0x7f206c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f20876dd640 1 --2- 172.21.15.3:0/3943356683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f206c003a50 0x7f206c003e70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f207c00c210 tx=0x7f206c005830 comp rx=0 tx=0).stop 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f2085c7a640 1 -- 172.21.15.3:0/3943356683 reap_dead start 2024-09-10T07:27:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f20876dd640 1 -- 172.21.15.3:0/3943356683 shutdown_connections 2024-09-10T07:27:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f20876dd640 1 -- 172.21.15.3:0/3943356683 >> 172.21.15.3:0/3943356683 conn(0x7f208008de10 msgr2=0x7f208009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f20876dd640 1 -- 172.21.15.3:0/3943356683 shutdown_connections 2024-09-10T07:27:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.772+0000 7f20876dd640 1 -- 172.21.15.3:0/3943356683 wait complete. 2024-09-10T07:27:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.773+0000 7f20876dd640 1 Processor -- start 2024-09-10T07:27:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.773+0000 7f20876dd640 1 -- start start 2024-09-10T07:27:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f20876dd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f208014a7e0 0x7f20800cdf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f20876dd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f208006dba0 0x7f208006e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f20876dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 0x7f20800c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f20876dd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f20800d4990 con 0x7f20800c8fb0 2024-09-10T07:27:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f20876dd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f20800d4810 con 0x7f208006dba0 2024-09-10T07:27:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f20876dd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f20800d4b10 con 0x7f208014a7e0 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 0x7f20800c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 0x7f20800c9430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36442/0 (socket says 172.21.15.3:36442) 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 -- 172.21.15.3:0/1977593304 learned_addr learned my addr 172.21.15.3:0/1977593304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085479640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f208014a7e0 0x7f20800cdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2084c78640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f208006dba0 0x7f208006e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 -- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f208014a7e0 msgr2=0x7f20800cdf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f208014a7e0 0x7f20800cdf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 -- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f208006dba0 msgr2=0x7f208006e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f208006dba0 0x7f208006e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 -- 172.21.15.3:0/1977593304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2080161120 con 0x7f20800c8fb0 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085479640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f208014a7e0 0x7f20800cdf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.774+0000 7f2085c7a640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 0x7f20800c9430 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2080162430 tx=0x7f207800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.775+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2078019070 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.775+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f207800fde0 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.775+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2078003bd0 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.775+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2080161400 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.775+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20801619c0 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.776+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20800d0f50 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.776+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f207801c070 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.777+0000 7f2075ffb640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f206406be60 0x7f206406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.777+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6389+0+0 (secure 0 0 0) 0x7f207808bab0 con 0x7f20800c8fb0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.777+0000 7f2085479640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f206406be60 0x7f206406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.778+0000 7f2085479640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f206406be60 0x7f206406e320 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f207c033000 tx=0x7f207c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:21.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.781+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2078010040 con 0x7f20800c8fb0 2024-09-10T07:27:21.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:21.999+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f20800b4090 con 0x7f20800c8fb0 2024-09-10T07:27:21.999 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:27:21.999+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:27:22.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.003+0000 7f2075ffb640 1 -- 172.21.15.3:0/1977593304 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v57) ==== 161+0+0 (secure 0 0 0) 0x7f2078059bf0 con 0x7f20800c8fb0 2024-09-10T07:27:22.002 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:27:22.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f206406be60 msgr2=0x7f206406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f206406be60 0x7f206406e320 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f207c033000 tx=0x7f207c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:22.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 msgr2=0x7f20800c9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 0x7f20800c9430 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2080162430 tx=0x7f207800f580 comp rx=0 tx=0).stop 2024-09-10T07:27:22.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 shutdown_connections 2024-09-10T07:27:22.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f206406be60 0x7f206406e320 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20800c8fb0 0x7f20800c9430 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f208006dba0 0x7f208006e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 --2- 172.21.15.3:0/1977593304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f208014a7e0 0x7f20800cdf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 >> 172.21.15.3:0/1977593304 conn(0x7f208008de10 msgr2=0x7f20800d23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 shutdown_connections 2024-09-10T07:27:22.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.005+0000 7f20876dd640 1 -- 172.21.15.3:0/1977593304 wait complete. 2024-09-10T07:27:22.017 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-journal-tool --debug-mds=1 --debug-objecter=1 --rank cephfs:0 event recover_dentries summary 2024-09-10T07:27:22.043 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:27:22.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.060+0000 7f8643212280 1 -- start start 2024-09-10T07:27:22.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.060+0000 7f8643212280 1 Processor -- start 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8643212280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9c576c00 0x561b9c5f2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8643212280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 0x561b9c5f2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8643212280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9c577c00 0x561b9c5f3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8643212280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561b9c6f2180 con 0x561b9c577800 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8643212280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561b9c6f2300 con 0x561b9c577c00 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8643212280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561b9c6f2480 con 0x561b9c576c00 2024-09-10T07:27:22.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 0x561b9c5f2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 0x561b9c5f2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36492/0 (socket says 172.21.15.3:36492) 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 -- 172.21.15.3:0/415664182 learned_addr learned my addr 172.21.15.3:0/415664182 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 -- 172.21.15.3:0/415664182 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9c576c00 msgr2=0x561b9c5f2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9c576c00 0x561b9c5f2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 -- 172.21.15.3:0/415664182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9c577c00 msgr2=0x561b9c5f3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9c577c00 0x561b9c5f3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 -- 172.21.15.3:0/415664182 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b9c5ae780 con 0x561b9c577800 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.061+0000 7f8640564640 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 0x561b9c5f2b00 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x561b9d38f740 tx=0x561b9d318a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8190c30707a74578 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f863e560640 1 -- 172.21.15.3:0/415664182 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561b9c59c9c0 con 0x561b9c577800 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f863e560640 1 -- 172.21.15.3:0/415664182 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561b9c5a2fc0 con 0x561b9c577800 2024-09-10T07:27:22.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f863e560640 1 -- 172.21.15.3:0/415664182 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561b9c59c680 con 0x561b9c577800 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b9c5ae3c0 con 0x561b9c577800 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x561b9c5af680 con 0x561b9c577800 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f863e560640 1 -- 172.21.15.3:0/415664182 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x561b9d44a200 con 0x561b9c577800 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.062+0000 7f863e560640 1 -- 172.21.15.3:0/415664182 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 57) ==== 2304+0+0 (secure 0 0 0) 0x561b9c5d1180 con 0x561b9c577800 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 Processor -- start 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 -- start start 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 0x561b9c5f3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0400 0x561b9c5f3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0800 0x561b9c5f4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561b9c6f2600 con 0x561b9d4a0000 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561b9c6f2780 con 0x561b9d4a0400 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8643212280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561b9c6f2900 con 0x561b9d4a0800 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8641566640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 0x561b9c5f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8641566640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 0x561b9c5f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36506/0 (socket says 172.21.15.3:36506) 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8641566640 1 -- 172.21.15.3:0/3026748513 learned_addr learned my addr 172.21.15.3:0/3026748513 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8640d65640 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0400 0x561b9c5f3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.063+0000 7f8640564640 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0800 0x561b9c5f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8641566640 1 -- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0800 msgr2=0x561b9c5f4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8641566640 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0800 0x561b9c5f4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8641566640 1 -- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0400 msgr2=0x561b9c5f3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8641566640 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0400 0x561b9c5f3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8641566640 1 -- 172.21.15.3:0/3026748513 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b9c5af4a0 con 0x561b9d4a0000 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8641566640 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 0x561b9c5f3600 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x561b9d3747e0 tx=0x561b9d45ad20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1b1e36e64d1137f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f863c55c640 1 -- 172.21.15.3:0/3026748513 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561b9c59c9c0 con 0x561b9d4a0000 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f863c55c640 1 -- 172.21.15.3:0/3026748513 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561b9c5a2c40 con 0x561b9d4a0000 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f863c55c640 1 -- 172.21.15.3:0/3026748513 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561b9c59c680 con 0x561b9d4a0000 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 -- 172.21.15.3:0/3026748513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 msgr2=0x561b9c5f3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 0x561b9c5f3600 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x561b9d3747e0 tx=0x561b9d45ad20 comp rx=0 tx=0).stop 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 -- 172.21.15.3:0/3026748513 shutdown_connections 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0800 0x561b9c5f4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0400 0x561b9c5f3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 --2- 172.21.15.3:0/3026748513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0000 0x561b9c5f3600 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 -- 172.21.15.3:0/3026748513 >> 172.21.15.3:0/3026748513 conn(0x561b9d35bc00 msgr2=0x561b9d305000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 -- 172.21.15.3:0/3026748513 shutdown_connections 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.064+0000 7f8643212280 1 -- 172.21.15.3:0/3026748513 wait complete. 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 Processor -- start 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 -- start start 2024-09-10T07:27:22.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0000 0x561b9c5f5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0400 0x561b9c5f4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0800 0x561b9c5f4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561b9c6f3800 con 0x561b9d4a0800 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x561b9c6f3680 con 0x561b9d4a0000 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.065+0000 7f8643212280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x561b9c6f3500 con 0x561b9d4a0400 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8640564640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0800 0x561b9c5f4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8640564640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0800 0x561b9c5f4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36518/0 (socket says 172.21.15.3:36518) 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8640564640 1 -- 172.21.15.3:0/3988933865 learned_addr learned my addr 172.21.15.3:0/3988933865 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0000 0x561b9c5f5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8640d65640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0400 0x561b9c5f4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0400 msgr2=0x561b9c5f4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9d4a0400 0x561b9c5f4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0800 msgr2=0x561b9c5f4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0800 0x561b9c5f4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b9c5ae000 con 0x561b9d4a0000 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8640564640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9d4a0800 0x561b9c5f4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0000 0x561b9c5f5180 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x561b9d374990 tx=0x561b9d318960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f863ad59640 1 -- 172.21.15.3:0/3988933865 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561b9c59c4e0 con 0x561b9d4a0000 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f863ad59640 1 -- 172.21.15.3:0/3988933865 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x561b9c5a21c0 con 0x561b9d4a0000 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561b9c5ae960 con 0x561b9d4a0000 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f863ad59640 1 -- 172.21.15.3:0/3988933865 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x561b9c59c9c0 con 0x561b9d4a0000 2024-09-10T07:27:22.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.066+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b9c5af860 con 0x561b9d4a0000 2024-09-10T07:27:22.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.068+0000 7f863ad59640 1 -- 172.21.15.3:0/3988933865 <== mon.1 v2:172.21.15.70:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x561b9d4a8c00 con 0x561b9d4a0000 2024-09-10T07:27:22.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.068+0000 7f863ad59640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561b9d4c3000 0x561b9c5f5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.068+0000 7f863ad59640 1 -- 172.21.15.3:0/3988933865 <== mon.1 v2:172.21.15.70:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x561b9d4a7400 con 0x561b9d4a0000 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.068+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561b9d4a0c00 0x561b9c5f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.068+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 9.f 9:f1f69726:::400.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4a1000 con 0x561b9d4a0c00 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.068+0000 7f8640d65640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561b9d4c3000 0x561b9c5f5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.069+0000 7f8640564640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561b9d4a0c00 0x561b9c5f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.069+0000 7f8640d65640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561b9d4c3000 0x561b9c5f5700 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x561b9d308ea0 tx=0x561b9c884de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.069+0000 7f8640564640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561b9d4a0c00 0x561b9c5f4100 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.069+0000 7f8640564640 1 -- 172.21.15.3:0/3988933865 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x561b9d314000 con 0x561b9d4a0c00 2024-09-10T07:27:22.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.069+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561b9c908000 0x561b9c5f3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.069+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:2 9.14 9:292cf221:::200.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c908400 con 0x561b9c908000 2024-09-10T07:27:22.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.070+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561b9c908000 0x561b9c5f3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.070+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561b9c908000 0x561b9c5f3b80 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.070+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv1549 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.070+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561b9c908800 0x561b9c5f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.070+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.1b 9:ddb4e4d7:::200.00000002:head [read 1367472~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c908c00 con 0x561b9c908800 2024-09-10T07:27:22.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.070+0000 7f8640d65640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561b9c908800 0x561b9c5f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.071+0000 7f8640d65640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561b9c908800 0x561b9c5f3600 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.073+0000 7f8640d65640 1 -- 172.21.15.3:0/3988933865 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 200.00000002 [read 1367472~6190 out=6190b] v0'0 uv1487 ondisk = 0) ==== 156+0+6190 (crc 0 0 0) 0x561b9d314780 con 0x561b9c908800 2024-09-10T07:27:22.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.073+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561b9c909000 0x561b9c916000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.073+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 9.b 9:d5c7a900:::200.00000003:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909400 con 0x561b9c909000 2024-09-10T07:27:22.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.073+0000 7f8640564640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561b9c909000 0x561b9c916000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.073+0000 7f8640564640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561b9c909000 0x561b9c916000 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.075+0000 7f8640564640 1 -- 172.21.15.3:0/3988933865 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(4 200.00000003 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x561b9d314000 con 0x561b9c909000 2024-09-10T07:27:22.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.075+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909800 con 0x561b9c908000 2024-09-10T07:27:22.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.076+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.076+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:6 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909c00 con 0x561b9c908000 2024-09-10T07:27:22.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.076+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(6 1.00000000 [omap-get-vals-by-keys out=522b] v0'0 uv6 ondisk = 0) ==== 154+0+522 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.076+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561b9c91e000 0x561b9c916580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.076+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:7 9.13 9:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91e400 con 0x561b9c91e000 2024-09-10T07:27:22.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.076+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561b9c91e000 0x561b9c916580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.077+0000 7f8641566640 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561b9c91e000 0x561b9c916580 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.079+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(7 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x561b9d314500 con 0x561b9c91e000 2024-09-10T07:27:22.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.079+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:8 9.13 9:cd5a64a3:::100.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91e800 con 0x561b9c91e000 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.079+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(8 100.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv1 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x561b9d314500 con 0x561b9c91e000 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.079+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:9 9.7 9:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91ec00 con 0x561b9d4a0c00 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.080+0000 7f8640564640 1 -- 172.21.15.3:0/3988933865 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(9 10000000001.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x561b9d314000 con 0x561b9d4a0c00 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.080+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.7 9:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91f000 con 0x561b9d4a0c00 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.080+0000 7f8640564640 1 -- 172.21.15.3:0/3988933865 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(10 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv6 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x561b9d314000 con 0x561b9d4a0c00 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.080+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:11 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91f400 con 0x561b9c908000 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.081+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 4 ==== osd_op_reply(11 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.081+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:12 9.1f 9:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91f800 con 0x561b9c908000 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.082+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 5 ==== osd_op_reply(12 1.00000000 [omap-set-header] v71'7 uv7 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.082+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:13 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91fc00 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.082+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 6 ==== osd_op_reply(13 1.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv7 ondisk = 0) ==== 154+0+4 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.082+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:14 9.14 9:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91ec00 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.082+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 7 ==== osd_op_reply(14 1.00000000.inode [read 0~582 out=582b] v0'0 uv1546 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.082+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:15 9.14 9:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909400 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.084+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 8 ==== osd_op_reply(15 1.00000000.inode [writefull 0~582] v71'1551 uv1551 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.084+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:16 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c908400 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.084+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 9 ==== osd_op_reply(16 1.00000000 [omap-get-header out=274b] v0'0 uv7 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.084+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:17 9.1f 9:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909800 con 0x561b9c908000 2024-09-10T07:27:22.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.087+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 10 ==== osd_op_reply(17 1.00000000 [omap-set-header] v71'8 uv8 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.087+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:18 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909c00 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.087+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 11 ==== osd_op_reply(18 1.00000000 [omap-get-vals-by-keys out=522b] v0'0 uv8 ondisk = 0) ==== 154+0+522 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.087+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:19 9.1f 9:ff5b34d6:::1.00000000:head [omap-set-vals in=522b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4a1000 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.088+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 12 ==== osd_op_reply(19 1.00000000 [omap-set-vals] v71'9 uv9 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.088+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:20 9.14 9:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4c2c00 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.088+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 13 ==== osd_op_reply(20 1.00000000.inode [read 0~582 out=582b] v0'0 uv1551 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.088+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:21 9.14 9:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4c2800 con 0x561b9c908000 2024-09-10T07:27:22.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.090+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 14 ==== osd_op_reply(21 1.00000000.inode [writefull 0~582] v71'1552 uv1552 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.090+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:22 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4c2400 con 0x561b9c908000 2024-09-10T07:27:22.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.090+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 15 ==== osd_op_reply(22 1.00000000 [omap-get-header out=274b] v0'0 uv9 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.090+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:23 9.1f 9:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91e800 con 0x561b9c908000 2024-09-10T07:27:22.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.091+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 16 ==== osd_op_reply(23 1.00000000 [omap-set-header] v71'10 uv10 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.091+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:24 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91f400 con 0x561b9c908000 2024-09-10T07:27:22.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.091+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 17 ==== osd_op_reply(24 1.00000000 [omap-get-vals-by-keys out=522b] v0'0 uv10 ondisk = 0) ==== 154+0+522 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.091+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:25 9.1f 9:ff5b34d6:::1.00000000:head [omap-set-vals in=522b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91f800 con 0x561b9c908000 2024-09-10T07:27:22.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.092+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 18 ==== osd_op_reply(25 1.00000000 [omap-set-vals] v71'11 uv11 ondisk = 0) ==== 154+0+0 (crc 0 0 0) 0x561b9d314500 con 0x561b9c908000 2024-09-10T07:27:22.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.092+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:26 9.14 9:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c91fc00 con 0x561b9c908000 2024-09-10T07:27:22.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.093+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 19 ==== osd_op_reply(26 1.00000000.inode [read 0~582 out=582b] v0'0 uv1552 ondisk = 0) ==== 160+0+582 (crc 0 0 0) 0x561b9d315180 con 0x561b9c908000 2024-09-10T07:27:22.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.093+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:27 9.14 9:287034c4:::1.00000000.inode:head [writefull 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4c2c00 con 0x561b9c908000 2024-09-10T07:27:22.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.094+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.1 v2:172.21.15.3:6816/2501722383 20 ==== osd_op_reply(27 1.00000000.inode [writefull 0~582] v71'1553 uv1553 ondisk = 0) ==== 160+0+0 (crc 0 0 0) 0x561b9d315180 con 0x561b9c908000 2024-09-10T07:27:22.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.094+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:28 9.13 9:c91d4a1d:::mds0_inotable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9d4a1000 con 0x561b9c91e000 2024-09-10T07:27:22.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.094+0000 7f8641566640 1 -- 172.21.15.3:0/3988933865 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(28 mds0_inotable [read 0~34 out=34b] v0'0 uv5 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x561b9d315180 con 0x561b9c91e000 2024-09-10T07:27:22.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:29 9.1b 9:dbae76b5:::mds1_inotable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x561b9c909400 con 0x561b9c908800 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8640d65640 1 -- 172.21.15.3:0/3988933865 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(29 mds1_inotable [read 0~4194304] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 157+0+0 (crc 0 0 0) 0x561b9d314780 con 0x561b9c908800 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 -1 consume_inos: unable to read inotable 'mds1_inotable': (2) No such file or directory 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 main_event: Error updating InoTable for 1 consume inos: (2) No such file or directory 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stdout:Events by type: 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stdout: SUBTREEMAP: 1 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stdout: UPDATE: 3 2024-09-10T07:27:22.095 INFO:teuthology.orchestra.run.smithi003.stdout:Errors: 0 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561b9c909000 msgr2=0x561b9c916000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x561b9c909000 0x561b9c916000 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561b9c908000 msgr2=0x561b9c5f3b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x561b9c908000 0x561b9c5f3b80 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561b9c908800 msgr2=0x561b9c5f3600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x561b9c908800 0x561b9c5f3600 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561b9d4a0c00 msgr2=0x561b9c5f4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x561b9d4a0c00 0x561b9c5f4100 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8640d65640 1 -- 172.21.15.3:0/3988933865 reap_dead start 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561b9c91e000 msgr2=0x561b9c916580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x561b9c91e000 0x561b9c916580 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8640d65640 1 -- 172.21.15.3:0/3988933865 reap_dead start 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561b9d4c3000 msgr2=0x561b9c5f5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561b9d4c3000 0x561b9c5f5700 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x561b9d308ea0 tx=0x561b9c884de0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0000 msgr2=0x561b9c5f5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0000 0x561b9c5f5180 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x561b9d374990 tx=0x561b9d318960 comp rx=0 tx=0).stop 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 shutdown_connections 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x561b9d4c3000 0x561b9c5f5700 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 --2- 172.21.15.3:0/3988933865 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9d4a0000 0x561b9c5f5180 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 >> 172.21.15.3:0/3988933865 conn(0x561b9d35bc00 msgr2=0x561b9d305000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 shutdown_connections 2024-09-10T07:27:22.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/3988933865 wait complete. 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.095+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 msgr2=0x561b9c5f2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 0x561b9c5f2b00 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x561b9d38f740 tx=0x561b9d318a80 comp rx=0 tx=0).stop 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 shutdown_connections 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x561b9c577c00 0x561b9c5f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b9c577800 0x561b9c5f2b00 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 --2- 172.21.15.3:0/415664182 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x561b9c576c00 0x561b9c5f2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 >> 172.21.15.3:0/415664182 conn(0x561b9c577000 msgr2=0x561b9d304800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 shutdown_connections 2024-09-10T07:27:22.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.096+0000 7f8643212280 1 -- 172.21.15.3:0/415664182 wait complete. 2024-09-10T07:27:22.100 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=1', '--debug-objecter=1', '--rank', 'cephfs:0', 'event', 'recover_dentries', 'summary'] in time 0:00:00.083483, result: Events by type: SUBTREEMAP: 1 UPDATE: 3 Errors: 0 2024-09-10T07:27:22.101 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-journal-tool --debug-mds=1 --debug-objecter=1 --rank cephfs:1 event recover_dentries summary 2024-09-10T07:27:22.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.182+0000 7fec65d99280 1 -- start start 2024-09-10T07:27:22.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.182+0000 7fec65d99280 1 Processor -- start 2024-09-10T07:27:22.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 0x563c2babfb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2ba43800 0x563c2babf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2ba43c00 0x563c2babf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563c2c824180 con 0x563c2ba42c00 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x563c2baa4900 con 0x563c2ba43800 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x563c2baa4480 con 0x563c2ba43c00 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 0x563c2babfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 0x563c2babfb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36530/0 (socket says 172.21.15.3:36530) 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 -- 172.21.15.3:0/1976489668 learned_addr learned my addr 172.21.15.3:0/1976489668 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec63d3f640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2ba43800 0x563c2babf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64d41640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2ba43c00 0x563c2babf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 -- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2ba43c00 msgr2=0x563c2babf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2ba43c00 0x563c2babf080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 -- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2ba43800 msgr2=0x563c2babf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2ba43800 0x563c2babf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 -- 172.21.15.3:0/1976489668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c2ba7a780 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec63d3f640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2ba43800 0x563c2babf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64d41640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2ba43c00 0x563c2babf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec64540640 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 0x563c2babfb80 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x563c2c85f7a0 tx=0x563c2c7e4900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f140389e198d0145 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec61d3b640 1 -- 172.21.15.3:0/1976489668 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x563c2ba689c0 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec61d3b640 1 -- 172.21.15.3:0/1976489668 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x563c2ba6e700 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec61d3b640 1 -- 172.21.15.3:0/1976489668 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x563c2ba68680 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c2ba7b4a0 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.183+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x563c2ba7a000 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.184+0000 7fec61d3b640 1 -- 172.21.15.3:0/1976489668 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x563c2c912200 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.184+0000 7fec61d3b640 1 -- 172.21.15.3:0/1976489668 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 57) ==== 2304+0+0 (secure 0 0 0) 0x563c2ba9d180 con 0x563c2ba42c00 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.184+0000 7fec65d99280 1 Processor -- start 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.184+0000 7fec65d99280 1 -- start start 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec65d99280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec65d99280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec65d99280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec65d99280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563c2baa4180 con 0x563c2c982400 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec65d99280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x563c2c824d80 con 0x563c2c982800 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec65d99280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x563c2c824f00 con 0x563c2c982000 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36540/0 (socket says 172.21.15.3:36540) 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 -- 172.21.15.3:0/2863918371 learned_addr learned my addr 172.21.15.3:0/2863918371 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64d41640 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 -- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 msgr2=0x563c2babeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 -- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 msgr2=0x563c2bac0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 -- 172.21.15.3:0/2863918371 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c2ba7a3c0 con 0x563c2c982400 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.185+0000 7fec64540640 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x563c2c85fbc0 tx=0x563c2c7e5ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50f72767e0d24ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec5fd37640 1 -- 172.21.15.3:0/2863918371 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x563c2ba68b60 con 0x563c2c982400 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec5fd37640 1 -- 172.21.15.3:0/2863918371 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x563c2ba6efc0 con 0x563c2c982400 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec5fd37640 1 -- 172.21.15.3:0/2863918371 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x563c2ba68820 con 0x563c2c982400 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 -- 172.21.15.3:0/2863918371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 msgr2=0x563c2babe580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x563c2c85fbc0 tx=0x563c2c7e5ec0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 -- 172.21.15.3:0/2863918371 shutdown_connections 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 --2- 172.21.15.3:0/2863918371 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 -- 172.21.15.3:0/2863918371 >> 172.21.15.3:0/2863918371 conn(0x563c2c82bc00 msgr2=0x563c2c7d1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 -- 172.21.15.3:0/2863918371 shutdown_connections 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 -- 172.21.15.3:0/2863918371 wait complete. 2024-09-10T07:27:22.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.186+0000 7fec65d99280 1 Processor -- start 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 -- start start 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563c2c825200 con 0x563c2c982400 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x563c2c825080 con 0x563c2c982800 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec65d99280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x563c2c825380 con 0x563c2c982000 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec64540640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec64540640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36542/0 (socket says 172.21.15.3:36542) 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec64540640 1 -- 172.21.15.3:0/2990297626 learned_addr learned my addr 172.21.15.3:0/2990297626 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec64540640 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 msgr2=0x563c2babeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.187+0000 7fec64540640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2c982000 0x563c2babeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec64540640 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 msgr2=0x563c2bac0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec64540640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec64540640 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c2ba7a960 con 0x563c2c982400 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2c982800 0x563c2bac0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec64540640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x563c2c9248d0 tx=0x563c2c7e5e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec5e534640 1 -- 172.21.15.3:0/2990297626 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x563c2ba68b60 con 0x563c2c982400 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec5e534640 1 -- 172.21.15.3:0/2990297626 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x563c2ba6ea80 con 0x563c2c982400 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563c2ba7b680 con 0x563c2c982400 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec5e534640 1 -- 172.21.15.3:0/2990297626 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x563c2ba68820 con 0x563c2c982400 2024-09-10T07:27:22.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.188+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c2ba7b860 con 0x563c2c982400 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.189+0000 7fec5e534640 1 -- 172.21.15.3:0/2990297626 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x563c2c820c00 con 0x563c2c982400 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.189+0000 7fec5e534640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x563c2bdc2000 0x563c2bdc8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec5e534640 1 -- 172.21.15.3:0/2990297626 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x563c2c988c00 con 0x563c2c982400 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x563c2c982c00 0x563c2bac0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 9.5 9:a6e36b3f:::401.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2c983000 con 0x563c2c982c00 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x563c2bdc2000 0x563c2bdc8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x563c2c982c00 0x563c2bac0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x563c2c982c00 0x563c2bac0680 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x563c2bdc2000 0x563c2bdc8000 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x563c2bbbed80 tx=0x563c2bd55020 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec63d3f640 1 -- 172.21.15.3:0/2990297626 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 401.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x563c2c7d4000 con 0x563c2c982c00 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563c2bdc3000 0x563c2bac0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.190+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:2 9.17 9:ea85266a:::201.00000000:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bdc3400 con 0x563c2bdc3000 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.191+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563c2bdc3000 0x563c2bac0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.191+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563c2bdc3000 0x563c2bac0c00 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.191+0000 7fec64d41640 1 -- 172.21.15.3:0/2990297626 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(2 201.00000000 [read 0~90 out=90b] v0'0 uv7 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x563c2c7d4500 con 0x563c2bdc3000 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.191+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x563c2bdc3800 0x563c2bac1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.191+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.1b 9:db457a8a:::201.00000001:head [read 2173694~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bdc3c00 con 0x563c2bdc3800 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.191+0000 7fec64540640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x563c2bdc3800 0x563c2bac1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.192+0000 7fec64540640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x563c2bdc3800 0x563c2bac1180 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.192+0000 7fec64540640 1 -- 172.21.15.3:0/2990297626 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 201.00000001 [read 2173694~1740 out=1740b] v0'0 uv1485 ondisk = 0) ==== 156+0+1740 (crc 0 0 0) 0x563c2c7d4780 con 0x563c2bdc3800 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.192+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:4 9.1b 9:d80f8093:::201.00000002:head [read 0~2147483647] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde4000 con 0x563c2bdc3800 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec64540640 1 -- 172.21.15.3:0/2990297626 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(4 201.00000002 [read 0~2147483647] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x563c2c7d4780 con 0x563c2bdc3800 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:5 9.3 9:c112adae:::101.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde4400 con 0x563c2bdc3000 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec64d41640 1 -- 172.21.15.3:0/2990297626 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(5 101.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) ==== 156+0+274 (crc 0 0 0) 0x563c2c7d4500 con 0x563c2bdc3000 2024-09-10T07:27:22.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:6 9.3 9:c112adae:::101.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde4800 con 0x563c2bdc3000 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec64d41640 1 -- 172.21.15.3:0/2990297626 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(6 101.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv1 ondisk = 0) ==== 156+0+4 (crc 0 0 0) 0x563c2c7d4500 con 0x563c2bdc3000 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x563c2bde4c00 0x563c2bac1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:7 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde5000 con 0x563c2bde4c00 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.193+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x563c2bde4c00 0x563c2bac1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec63d3f640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x563c2bde4c00 0x563c2bac1700 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec63d3f640 1 -- 172.21.15.3:0/2990297626 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(7 1.00000000 [omap-get-header out=274b] v0'0 uv11 ondisk = 0) ==== 154+0+274 (crc 0 0 0) 0x563c2c7d4000 con 0x563c2bde4c00 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:8 9.1f 9:ff5b34d6:::1.00000000:head [omap-get-vals-by-keys in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde5400 con 0x563c2bde4c00 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec63d3f640 1 -- 172.21.15.3:0/2990297626 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(8 1.00000000 [omap-get-vals-by-keys out=522b] v0'0 uv11 ondisk = 0) ==== 154+0+522 (crc 0 0 0) 0x563c2c7d4000 con 0x563c2bde4c00 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x563c2bde5800 0x563c2bdc8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:9 9.7 9:e2e07930:::10000000001.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde5000 con 0x563c2bde5800 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.194+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x563c2bde5800 0x563c2bdc8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.195+0000 7fec64d41640 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x563c2bde5800 0x563c2bdc8580 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.195+0000 7fec64d41640 1 -- 172.21.15.3:0/2990297626 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(9 10000000001.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) ==== 164+0+274 (crc 0 0 0) 0x563c2c7d4500 con 0x563c2bde5800 2024-09-10T07:27:22.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.195+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.7 9:e2e07930:::10000000001.00000000:head [omap-get-vals-by-keys in=4b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x563c2bde4400 con 0x563c2bde5800 2024-09-10T07:27:22.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec64d41640 1 -- 172.21.15.3:0/2990297626 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(10 10000000001.00000000 [omap-get-vals-by-keys out=4b] v0'0 uv6 ondisk = 0) ==== 164+0+4 (crc 0 0 0) 0x563c2c7d4500 con 0x563c2bde5800 2024-09-10T07:27:22.202 INFO:teuthology.orchestra.run.smithi003.stdout:Events by type: 2024-09-10T07:27:22.202 INFO:teuthology.orchestra.run.smithi003.stdout: SUBTREEMAP: 1 2024-09-10T07:27:22.202 INFO:teuthology.orchestra.run.smithi003.stdout:Errors: 0 2024-09-10T07:27:22.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x563c2c982c00 msgr2=0x563c2bac0680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x563c2c982c00 0x563c2bac0680 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x563c2bde4c00 msgr2=0x563c2bac1700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x563c2bde4c00 0x563c2bac1700 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x563c2bdc3800 msgr2=0x563c2bac1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x563c2bdc3800 0x563c2bac1180 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x563c2bde5800 msgr2=0x563c2bdc8580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x563c2bde5800 0x563c2bdc8580 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563c2bdc3000 msgr2=0x563c2bac0c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563c2bdc3000 0x563c2bac0c00 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x563c2bdc2000 msgr2=0x563c2bdc8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x563c2bdc2000 0x563c2bdc8000 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x563c2bbbed80 tx=0x563c2bd55020 comp rx=0 tx=0).stop 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec63d3f640 1 -- 172.21.15.3:0/2990297626 reap_dead start 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec63d3f640 1 -- 172.21.15.3:0/2990297626 reap_dead start 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 msgr2=0x563c2babe580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x563c2c9248d0 tx=0x563c2c7e5e60 comp rx=0 tx=0).stop 2024-09-10T07:27:22.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 shutdown_connections 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/2990297626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2c982400 0x563c2babe580 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 >> 172.21.15.3:0/2990297626 conn(0x563c2c82bc00 msgr2=0x563c2c7d1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 shutdown_connections 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/2990297626 wait complete. 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 msgr2=0x563c2babfb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 0x563c2babfb80 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x563c2c85f7a0 tx=0x563c2c7e4900 comp rx=0 tx=0).stop 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 shutdown_connections 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563c2ba43c00 0x563c2babf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563c2ba43800 0x563c2babf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 --2- 172.21.15.3:0/1976489668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563c2ba42c00 0x563c2babfb80 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 >> 172.21.15.3:0/1976489668 conn(0x563c2ba43000 msgr2=0x563c2c7d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 shutdown_connections 2024-09-10T07:27:22.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.196+0000 7fec65d99280 1 -- 172.21.15.3:0/1976489668 wait complete. 2024-09-10T07:27:22.207 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=1', '--debug-objecter=1', '--rank', 'cephfs:1', 'event', 'recover_dentries', 'summary'] in time 0:00:00.106029, result: Events by type: SUBTREEMAP: 1 Errors: 0 2024-09-10T07:27:22.207 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 reset session 2024-09-10T07:27:22.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 -- start start 2024-09-10T07:27:22.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 Processor -- start 2024-09-10T07:27:22.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b7544c00 0x55c0b75c0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b7545800 0x55c0b75c0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 0x55c0b75c1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c0b8404180 con 0x55c0b7545c00 2024-09-10T07:27:22.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c0b8404300 con 0x55c0b7545800 2024-09-10T07:27:22.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7542e20280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c0b8404480 con 0x55c0b7544c00 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7541dc6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 0x55c0b75c1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7541dc6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 0x55c0b75c1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36556/0 (socket says 172.21.15.3:36556) 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.286+0000 7f7541dc6640 1 -- 172.21.15.3:0/2651824157 learned_addr learned my addr 172.21.15.3:0/2651824157 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7540dc4640 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b7545800 0x55c0b75c0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f75415c5640 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b7544c00 0x55c0b75c0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7541dc6640 1 -- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b7544c00 msgr2=0x55c0b75c0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7541dc6640 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b7544c00 0x55c0b75c0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7541dc6640 1 -- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b7545800 msgr2=0x55c0b75c0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7541dc6640 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b7545800 0x55c0b75c0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7541dc6640 1 -- 172.21.15.3:0/2651824157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0b757c780 con 0x55c0b7545c00 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7541dc6640 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 0x55c0b75c1080 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x55c0b836f260 tx=0x55c0b82e6ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b3f6bef549225ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f753edc0640 1 -- 172.21.15.3:0/2651824157 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c0b756a9c0 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f753edc0640 1 -- 172.21.15.3:0/2651824157 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c0b7570fc0 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f753edc0640 1 -- 172.21.15.3:0/2651824157 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c0b756a680 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0b757d4a0 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55c0b757c000 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7542e20280 4 waiting for MDS map... 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f753edc0640 1 -- 172.21.15.3:0/2651824157 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x55c0b8428200 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f753edc0640 1 -- 172.21.15.3:0/2651824157 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 57) ==== 2304+0+0 (secure 0 0 0) 0x55c0b759f180 con 0x55c0b7545c00 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.287+0000 7f7542e20280 4 Got MDS map 57 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.288+0000 7f7542e20280 10 main: main 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.288+0000 7f7542e20280 4 main: connecting to RADOS... 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.288+0000 7f7542e20280 1 Processor -- start 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.288+0000 7f7542e20280 1 -- start start 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7542e20280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 0x55c0b75c1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7542e20280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474400 0x55c0b75c1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7542e20280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7542e20280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c0b8404600 con 0x55c0b8474000 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7542e20280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c0b8404780 con 0x55c0b8474400 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7542e20280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c0b8404900 con 0x55c0b8474800 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 0x55c0b75c1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 0x55c0b75c1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36566/0 (socket says 172.21.15.3:36566) 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 -- 172.21.15.3:0/3499201763 learned_addr learned my addr 172.21.15.3:0/3499201763 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f75415c5640 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474400 0x55c0b75c1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 -- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 msgr2=0x55c0b75c2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 -- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474400 msgr2=0x55c0b75c1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474400 0x55c0b75c1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 -- 172.21.15.3:0/3499201763 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0b757c3c0 con 0x55c0b8474000 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f7540dc4640 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 0x55c0b75c1600 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x55c0b8344900 tx=0x55c0b8349860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d08736717806663 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f753cdbc640 1 -- 172.21.15.3:0/3499201763 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c0b756a9c0 con 0x55c0b8474000 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f753cdbc640 1 -- 172.21.15.3:0/3499201763 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c0b7570c40 con 0x55c0b8474000 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.289+0000 7f753cdbc640 1 -- 172.21.15.3:0/3499201763 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c0b756a680 con 0x55c0b8474000 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 -- 172.21.15.3:0/3499201763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 msgr2=0x55c0b75c1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 0x55c0b75c1600 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x55c0b8344900 tx=0x55c0b8349860 comp rx=0 tx=0).stop 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 -- 172.21.15.3:0/3499201763 shutdown_connections 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474400 0x55c0b75c1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 --2- 172.21.15.3:0/3499201763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474000 0x55c0b75c1600 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 -- 172.21.15.3:0/3499201763 >> 172.21.15.3:0/3499201763 conn(0x55c0b832fc00 msgr2=0x55c0b82d3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 -- 172.21.15.3:0/3499201763 shutdown_connections 2024-09-10T07:27:22.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 -- 172.21.15.3:0/3499201763 wait complete. 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 Processor -- start 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.290+0000 7f7542e20280 1 -- start start 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7542e20280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474000 0x55c0b75c3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7542e20280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474400 0x55c0b75c2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7542e20280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7542e20280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c0b8405800 con 0x55c0b8474400 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7542e20280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c0b8405680 con 0x55c0b8474000 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7542e20280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c0b8405500 con 0x55c0b8474800 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474400 0x55c0b75c2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474400 0x55c0b75c2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36578/0 (socket says 172.21.15.3:36578) 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 -- 172.21.15.3:0/60334082 learned_addr learned my addr 172.21.15.3:0/60334082 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7540dc4640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474000 0x55c0b75c3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 -- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 msgr2=0x55c0b75c2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f7540dc4640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b8474800 0x55c0b75c2680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 -- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474000 msgr2=0x55c0b75c3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b8474000 0x55c0b75c3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.291+0000 7f75415c5640 1 -- 172.21.15.3:0/60334082 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0b757c960 con 0x55c0b8474400 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f75415c5640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474400 0x55c0b75c2c00 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x55c0b83455f0 tx=0x55c0b8349920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f753b5b9640 1 -- 172.21.15.3:0/60334082 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c0b756a9c0 con 0x55c0b8474400 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f753b5b9640 1 -- 172.21.15.3:0/60334082 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c0b7570a80 con 0x55c0b8474400 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c0b757d680 con 0x55c0b8474400 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f753b5b9640 1 -- 172.21.15.3:0/60334082 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c0b756a680 con 0x55c0b8474400 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0b757d860 con 0x55c0b8474400 2024-09-10T07:27:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.292+0000 7f7542e20280 4 main: resolving pool 9 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.293+0000 7f753b5b9640 1 -- 172.21.15.3:0/60334082 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55c0b8484c00 con 0x55c0b8474400 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.293+0000 7f753b5b9640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c0b848cc00 0x55c0b75c3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.293+0000 7f753b5b9640 1 -- 172.21.15.3:0/60334082 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x55c0b8483000 con 0x55c0b8474400 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.293+0000 7f7542e20280 4 main: creating IoCtx.. 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.293+0000 7f7542e20280 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c0b8474c00 0x55c0b75c2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.293+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 9.b 9:d0630e4c:::mds0_sessionmap:head [omap-clear,omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c0b8475000 con 0x55c0b8474c00 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.294+0000 7f7540dc4640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c0b848cc00 0x55c0b75c3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.294+0000 7f7540dc4640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c0b8474c00 0x55c0b75c2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.294+0000 7f7540dc4640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c0b8474c00 0x55c0b75c2100 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.294+0000 7f7540dc4640 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c0b848cc00 0x55c0b75c3700 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x55c0b8344a50 tx=0x55c0b7868de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.295+0000 7f7540dc4640 1 -- 172.21.15.3:0/60334082 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 mds0_sessionmap [omap-clear,omap-set-header] v71'6 uv6 ondisk = 0) ==== 201+0+0 (crc 0 0 0) 0x55c0b82d6000 con 0x55c0b8474c00 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout: "data": {}, 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:22.301 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:22.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.295+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c0b8474c00 msgr2=0x55c0b75c2100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.295+0000 7f7542e20280 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c0b8474c00 0x55c0b75c2100 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c0b848cc00 msgr2=0x55c0b75c3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c0b848cc00 0x55c0b75c3700 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x55c0b8344a50 tx=0x55c0b7868de0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474400 msgr2=0x55c0b75c2c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 --2- 172.21.15.3:0/60334082 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b8474400 0x55c0b75c2c00 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x55c0b83455f0 tx=0x55c0b8349920 comp rx=0 tx=0).stop 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f75415c5640 1 -- 172.21.15.3:0/60334082 reap_dead start 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 shutdown_connections 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 >> 172.21.15.3:0/60334082 conn(0x55c0b832fc00 msgr2=0x55c0b82d3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 shutdown_connections 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/60334082 wait complete. 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 msgr2=0x55c0b75c1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 0x55c0b75c1080 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x55c0b836f260 tx=0x55c0b82e6ae0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 shutdown_connections 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c0b7545c00 0x55c0b75c1080 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c0b7545800 0x55c0b75c0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 --2- 172.21.15.3:0/2651824157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c0b7544c00 0x55c0b75c0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 >> 172.21.15.3:0/2651824157 conn(0x55c0b7545000 msgr2=0x55c0b82d2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 shutdown_connections 2024-09-10T07:27:22.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.296+0000 7f7542e20280 1 -- 172.21.15.3:0/2651824157 wait complete. 2024-09-10T07:27:22.305 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'reset', 'session'] in time 0:00:00.098179, result: { "0": { "data": {}, "result": 0 } } 2024-09-10T07:27:22.305 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-journal-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 --rank cephfs:0 journal reset --yes-i-really-really-mean-it 2024-09-10T07:27:22.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.387+0000 7fe40411c280 1 -- start start 2024-09-10T07:27:22.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.387+0000 7fe40411c280 1 Processor -- start 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c783e46c00 0x55c783ec2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe40411c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 0x55c783ec2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c783e47c00 0x55c783ec3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe40411c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c784c34180 con 0x55c783e47800 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c784c34300 con 0x55c783e46c00 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c784c34480 con 0x55c783e47c00 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 0x55c783ec2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 0x55c783ec2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36582/0 (socket says 172.21.15.3:36582) 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 -- 172.21.15.3:0/4293967133 learned_addr learned my addr 172.21.15.3:0/4293967133 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401e13640 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c783e46c00 0x55c783ec2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe402614640 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c783e47c00 0x55c783ec3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 -- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c783e47c00 msgr2=0x55c783ec3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c783e47c00 0x55c783ec3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 -- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c783e46c00 msgr2=0x55c783ec2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c783e46c00 0x55c783ec2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.388+0000 7fe401612640 1 -- 172.21.15.3:0/4293967133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c783e7e780 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe401612640 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 0x55c783ec2b00 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x55c784c75830 tx=0x55c784bea9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aec8f7395c9ca399 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe3ff60e640 1 -- 172.21.15.3:0/4293967133 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c783e6c680 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe3ff60e640 1 -- 172.21.15.3:0/4293967133 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c783e72a80 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe3ff60e640 1 -- 172.21.15.3:0/4293967133 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c783e6cb60 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c783e7e3c0 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55c783e7f680 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe40411c280 4 waiting for MDS map... 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe3ff60e640 1 -- 172.21.15.3:0/4293967133 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x55c784d3c600 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe3ff60e640 1 -- 172.21.15.3:0/4293967133 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 57) ==== 2304+0+0 (secure 0 0 0) 0x55c783ea1180 con 0x55c783e47800 2024-09-10T07:27:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe40411c280 4 Got MDS map 57 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe40411c280 10 main: JournalTool::main 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.389+0000 7fe40411c280 4 main: JournalTool: connecting to RADOS... 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 Processor -- start 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 -- start start 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3f400 0x55c783ec3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f800 0x55c783ec3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 0x55c783ec4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c784c34600 con 0x55c784d3fc00 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c784c34780 con 0x55c784d3f400 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c784c34900 con 0x55c784d3f800 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe401612640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 0x55c783ec4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe401612640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 0x55c783ec4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36598/0 (socket says 172.21.15.3:36598) 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe401612640 1 -- 172.21.15.3:0/2009320862 learned_addr learned my addr 172.21.15.3:0/2009320862 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.390+0000 7fe401e13640 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f800 0x55c783ec3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe402614640 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3f400 0x55c783ec3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe401612640 1 -- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f800 msgr2=0x55c783ec3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe401612640 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f800 0x55c783ec3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe401612640 1 -- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3f400 msgr2=0x55c783ec3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe401612640 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3f400 0x55c783ec3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe401612640 1 -- 172.21.15.3:0/2009320862 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c783e7f4a0 con 0x55c784d3fc00 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe401612640 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 0x55c783ec4100 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x55c784d24630 tx=0x55c784be84e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db41d945933b11a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe3fd60a640 1 -- 172.21.15.3:0/2009320862 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c783e6c820 con 0x55c784d3fc00 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe3fd60a640 1 -- 172.21.15.3:0/2009320862 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c783e72fc0 con 0x55c784d3fc00 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe3fd60a640 1 -- 172.21.15.3:0/2009320862 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c783e6c680 con 0x55c784d3fc00 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 -- 172.21.15.3:0/2009320862 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 msgr2=0x55c783ec4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 0x55c783ec4100 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x55c784d24630 tx=0x55c784be84e0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 -- 172.21.15.3:0/2009320862 shutdown_connections 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3fc00 0x55c783ec4100 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f800 0x55c783ec3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 --2- 172.21.15.3:0/2009320862 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3f400 0x55c783ec3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.391+0000 7fe40411c280 1 -- 172.21.15.3:0/2009320862 >> 172.21.15.3:0/2009320862 conn(0x55c784d3f000 msgr2=0x55c784bd5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.392+0000 7fe40411c280 1 -- 172.21.15.3:0/2009320862 shutdown_connections 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.392+0000 7fe40411c280 1 -- 172.21.15.3:0/2009320862 wait complete. 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.392+0000 7fe40411c280 1 Processor -- start 2024-09-10T07:27:22.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.392+0000 7fe40411c280 1 -- start start 2024-09-10T07:27:22.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f400 0x55c783ec5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 0x55c783ec4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3fc00 0x55c783ec4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c784c35500 con 0x55c784d3f800 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c784c34a80 con 0x55c784d3fc00 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c784c35680 con 0x55c784d3f400 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 0x55c783ec4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 0x55c783ec4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36608/0 (socket says 172.21.15.3:36608) 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 -- 172.21.15.3:0/124330567 learned_addr learned my addr 172.21.15.3:0/124330567 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe402614640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f400 0x55c783ec5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401612640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3fc00 0x55c783ec4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 -- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f400 msgr2=0x55c783ec5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f400 0x55c783ec5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 -- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3fc00 msgr2=0x55c783ec4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3fc00 0x55c783ec4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 -- 172.21.15.3:0/124330567 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c783e7e780 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe401e13640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 0x55c783ec4c00 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x55c784d259e0 tx=0x55c784d53a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe3fbe07640 1 -- 172.21.15.3:0/124330567 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c783e6c820 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe3fbe07640 1 -- 172.21.15.3:0/124330567 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c783e72e00 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c783e7e3c0 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe3fbe07640 1 -- 172.21.15.3:0/124330567 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c783e6c680 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c783e7f680 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.393+0000 7fe40411c280 4 main: JournalTool: resolving pool 9 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe3fbe07640 1 -- 172.21.15.3:0/124330567 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55c784c54c00 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe3fbe07640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c784c53c00 0x55c783ec5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe3fbe07640 1 -- 172.21.15.3:0/124330567 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x55c784c58a00 con 0x55c784d3f800 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe40411c280 4 main: JournalTool: creating IoCtx.. 2024-09-10T07:27:22.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe40411c280 4 main: Executing for rank 0 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe402614640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c784c53c00 0x55c783ec5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.395+0000 7fe40411c280 1 -- start start 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 Processor -- start 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe402614640 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c784c53c00 0x55c783ec5700 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x55c783fc22a0 tx=0x55c784be86c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784224400 0x55c783ec4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784224800 0x55c783ec3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784224c00 0x55c783ec3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c784c35980 con 0x55c784224800 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c784c35b00 con 0x55c784224400 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe40411c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c784c35c80 con 0x55c784224c00 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe401e13640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784224800 0x55c783ec3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe401e13640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784224800 0x55c783ec3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36624/0 (socket says 172.21.15.3:36624) 2024-09-10T07:27:22.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 learned_addr learned my addr 172.21.15.3:0/2917785078 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe401612640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784224c00 0x55c783ec3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.396+0000 7fe402614640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784224400 0x55c783ec4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784224c00 msgr2=0x55c783ec3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401e13640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784224c00 0x55c783ec3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784224400 msgr2=0x55c783ec4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401e13640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784224400 0x55c783ec4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c783e7e000 con 0x55c784224800 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401612640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784224c00 0x55c783ec3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe401e13640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784224800 0x55c783ec3b80 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x55c78417d6b0 tx=0x55c7842340c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c8206f32725b051 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe3f8e01640 1 -- 172.21.15.3:0/2917785078 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c784166ea0 con 0x55c784224800 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe3f8e01640 1 -- 172.21.15.3:0/2917785078 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c783e72c40 con 0x55c784224800 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe3f8e01640 1 -- 172.21.15.3:0/2917785078 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c784167040 con 0x55c784224800 2024-09-10T07:27:22.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c783e7e780 con 0x55c784224800 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55c783e7e3c0 con 0x55c784224800 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe40411c280 4 waiting for MDS map... 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe3f8e01640 1 -- 172.21.15.3:0/2917785078 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x55c78423a200 con 0x55c784224800 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe3f8e01640 1 -- 172.21.15.3:0/2917785078 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 57) ==== 2304+0+0 (secure 0 0 0) 0x55c783ea1500 con 0x55c784224800 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe40411c280 4 Got MDS map 57 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55c784225000 0x55c78424e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.397+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 9.f 9:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x55c784243800 con 0x55c784225000 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.398+0000 7fe402614640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55c784225000 0x55c78424e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.398+0000 7fe402614640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55c784225000 0x55c78424e000 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=75840e430b7a2927 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.398+0000 7fe402614640 1 -- 172.21.15.3:0/2917785078 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) ==== 156+0+22 (crc 0 0 0) 0x55c784be4000 con 0x55c784225000 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.398+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55c784243c00 0x55c78424e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.398+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:2 9.14 9:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e71) -- 0x55c78425a000 con 0x55c784243c00 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.398+0000 7fe401612640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55c784243c00 0x55c78424e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe401612640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55c784243c00 0x55c78424e580 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=2427197a755a043 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe401612640 1 -- 172.21.15.3:0/2917785078 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv1549 ondisk = 0) ==== 156+0+90 (crc 0 0 0) 0x55c784be4500 con 0x55c784243c00 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe3f75fe640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c78425bc00 0x55c784250680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe3f75fe640 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.1b 9:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e71) -- 0x55c784260000 con 0x55c78425bc00 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe3f75fe640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c784260400 0x55c784250c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe3f75fe640 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:4 9.b 9:d5c7a900:::200.00000003:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e71) -- 0x55c784260800 con 0x55c784260400 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe402614640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c78425bc00 0x55c784250680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.399+0000 7fe401e13640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c784260400 0x55c784250c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.400+0000 7fe402614640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c78425bc00 0x55c784250680 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=b300f715bcba732a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.400+0000 7fe401e13640 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c784260400 0x55c784250c00 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=c9d6d01544964498 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.400+0000 7fe402614640 1 -- 172.21.15.3:0/2917785078 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 200.00000002 [stat out=16b] v0'0 uv1487 ondisk = 0) ==== 156+0+16 (crc 0 0 0) 0x55c784be4000 con 0x55c78425bc00 2024-09-10T07:27:22.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.400+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(4 200.00000003 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4780 con 0x55c784260400 2024-09-10T07:27:22.409 INFO:teuthology.orchestra.run.smithi003.stdout:old journal was 9756080~6190 2024-09-10T07:27:22.409 INFO:teuthology.orchestra.run.smithi003.stdout:new journal start will be 12582912 (2820642 bytes past old end) 2024-09-10T07:27:22.409 INFO:teuthology.orchestra.run.smithi003.stdout:writing journal head 2024-09-10T07:27:22.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.400+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.14 9:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c78425a400 con 0x55c784243c00 2024-09-10T07:27:22.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe401612640 1 -- 172.21.15.3:0/2917785078 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v71'1554 uv1554 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55c784be4500 con 0x55c784243c00 2024-09-10T07:27:22.409 INFO:teuthology.orchestra.run.smithi003.stdout:writing EResetJournal entry 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:6 9.b 9:d5c7a900:::200.00000003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c78425a800 con 0x55c784260400 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:7 9.1f 9:f83d65d8:::200.00000004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c78425ac00 con 0x55c784243c00 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:8 9.1a 9:5e41ab69:::200.00000005:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c78425b000 con 0x55c78425bc00 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:9 9.1e 9:7bf7e7b5:::200.00000006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c78425b400 con 0x55c784260400 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:10 9.1d 9:bec1251c:::200.00000007:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c78425b800 con 0x55c784260400 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.402+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:11 9.1d 9:bf8dcf43:::200.00000008:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c784c52c00 con 0x55c784260400 2024-09-10T07:27:22.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.403+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(6 200.00000003 [delete] v71'7 uv6 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4780 con 0x55c784260400 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.404+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(10 200.00000007 [delete] v71'4 uv2 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4780 con 0x55c784260400 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.404+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(9 200.00000006 [delete] v71'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4780 con 0x55c784260400 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.404+0000 7fe401612640 1 -- 172.21.15.3:0/2917785078 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(7 200.00000004 [delete] v71'12 uv11 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4500 con 0x55c784243c00 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.404+0000 7fe3f75fe640 1 -- 172.21.15.3:0/2917785078 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:12 9.b 9:d5c7a900:::200.00000003:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x55c784260c00 con 0x55c784260400 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.404+0000 7fe402614640 1 -- 172.21.15.3:0/2917785078 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(8 200.00000005 [delete] v71'2 uv0 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4000 con 0x55c78425bc00 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.404+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(11 200.00000008 [delete] v71'5 uv2 ondisk = -2 ((2) No such file or directory)) ==== 156+0+0 (crc 0 0 0) 0x55c784be4780 con 0x55c784260400 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.405+0000 7fe401e13640 1 -- 172.21.15.3:0/2917785078 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(12 200.00000003 [write 0~48] v71'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x55c784be4780 con 0x55c784260400 2024-09-10T07:27:22.412 INFO:teuthology.orchestra.run.smithi003.stdout:done 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c784260400 msgr2=0x55c784250c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55c784260400 0x55c784250c00 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55c784243c00 msgr2=0x55c78424e580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55c784243c00 0x55c78424e580 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c78425bc00 msgr2=0x55c784250680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c78425bc00 0x55c784250680 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55c784225000 msgr2=0x55c78424e000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55c784225000 0x55c78424e000 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784224800 msgr2=0x55c783ec3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/2917785078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784224800 0x55c783ec3b80 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x55c78417d6b0 tx=0x55c7842340c0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe401612640 1 -- 172.21.15.3:0/2917785078 reap_dead start 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe401612640 1 -- 172.21.15.3:0/2917785078 reap_dead start 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 shutdown_connections 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 >> 172.21.15.3:0/2917785078 conn(0x55c784224000 msgr2=0x55c784bd5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 shutdown_connections 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/2917785078 wait complete. 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c784c53c00 msgr2=0x55c783ec5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c784c53c00 0x55c783ec5700 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x55c783fc22a0 tx=0x55c784be86c0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 msgr2=0x55c783ec4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 0x55c783ec4c00 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x55c784d259e0 tx=0x55c784d53a40 comp rx=0 tx=0).stop 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 shutdown_connections 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55c784c53c00 0x55c783ec5700 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c784d3fc00 0x55c783ec4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c784d3f800 0x55c783ec4c00 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 --2- 172.21.15.3:0/124330567 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c784d3f400 0x55c783ec5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 >> 172.21.15.3:0/124330567 conn(0x55c784d3f000 msgr2=0x55c784bd5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 shutdown_connections 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.406+0000 7fe40411c280 1 -- 172.21.15.3:0/124330567 wait complete. 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 msgr2=0x55c783ec2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 0x55c783ec2b00 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x55c784c75830 tx=0x55c784bea9c0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 shutdown_connections 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c783e47c00 0x55c783ec3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c783e47800 0x55c783ec2b00 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 --2- 172.21.15.3:0/4293967133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c783e46c00 0x55c783ec2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 >> 172.21.15.3:0/4293967133 conn(0x55c783e47000 msgr2=0x55c784bd4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 shutdown_connections 2024-09-10T07:27:22.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.407+0000 7fe40411c280 1 -- 172.21.15.3:0/4293967133 wait complete. 2024-09-10T07:27:22.418 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '--rank', 'cephfs:0', 'journal', 'reset', '--yes-i-really-really-mean-it'] in time 0:00:00.112691, result: old journal was 9756080~6190 new journal start will be 12582912 (2820642 bytes past old end) writing journal head writing EResetJournal entry done 2024-09-10T07:27:22.418 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-10T07:27:22.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 Processor -- start 2024-09-10T07:27:22.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 -- start start 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae1f0 0x55d78de811d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 0x55d78de7ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78de77ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d78dcfd510 con 0x55d78ddae5d0 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d78dd56c50 con 0x55d78de84390 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2973789f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d78ddf4f20 con 0x55d78ddae1f0 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2970a7e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 0x55d78de7ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2970a7e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 0x55d78de7ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36634/0 (socket says 172.21.15.3:36634) 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.499+0000 7f2970a7e640 1 -- 172.21.15.3:0/2736440682 learned_addr learned my addr 172.21.15.3:0/2736440682 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2971a80640 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78de77ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f297127f640 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae1f0 0x55d78de811d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2970a7e640 1 -- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae1f0 msgr2=0x55d78de811d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2970a7e640 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae1f0 0x55d78de811d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2970a7e640 1 -- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 msgr2=0x55d78de77ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2970a7e640 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78de77ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2970a7e640 1 -- 172.21.15.3:0/2736440682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d78de81be0 con 0x55d78ddae5d0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2970a7e640 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 0x55d78de7ac30 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f2968057040 tx=0x7f296804e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea480e3d982158ba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f29637fe640 1 -- 172.21.15.3:0/2736440682 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968059040 con 0x55d78ddae5d0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f29637fe640 1 -- 172.21.15.3:0/2736440682 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29680548b0 con 0x55d78ddae5d0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f29637fe640 1 -- 172.21.15.3:0/2736440682 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968054ca0 con 0x55d78ddae5d0 2024-09-10T07:27:22.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2973789f40 1 -- 172.21.15.3:0/2736440682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 msgr2=0x55d78de7ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.500+0000 7f2973789f40 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 0x55d78de7ac30 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f2968057040 tx=0x7f296804e000 comp rx=0 tx=0).stop 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 -- 172.21.15.3:0/2736440682 shutdown_connections 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78de77ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae5d0 0x55d78de7ac30 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 --2- 172.21.15.3:0/2736440682 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae1f0 0x55d78de811d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 -- 172.21.15.3:0/2736440682 >> 172.21.15.3:0/2736440682 conn(0x55d78dd99940 msgr2=0x55d78de84790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 -- 172.21.15.3:0/2736440682 shutdown_connections 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 -- 172.21.15.3:0/2736440682 wait complete. 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 Processor -- start 2024-09-10T07:27:22.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.501+0000 7f2973789f40 1 -- start start 2024-09-10T07:27:22.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2973789f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 0x55d78de82ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2973789f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae5d0 0x55d78de7f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2973789f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78df1acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2973789f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d78dddb610 con 0x55d78ddae1f0 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2973789f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d78de81920 con 0x55d78de84390 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2973789f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d78dddb8f0 con 0x55d78ddae5d0 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 0x55d78de82ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 0x55d78de82ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36650/0 (socket says 172.21.15.3:36650) 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 learned_addr learned my addr 172.21.15.3:0/3605616067 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae5d0 0x55d78de7f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78df1acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae5d0 msgr2=0x55d78de7f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d78ddae5d0 0x55d78de7f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 msgr2=0x55d78df1acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d78de84390 0x55d78df1acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.502+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d78de7ba30 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.503+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 0x55d78de82ee0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f296400de80 tx=0x7f296400b590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.503+0000 7f29627fc640 1 -- 172.21.15.3:0/3605616067 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29640032d0 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.503+0000 7f29627fc640 1 -- 172.21.15.3:0/3605616067 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2964016070 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.503+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d78de80e00 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.503+0000 7f29627fc640 1 -- 172.21.15.3:0/3605616067 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2964011680 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.503+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d78de801c0 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.504+0000 7f29627fc640 1 -- 172.21.15.3:0/3605616067 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2964011820 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f29627fc640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f295406a9b0 0x7f295406ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f29627fc640 1 -- 172.21.15.3:0/3605616067 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f2964089c80 con 0x55d78ddae1f0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f295406a9b0 0x7f295406ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55d78ddec590 0x55d78de7e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:1 9.0 9:00000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x55d78ddec590 2024-09-10T07:27:22.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55d78ddec590 0x55d78de7e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.505+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f295406a9b0 0x7f295406ce70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f296800a470 tx=0x7f2968051000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.506+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55d78ddec590 0x55d78de7e6f0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.506+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(1 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f296c004a40 con 0x55d78ddec590 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.506+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f296c0112c0 0x7f296c011720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.506+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:2 9.10 9:08000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f296c0112c0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.506+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f296c0112c0 0x7f296c011720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.507+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f296c0112c0 0x7f296c011720 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.507+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(2 [pgnls start_epoch 71 out=201b] v68'12 uv12 ondisk = 1) ==== 144+0+201 (crc 0 0 0) 0x7f29640543e0 con 0x7f296c0112c0 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.507+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f2964057fd0 0x7f2964056c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.507+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.8 9:10000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.507+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f2964057fd0 0x7f2964056c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.507+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f2964057fd0 0x7f2964056c30 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2968076430 0x7f2968076890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:4 9.18 9:18000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968076430 2024-09-10T07:27:22.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2968076430 0x7f2968076890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2968076430 0x7f2968076890 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(4 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f296c004a40 con 0x7f2968076430 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.508+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.4 9:20000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x55d78ddec590 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f296c004a40 con 0x55d78ddec590 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:6 9.14 9:28000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x55d78ddec590 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(6 [pgnls start_epoch 71 out=149b] v71'1554 uv1554 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7f296c004a40 con 0x55d78ddec590 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 9.c 9:30000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(7 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f2968068900 0x7f296805e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.509+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 9.1c 9:38000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968068900 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f2968068900 0x7f296805e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f2968068900 0x7f296805e3e0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(8 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f29640543e0 con 0x7f2968068900 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 9.2 9:40000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(9 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f29680733a0 0x7f2968073800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.510+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.12 9:48000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f29680733a0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.511+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f29680733a0 0x7f2968073800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.511+0000 7f2970a7e640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f29680733a0 0x7f2968073800 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.511+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(10 [pgnls start_epoch 71 out=73b] v66'3 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f2968066070 con 0x7f29680733a0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.511+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:11 9.a 9:50000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f29680733a0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.511+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(11 [pgnls start_epoch 71 out=49b] v69'13 uv13 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f2968066070 con 0x7f29680733a0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:12 9.1a 9:58000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(12 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:13 9.6 9:60000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f29680733a0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(13 [pgnls start_epoch 71 out=77b] v68'15 uv15 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7f2968066070 con 0x7f29680733a0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:14 9.16 9:68000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f296c0112c0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== osd_op_reply(14 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f29640543e0 con 0x7f296c0112c0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f297127f640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f2964060410 0x7f29640838b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.512+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:15 9.e 9:70000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.513+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f2964060410 0x7f29640838b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.513+0000 7f2971a80640 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f2964060410 0x7f29640838b0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.513+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(15 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.513+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:16 9.1e 9:78000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968068900 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(16 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f29640543e0 con 0x7f2968068900 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 9.1 9:80000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(17 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:18 9.11 9:88000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(18 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:19 9.9 9:90000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968068900 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.514+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(19 [pgnls start_epoch 71 out=97b] v66'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f29640543e0 con 0x7f2968068900 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:20 9.19 9:98000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(20 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:21 9.5 9:a0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968068900 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(21 [pgnls start_epoch 71 out=73b] v66'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f296407e040 con 0x7f2968068900 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:22 9.15 9:a8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(22 [pgnls start_epoch 71 out=127b] v66'4 uv4 ondisk = 1) ==== 144+0+127 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.515+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:23 9.d 9:b0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.516+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 4 ==== osd_op_reply(23 [pgnls start_epoch 71 out=74b] v65'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.516+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:24 9.1d 9:b8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968068900 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.516+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(24 [pgnls start_epoch 71 out=73b] v71'5 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f296407e040 con 0x7f2968068900 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.516+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:25 9.3 9:c0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.516+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 5 ==== osd_op_reply(25 [pgnls start_epoch 71 out=73b] v69'4 uv4 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.516+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:26 9.13 9:c8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.517+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 6 ==== osd_op_reply(26 [pgnls start_epoch 71 out=122b] v68'5 uv5 ondisk = 1) ==== 144+0+122 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.517+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:27 9.b 9:d0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2968068900 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.517+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(27 [pgnls start_epoch 71 out=124b] v71'8 uv8 ondisk = 1) ==== 144+0+124 (crc 0 0 0) 0x7f296407e040 con 0x7f2968068900 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.517+0000 7f297127f640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:28 9.1b 9:d8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964057fd0 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.517+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(28 [pgnls start_epoch 71 out=97b] v69'1488 uv1488 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f2968066070 con 0x7f2964057fd0 2024-09-10T07:27:22.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.517+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:29 9.7 9:e0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f29680733a0 2024-09-10T07:27:22.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(29 [pgnls start_epoch 71 out=129b] v68'6 uv6 ondisk = 1) ==== 144+0+129 (crc 0 0 0) 0x7f2968066070 con 0x7f29680733a0 2024-09-10T07:27:22.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:30 9.17 9:e8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f2964060410 2024-09-10T07:27:22.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.7 v2:172.21.15.70:6824/2657533304 7 ==== osd_op_reply(30 [pgnls start_epoch 71 out=97b] v68'7 uv7 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f296c004a40 con 0x7f2964060410 2024-09-10T07:27:22.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:31 9.f 9:f0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x7f29680733a0 2024-09-10T07:27:22.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 <== osd.5 v2:172.21.15.70:6808/195722179 5 ==== osd_op_reply(31 [pgnls start_epoch 71 out=73b] v65'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f2968066070 con 0x7f29680733a0 2024-09-10T07:27:22.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2970a7e640 1 -- 172.21.15.3:0/3605616067 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:32 9.1f 9:f8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55d78ddf2610 con 0x55d78ddec590 2024-09-10T07:27:22.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.518+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 <== osd.1 v2:172.21.15.3:6816/2501722383 4 ==== osd_op_reply(32 [pgnls start_epoch 71 out=101b] v71'12 uv11 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7f296c004a40 con 0x55d78ddec590 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:601.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:602.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:10000000000.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:600.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:603.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:60a.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:613.00000000 2024-09-10T07:27:22.524 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000.inode 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:610.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:606.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:607.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:60e.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_openfiles.0 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:60f.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:608.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:501.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:612.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:401.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:604.00000000 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000.inode 2024-09-10T07:27:22.525 INFO:teuthology.orchestra.run.smithi003.stdout:500.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:mds_snaptable 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:605.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_inotable 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:611.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_sessionmap 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000003 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:60c.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:201.00000001 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000002 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:609.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:10000000001.00000000 2024-09-10T07:27:22.526 INFO:teuthology.orchestra.run.smithi003.stdout:60b.00000000 2024-09-10T07:27:22.527 INFO:teuthology.orchestra.run.smithi003.stdout:60d.00000000 2024-09-10T07:27:22.527 INFO:teuthology.orchestra.run.smithi003.stdout:201.00000000 2024-09-10T07:27:22.527 INFO:teuthology.orchestra.run.smithi003.stdout:400.00000000 2024-09-10T07:27:22.527 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000.inode 2024-09-10T07:27:22.527 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000 2024-09-10T07:27:22.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f2968068900 msgr2=0x7f296805e3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f2968068900 0x7f296805e3e0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55d78ddec590 msgr2=0x55d78de7e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55d78ddec590 0x55d78de7e6f0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f2964057fd0 msgr2=0x7f2964056c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f2964057fd0 0x7f2964056c30 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f296c0112c0 msgr2=0x7f296c011720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f296c0112c0 0x7f296c011720 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f29680733a0 msgr2=0x7f2968073800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f29680733a0 0x7f2968073800 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2968076430 msgr2=0x7f2968076890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2971a80640 1 -- 172.21.15.3:0/3605616067 reap_dead start 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2968076430 0x7f2968076890 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f2964060410 msgr2=0x7f29640838b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f2964060410 0x7f29640838b0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f295406a9b0 msgr2=0x7f295406ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f295406a9b0 0x7f295406ce70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f296800a470 tx=0x7f2968051000 comp rx=0 tx=0).stop 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 msgr2=0x55d78de82ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 0x55d78de82ee0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f296400de80 tx=0x7f296400b590 comp rx=0 tx=0).stop 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 shutdown_connections 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2968076430 0x7f2968076890 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f2964060410 0x7f29640838b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f295406a9b0 0x7f295406ce70 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 --2- 172.21.15.3:0/3605616067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d78ddae1f0 0x55d78de82ee0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 >> 172.21.15.3:0/3605616067 conn(0x55d78dd99940 msgr2=0x55d78ddd8750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 shutdown_connections 2024-09-10T07:27:22.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.519+0000 7f2973789f40 1 -- 172.21.15.3:0/3605616067 wait complete. 2024-09-10T07:27:22.532 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 201.00000001 2024-09-10T07:27:22.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.613+0000 7f4e2ce1af40 1 Processor -- start 2024-09-10T07:27:22.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.613+0000 7f4e2ce1af40 1 -- start start 2024-09-10T07:27:22.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2ce1af40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c4427aab70 0x55c442781dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2ce1af40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c442852360 0x55c4427abd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2ce1af40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 0x55c4427c9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2ce1af40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c442858ae0 con 0x55c442852740 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2ce1af40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c442858800 con 0x55c4427aab70 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2ce1af40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c442858dc0 con 0x55c442852360 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 0x55c4427c9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 0x55c4427c9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36668/0 (socket says 172.21.15.3:36668) 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 -- 172.21.15.3:0/2937989677 learned_addr learned my addr 172.21.15.3:0/2937989677 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2a910640 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c4427aab70 0x55c442781dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2a10f640 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c442852360 0x55c4427abd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 -- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c442852360 msgr2=0x55c4427abd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c442852360 0x55c4427abd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 -- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c4427aab70 msgr2=0x55c442781dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c4427aab70 0x55c442781dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 -- 172.21.15.3:0/2937989677 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4426abcb0 con 0x55c442852740 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2a910640 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c4427aab70 0x55c442781dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.614+0000 7f4e2b111640 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 0x55c4427c9670 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f4e24045a60 tx=0x7f4e24051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5cfe904926ec9c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2910d640 1 -- 172.21.15.3:0/2937989677 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e24053870 con 0x55c442852740 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2910d640 1 -- 172.21.15.3:0/2937989677 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e24062070 con 0x55c442852740 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2910d640 1 -- 172.21.15.3:0/2937989677 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e24053c30 con 0x55c442852740 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2937989677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 msgr2=0x55c4427c9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 0x55c4427c9670 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f4e24045a60 tx=0x7f4e24051000 comp rx=0 tx=0).stop 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2937989677 shutdown_connections 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852740 0x55c4427c9670 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c442852360 0x55c4427abd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2937989677 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c4427aab70 0x55c442781dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2937989677 >> 172.21.15.3:0/2937989677 conn(0x55c442780a50 msgr2=0x55c442782550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2937989677 shutdown_connections 2024-09-10T07:27:22.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.615+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2937989677 wait complete. 2024-09-10T07:27:22.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 Processor -- start 2024-09-10T07:27:22.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 -- start start 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c4427aab70 0x55c44283fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852360 0x55c442852b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c442852740 0x55c4428530b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c4427c74a0 con 0x55c442852360 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c44284ec50 con 0x55c442852740 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.616+0000 7f4e2ce1af40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c442782310 con 0x55c4427aab70 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852360 0x55c442852b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852360 0x55c442852b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36680/0 (socket says 172.21.15.3:36680) 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 -- 172.21.15.3:0/2589928311 learned_addr learned my addr 172.21.15.3:0/2589928311 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a910640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c4427aab70 0x55c44283fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2b111640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c442852740 0x55c4428530b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 -- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c4427aab70 msgr2=0x55c44283fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c4427aab70 0x55c44283fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 -- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c442852740 msgr2=0x55c4428530b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c442852740 0x55c4428530b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 -- 172.21.15.3:0/2589928311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4428402c0 con 0x55c442852360 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2a10f640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852360 0x55c442852b70 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009e20 tx=0x7f4e20009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e13fff640 1 -- 172.21.15.3:0/2589928311 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200143f0 con 0x55c442852360 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e13fff640 1 -- 172.21.15.3:0/2589928311 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e20019070 con 0x55c442852360 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e13fff640 1 -- 172.21.15.3:0/2589928311 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e200147f0 con 0x55c442852360 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c4427c4d70 con 0x55c442852360 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.617+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4427c5330 con 0x55c442852360 2024-09-10T07:27:22.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e13fff640 1 -- 172.21.15.3:0/2589928311 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4e20014990 con 0x55c442852360 2024-09-10T07:27:22.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e13fff640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e1806a840 0x7f4e1806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e13fff640 1 -- 172.21.15.3:0/2589928311 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f4e20089b20 con 0x55c442852360 2024-09-10T07:27:22.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e2a910640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e1806a840 0x7f4e1806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c4427839a0 0x55c4428f1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 9.1b 9:db457a8a:::201.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e71) -- 0x55c4427c4870 con 0x55c4427839a0 2024-09-10T07:27:22.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.619+0000 7f4e2b111640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c4427839a0 0x55c4428f1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.620+0000 7f4e2a910640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e1806a840 0x7f4e1806cd00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c005fd0 tx=0x7f4e1c007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.620+0000 7f4e2b111640 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c4427839a0 0x55c4428f1e60 crc :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2b111640 1 -- 172.21.15.3:0/2589928311 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 201.00000001 [delete] v71'1489 uv1489 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f4e24051070 con 0x55c4427839a0 2024-09-10T07:27:22.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c4427839a0 msgr2=0x55c4428f1e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55c4427839a0 0x55c4428f1e60 crc :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e1806a840 msgr2=0x7f4e1806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e1806a840 0x7f4e1806cd00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c005fd0 tx=0x7f4e1c007040 comp rx=0 tx=0).stop 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852360 msgr2=0x55c442852b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 --2- 172.21.15.3:0/2589928311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c442852360 0x55c442852b70 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f4e20009e20 tx=0x7f4e20009f10 comp rx=0 tx=0).stop 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2b111640 1 -- 172.21.15.3:0/2589928311 reap_dead start 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 shutdown_connections 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 >> 172.21.15.3:0/2589928311 conn(0x55c442780a50 msgr2=0x55c4427abda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 shutdown_connections 2024-09-10T07:27:22.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.622+0000 7f4e2ce1af40 1 -- 172.21.15.3:0/2589928311 wait complete. 2024-09-10T07:27:22.626 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 201.00000000 2024-09-10T07:27:22.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.709+0000 7f0b458d2f40 1 Processor -- start 2024-09-10T07:27:22.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.709+0000 7f0b458d2f40 1 -- start start 2024-09-10T07:27:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b458d2f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af6f975b0 0x563af7022bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b458d2f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af7025cd0 0x563af6f9a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b458d2f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af6f69c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b458d2f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563af6f97f60 con 0x563af70260b0 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b458d2f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x563af70407b0 con 0x563af7025cd0 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b458d2f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x563af704a320 con 0x563af6f975b0 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af6f69c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af6f69c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36706/0 (socket says 172.21.15.3:36706) 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 -- 172.21.15.3:0/30383145 learned_addr learned my addr 172.21.15.3:0/30383145 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b42bc9640 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af7025cd0 0x563af6f9a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b433ca640 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af6f975b0 0x563af7022bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 -- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af6f975b0 msgr2=0x563af7022bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af6f975b0 0x563af7022bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 -- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af7025cd0 msgr2=0x563af6f9a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af7025cd0 0x563af6f9a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 -- 172.21.15.3:0/30383145 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563af6e96cb0 con 0x563af70260b0 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b42bc9640 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af7025cd0 0x563af6f9a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b43bcb640 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af6f69c90 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c009600 tx=0x7f0b3c009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8c3387dce5a9fba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b41bc7640 1 -- 172.21.15.3:0/30383145 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c017070 con 0x563af70260b0 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b41bc7640 1 -- 172.21.15.3:0/30383145 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b3c0066b0 con 0x563af70260b0 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.710+0000 7f0b41bc7640 1 -- 172.21.15.3:0/30383145 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c006aa0 con 0x563af70260b0 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 -- 172.21.15.3:0/30383145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 msgr2=0x563af6f69c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af6f69c90 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c009600 tx=0x7f0b3c009ac0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 -- 172.21.15.3:0/30383145 shutdown_connections 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af6f69c90 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af7025cd0 0x563af6f9a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/30383145 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af6f975b0 0x563af7022bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 -- 172.21.15.3:0/30383145 >> 172.21.15.3:0/30383145 conn(0x563af6f96190 msgr2=0x563af6fb5b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 -- 172.21.15.3:0/30383145 shutdown_connections 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.711+0000 7f0b458d2f40 1 -- 172.21.15.3:0/30383145 wait complete. 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 Processor -- start 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 -- start start 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af6f975b0 0x563af704b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af7025cd0 0x563af703d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af703dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563af6fb58e0 con 0x563af70260b0 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x563af704a600 con 0x563af6f975b0 2024-09-10T07:27:22.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b458d2f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x563af6f6a860 con 0x563af7025cd0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b43bcb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af703dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b43bcb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af703dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36708/0 (socket says 172.21.15.3:36708) 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.712+0000 7f0b43bcb640 1 -- 172.21.15.3:0/1049150789 learned_addr learned my addr 172.21.15.3:0/1049150789 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b42bc9640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af7025cd0 0x563af703d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b433ca640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af6f975b0 0x563af704b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b43bcb640 1 -- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af7025cd0 msgr2=0x563af703d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b43bcb640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x563af7025cd0 0x563af703d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b43bcb640 1 -- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af6f975b0 msgr2=0x563af704b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b43bcb640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x563af6f975b0 0x563af704b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b43bcb640 1 -- 172.21.15.3:0/1049150789 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563af704bde0 con 0x563af70260b0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b43bcb640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af703dd90 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c015040 tx=0x7f0b3c003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b40bc5640 1 -- 172.21.15.3:0/1049150789 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c017040 con 0x563af70260b0 2024-09-10T07:27:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b40bc5640 1 -- 172.21.15.3:0/1049150789 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b3c006e10 con 0x563af70260b0 2024-09-10T07:27:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563af703db50 con 0x563af70260b0 2024-09-10T07:27:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b40bc5640 1 -- 172.21.15.3:0/1049150789 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c01d6b0 con 0x563af70260b0 2024-09-10T07:27:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.713+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563af7042660 con 0x563af70260b0 2024-09-10T07:27:22.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.714+0000 7f0b40bc5640 1 -- 172.21.15.3:0/1049150789 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b3c01d850 con 0x563af70260b0 2024-09-10T07:27:22.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.715+0000 7f0b40bc5640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b3006a810 0x7f0b3006ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.715+0000 7f0b40bc5640 1 -- 172.21.15.3:0/1049150789 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f0b3c08b430 con 0x563af70260b0 2024-09-10T07:27:22.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.715+0000 7f0b433ca640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b3006a810 0x7f0b3006ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.715+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563af7026a20 0x563af6f9a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.715+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:1 9.17 9:ea85266a:::201.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e71) -- 0x563af6f9a6e0 con 0x563af7026a20 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.715+0000 7f0b42bc9640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563af7026a20 0x563af6f9a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.716+0000 7f0b433ca640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b3006a810 0x7f0b3006ccd0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x563af70dcc60 tx=0x7f0b34007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.716+0000 7f0b42bc9640 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563af7026a20 0x563af6f9a1a0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b42bc9640 1 -- 172.21.15.3:0/1049150789 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(1 201.00000000 [delete] v71'8 uv8 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f0b38057030 con 0x563af7026a20 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563af7026a20 msgr2=0x563af6f9a1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x563af7026a20 0x563af6f9a1a0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b3006a810 msgr2=0x7f0b3006ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b3006a810 0x7f0b3006ccd0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x563af70dcc60 tx=0x7f0b34007040 comp rx=0 tx=0).stop 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 msgr2=0x563af703dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 --2- 172.21.15.3:0/1049150789 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563af70260b0 0x563af703dd90 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c015040 tx=0x7f0b3c003020 comp rx=0 tx=0).stop 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b43bcb640 1 -- 172.21.15.3:0/1049150789 reap_dead start 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 shutdown_connections 2024-09-10T07:27:22.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 >> 172.21.15.3:0/1049150789 conn(0x563af6f96190 msgr2=0x563af6f69c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 shutdown_connections 2024-09-10T07:27:22.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.717+0000 7f0b458d2f40 1 -- 172.21.15.3:0/1049150789 wait complete. 2024-09-10T07:27:22.722 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-10T07:27:22.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.804+0000 7ff42620bf40 1 Processor -- start 2024-09-10T07:27:22.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.804+0000 7ff42620bf40 1 -- start start 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42620bf40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfcd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42620bf40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cf5aae0 0x55655cfe8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42620bf40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cfcf720 0x55655cf50d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42620bf40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55655cfcfb00 con 0x55655cf3fe90 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42620bf40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55655ce63510 con 0x55655cf5aae0 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42620bf40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55655cf5b470 con 0x55655cfcf720 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfcd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfcd0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36730/0 (socket says 172.21.15.3:36730) 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 -- 172.21.15.3:0/2508328243 learned_addr learned my addr 172.21.15.3:0/2508328243 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42381e640 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cfcf720 0x55655cf50d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42281c640 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cf5aae0 0x55655cfe8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 -- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cfcf720 msgr2=0x55655cf50d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cfcf720 0x55655cf50d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 -- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cf5aae0 msgr2=0x55655cfe8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cf5aae0 0x55655cfe8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 -- 172.21.15.3:0/2508328243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55655cf3d340 con 0x55655cf3fe90 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.805+0000 7ff42301d640 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfcd0e0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7ff414001e90 tx=0x7ff41400b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec313ff679fb652a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42181a640 1 -- 172.21.15.3:0/2508328243 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414016070 con 0x55655cf3fe90 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42181a640 1 -- 172.21.15.3:0/2508328243 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff41400d6b0 con 0x55655cf3fe90 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42181a640 1 -- 172.21.15.3:0/2508328243 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41400daa0 con 0x55655cf3fe90 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 -- 172.21.15.3:0/2508328243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 msgr2=0x55655cfcd0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfcd0e0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7ff414001e90 tx=0x7ff41400b650 comp rx=0 tx=0).stop 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 -- 172.21.15.3:0/2508328243 shutdown_connections 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cfcf720 0x55655cf50d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cf5aae0 0x55655cfe8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 --2- 172.21.15.3:0/2508328243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfcd0e0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 -- 172.21.15.3:0/2508328243 >> 172.21.15.3:0/2508328243 conn(0x55655cf586d0 msgr2=0x55655cfce990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 -- 172.21.15.3:0/2508328243 shutdown_connections 2024-09-10T07:27:22.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.806+0000 7ff42620bf40 1 -- 172.21.15.3:0/2508328243 wait complete. 2024-09-10T07:27:22.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 Processor -- start 2024-09-10T07:27:22.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 -- start start 2024-09-10T07:27:22.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfc34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cf5aae0 0x55655cf54f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cfcf720 0x55655cfcc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55655cfce3d0 con 0x55655cf3fe90 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55655cf59040 con 0x55655cfcf720 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.807+0000 7ff42620bf40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55655cfe83d0 con 0x55655cf5aae0 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfc34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfc34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36738/0 (socket says 172.21.15.3:36738) 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 learned_addr learned my addr 172.21.15.3:0/1528376900 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cf5aae0 0x55655cf54f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cfcf720 0x55655cfcc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cf5aae0 msgr2=0x55655cf54f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55655cf5aae0 0x55655cf54f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cfcf720 msgr2=0x55655cfcc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55655cfcf720 0x55655cfcc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55655cf55850 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfc34b0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7ff41400b690 tx=0x7ff414000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff420818640 1 -- 172.21.15.3:0/1528376900 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414021020 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff420818640 1 -- 172.21.15.3:0/1528376900 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff41400be80 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff420818640 1 -- 172.21.15.3:0/1528376900 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414016030 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55655cf55b30 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.808+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55655cf560f0 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff420818640 1 -- 172.21.15.3:0/1528376900 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff414024020 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff420818640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff41006a810 0x7ff41006ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff420818640 1 -- 172.21.15.3:0/1528376900 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7ff41408b2d0 con 0x55655cf3fe90 2024-09-10T07:27:22.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff41006a810 0x7ff41006ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55655cf568f0 0x55655cfd62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:1 9.0 9:00000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x55655cf568f0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.810+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55655cf568f0 0x55655cfd62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.811+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff41006a810 0x7ff41006ccd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55655cfc92a0 tx=0x7ff41800c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.811+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55655cf568f0 0x55655cfd62f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.811+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(1 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff41c04f990 con 0x55655cf568f0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.811+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7ff41c04e3a0 0x7ff41c04e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.811+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:2 9.10 9:08000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff41c04e3a0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.811+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7ff41c04e3a0 0x7ff41c04e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.812+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7ff41c04e3a0 0x7ff41c04e800 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.812+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(2 [pgnls start_epoch 71 out=201b] v68'12 uv12 ondisk = 1) ==== 144+0+201 (crc 0 0 0) 0x7ff414055af0 con 0x7ff41c04e3a0 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.812+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7ff414026020 0x7ff414058340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.812+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.8 9:10000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.812+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7ff414026020 0x7ff414058340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.813+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7ff414026020 0x7ff414058340 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.813+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.813+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7ff418016030 0x7ff418016410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.813+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:4 9.18 9:18000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418016030 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.813+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7ff418016030 0x7ff418016410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7ff418016030 0x7ff418016410 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(4 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff418016030 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.4 9:20000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x55655cf568f0 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff41c04f990 con 0x55655cf568f0 2024-09-10T07:27:22.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:6 9.14 9:28000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x55655cf568f0 2024-09-10T07:27:22.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(6 [pgnls start_epoch 71 out=149b] v71'1554 uv1554 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7ff41c04f990 con 0x55655cf568f0 2024-09-10T07:27:22.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.814+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 9.c 9:30000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(7 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7ff418007bc0 0x7ff4180153b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 9.1c 9:38000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418007bc0 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7ff418007bc0 0x7ff4180153b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7ff418007bc0 0x7ff4180153b0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(8 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff414055af0 con 0x7ff418007bc0 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.815+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 9.2 9:40000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.816+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(9 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.816+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7ff418006380 0x7ff418006800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.816+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.12 9:48000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418006380 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.816+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7ff418006380 0x7ff418006800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.816+0000 7ff42281c640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7ff418006380 0x7ff418006800 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.817+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(10 [pgnls start_epoch 71 out=73b] v66'3 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff418007930 con 0x7ff418006380 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.817+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:11 9.a 9:50000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418006380 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.817+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(11 [pgnls start_epoch 71 out=49b] v69'13 uv13 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff418007930 con 0x7ff418006380 2024-09-10T07:27:22.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.817+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:12 9.1a 9:58000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.817+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(12 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.817+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:13 9.6 9:60000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418006380 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.818+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(13 [pgnls start_epoch 71 out=77b] v68'15 uv15 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7ff418007930 con 0x7ff418006380 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.818+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:14 9.16 9:68000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff41c04e3a0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.818+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== osd_op_reply(14 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff414055af0 con 0x7ff41c04e3a0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.818+0000 7ff42301d640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7ff4140596e0 0x7ff414089920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.818+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:15 9.e 9:70000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.818+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7ff4140596e0 0x7ff414089920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42381e640 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7ff4140596e0 0x7ff414089920 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(15 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:16 9.1e 9:78000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418007bc0 2024-09-10T07:27:22.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(16 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff414055af0 con 0x7ff418007bc0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 9.1 9:80000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(17 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.819+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:18 9.11 9:88000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(18 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:19 9.9 9:90000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418007bc0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(19 [pgnls start_epoch 71 out=97b] v66'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7ff414055af0 con 0x7ff418007bc0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:20 9.19 9:98000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(20 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:21 9.5 9:a0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418007bc0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(21 [pgnls start_epoch 71 out=73b] v66'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff414055af0 con 0x7ff418007bc0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.820+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:22 9.15 9:a8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.821+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(22 [pgnls start_epoch 71 out=127b] v66'4 uv4 ondisk = 1) ==== 144+0+127 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.821+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:23 9.d 9:b0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.821+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 4 ==== osd_op_reply(23 [pgnls start_epoch 71 out=74b] v65'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.821+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:24 9.1d 9:b8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418007bc0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.821+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(24 [pgnls start_epoch 71 out=73b] v71'5 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff414055af0 con 0x7ff418007bc0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.821+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:25 9.3 9:c0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.822+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 5 ==== osd_op_reply(25 [pgnls start_epoch 71 out=73b] v69'4 uv4 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.822+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:26 9.13 9:c8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.822+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 6 ==== osd_op_reply(26 [pgnls start_epoch 71 out=122b] v68'5 uv5 ondisk = 1) ==== 144+0+122 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.822+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:27 9.b 9:d0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418007bc0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.822+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(27 [pgnls start_epoch 71 out=124b] v71'8 uv8 ondisk = 1) ==== 144+0+124 (crc 0 0 0) 0x7ff414055af0 con 0x7ff418007bc0 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.822+0000 7ff42301d640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:28 9.1b 9:d8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff414026020 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.823+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(28 [pgnls start_epoch 71 out=73b] v71'1489 uv1489 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff418007930 con 0x7ff414026020 2024-09-10T07:27:22.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.823+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:29 9.7 9:e0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418006380 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.823+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(29 [pgnls start_epoch 71 out=129b] v68'6 uv6 ondisk = 1) ==== 144+0+129 (crc 0 0 0) 0x7ff418007930 con 0x7ff418006380 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.823+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:30 9.17 9:e8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff4140596e0 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.823+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.7 v2:172.21.15.70:6824/2657533304 7 ==== osd_op_reply(30 [pgnls start_epoch 71 out=73b] v71'8 uv8 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff41c04f990 con 0x7ff4140596e0 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.823+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:31 9.f 9:f0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x7ff418006380 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 <== osd.5 v2:172.21.15.70:6808/195722179 5 ==== osd_op_reply(31 [pgnls start_epoch 71 out=73b] v65'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7ff418007930 con 0x7ff418006380 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42281c640 1 -- 172.21.15.3:0/1528376900 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:32 9.1f 9:f8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55655cf53530 con 0x55655cf568f0 2024-09-10T07:27:22.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 <== osd.1 v2:172.21.15.3:6816/2501722383 4 ==== osd_op_reply(32 [pgnls start_epoch 71 out=101b] v71'12 uv11 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7ff41c04f990 con 0x55655cf568f0 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:601.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:602.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:10000000000.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:600.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:603.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:60a.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:613.00000000 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000.inode 2024-09-10T07:27:22.830 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:610.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:606.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:607.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:60e.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_openfiles.0 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:60f.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:608.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:501.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:612.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:401.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:604.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000.inode 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:500.00000000 2024-09-10T07:27:22.831 INFO:teuthology.orchestra.run.smithi003.stdout:mds_snaptable 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:605.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_inotable 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:611.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_sessionmap 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000003 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:60c.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000002 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:609.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:10000000001.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:60b.00000000 2024-09-10T07:27:22.832 INFO:teuthology.orchestra.run.smithi003.stdout:60d.00000000 2024-09-10T07:27:22.833 INFO:teuthology.orchestra.run.smithi003.stdout:400.00000000 2024-09-10T07:27:22.833 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000.inode 2024-09-10T07:27:22.833 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000 2024-09-10T07:27:22.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7ff418007bc0 msgr2=0x7ff4180153b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7ff418007bc0 0x7ff4180153b0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55655cf568f0 msgr2=0x55655cfd62f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55655cf568f0 0x55655cfd62f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7ff414026020 msgr2=0x7ff414058340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7ff414026020 0x7ff414058340 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7ff41c04e3a0 msgr2=0x7ff41c04e800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7ff41c04e3a0 0x7ff41c04e800 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7ff418006380 msgr2=0x7ff418006800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7ff418006380 0x7ff418006800 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7ff418016030 msgr2=0x7ff418016410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7ff418016030 0x7ff418016410 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7ff4140596e0 msgr2=0x7ff414089920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7ff4140596e0 0x7ff414089920 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 reap_dead start 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 reap_dead start 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42381e640 1 -- 172.21.15.3:0/1528376900 reap_dead start 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff41006a810 msgr2=0x7ff41006ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff41006a810 0x7ff41006ccd0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x55655cfc92a0 tx=0x7ff41800c040 comp rx=0 tx=0).stop 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 msgr2=0x55655cfc34b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfc34b0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7ff41400b690 tx=0x7ff414000ed0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 shutdown_connections 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff41006a810 0x7ff41006ccd0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 --2- 172.21.15.3:0/1528376900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55655cf3fe90 0x55655cfc34b0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 >> 172.21.15.3:0/1528376900 conn(0x55655cf586d0 msgr2=0x55655cfce990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 shutdown_connections 2024-09-10T07:27:22.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.824+0000 7ff42620bf40 1 -- 172.21.15.3:0/1528376900 wait complete. 2024-09-10T07:27:22.837 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-10T07:27:22.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.917+0000 7f62c4e76f40 1 Processor -- start 2024-09-10T07:27:22.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.917+0000 7f62c4e76f40 1 -- start start 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c4e76f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb02cd1f0 0x55adb03a0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c4e76f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb03a0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c4e76f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 0x55adb039e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c4e76f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55adb021c510 con 0x55adb03a3390 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c4e76f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55adb0275c50 con 0x55adb02cd5d0 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c4e76f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55adb0313f20 con 0x55adb02cd1f0 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 0x55adb039e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 0x55adb039e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36746/0 (socket says 172.21.15.3:36746) 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 -- 172.21.15.3:0/2479407279 learned_addr learned my addr 172.21.15.3:0/2479407279 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c296c640 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb02cd1f0 0x55adb03a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c216b640 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb03a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 -- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb02cd1f0 msgr2=0x55adb03a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb02cd1f0 0x55adb03a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 -- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 msgr2=0x55adb03a0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb03a0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.918+0000 7f62c316d640 1 -- 172.21.15.3:0/2479407279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adb0397960 con 0x55adb03a3390 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c316d640 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 0x55adb039e910 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f62b4006f90 tx=0x7f62b4001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b62123bd9aeb98e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c1169640 1 -- 172.21.15.3:0/2479407279 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b4004520 con 0x55adb03a3390 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c1169640 1 -- 172.21.15.3:0/2479407279 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62b40046e0 con 0x55adb03a3390 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c1169640 1 -- 172.21.15.3:0/2479407279 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b4004ad0 con 0x55adb03a3390 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2479407279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 msgr2=0x55adb039e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 0x55adb039e910 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f62b4006f90 tx=0x7f62b4001a40 comp rx=0 tx=0).stop 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2479407279 shutdown_connections 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb03a3390 0x55adb039e910 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb03a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2479407279 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb02cd1f0 0x55adb03a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2479407279 >> 172.21.15.3:0/2479407279 conn(0x55adb02b8940 msgr2=0x55adb02c8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2479407279 shutdown_connections 2024-09-10T07:27:22.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.919+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2479407279 wait complete. 2024-09-10T07:27:22.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.920+0000 7f62c4e76f40 1 Processor -- start 2024-09-10T07:27:22.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.920+0000 7f62c4e76f40 1 -- start start 2024-09-10T07:27:22.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb02cd1f0 0x55adb0381d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb02f5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb03a3390 0x55adb02f6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55adb039adc0 con 0x55adb02cd1f0 2024-09-10T07:27:22.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55adb02f6a90 con 0x55adb02cd5d0 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55adb03a4380 con 0x55adb03a3390 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb02cd1f0 0x55adb0381d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb02cd1f0 0x55adb0381d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36762/0 (socket says 172.21.15.3:36762) 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 learned_addr learned my addr 172.21.15.3:0/2889337075 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb02f5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb03a3390 0x55adb02f6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb03a3390 msgr2=0x55adb02f6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55adb03a3390 0x55adb02f6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 msgr2=0x55adb02f5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55adb02cd5d0 0x55adb02f5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adb039eb60 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb02cd1f0 0x55adb0381d20 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f62bc045a00 tx=0x7f62bc002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62bbfff640 1 -- 172.21.15.3:0/2889337075 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc054ae0 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62bbfff640 1 -- 172.21.15.3:0/2889337075 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62bc065030 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62bbfff640 1 -- 172.21.15.3:0/2889337075 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62bc061440 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55adb039ee40 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.921+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55adb0382260 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62bbfff640 1 -- 172.21.15.3:0/2889337075 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f62bc05c040 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62bbfff640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f62a406a810 0x7f62a406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62bbfff640 1 -- 172.21.15.3:0/2889337075 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f62bc0ce530 con 0x55adb02cd1f0 2024-09-10T07:27:22.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55adb039c9f0 0x55adb039ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:1 9.0 9:00000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x55adb039c9f0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f62a406a810 0x7f62a406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.923+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55adb039c9f0 0x55adb039ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.924+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55adb039c9f0 0x55adb039ce30 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.924+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f62a406a810 0x7f62a406ccd0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f62ac000c00 tx=0x7f62ac001740 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.924+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(1 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62b400f030 con 0x55adb039c9f0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.924+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f62b401f940 0x7f62b4013420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.924+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:2 9.10 9:08000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62b401f940 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.924+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f62b401f940 0x7f62b4013420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.925+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f62b401f940 0x7f62b4013420 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.925+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(2 [pgnls start_epoch 71 out=201b] v68'12 uv12 ondisk = 1) ==== 144+0+201 (crc 0 0 0) 0x7f62bc071070 con 0x7f62b401f940 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.925+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f62bc09c7d0 0x7f62bc09b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.925+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.8 9:10000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62bc09c7d0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.925+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f62bc09c7d0 0x7f62bc09b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.925+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f62bc09c7d0 0x7f62bc09b430 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.926+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.926+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f62ac002060 0x7f62ac01e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.926+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:4 9.18 9:18000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62ac002060 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.926+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f62ac002060 0x7f62ac01e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.926+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f62ac002060 0x7f62ac01e3c0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(4 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62b400f030 con 0x7f62ac002060 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.4 9:20000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x55adb039c9f0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62b400f030 con 0x55adb039c9f0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:6 9.14 9:28000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x55adb039c9f0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(6 [pgnls start_epoch 71 out=149b] v71'1554 uv1554 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7f62b400f030 con 0x55adb039c9f0 2024-09-10T07:27:22.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 9.c 9:30000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62bc09c7d0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(7 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f62ac01e900 0x7f62ac021440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.927+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 9.1c 9:38000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62ac01e900 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f62ac01e900 0x7f62ac021440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f62ac01e900 0x7f62ac021440 crc :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(8 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62bc071070 con 0x7f62ac01e900 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 9.2 9:40000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62bc09c7d0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(9 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f62ac0113a0 0x7f62ac011820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.928+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.12 9:48000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62ac0113a0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.929+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f62ac0113a0 0x7f62ac011820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.929+0000 7f62c216b640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f62ac0113a0 0x7f62ac011820 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.929+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(10 [pgnls start_epoch 71 out=73b] v66'3 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62ac0113a0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.929+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:11 9.a 9:50000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55adb0393df0 con 0x7f62ac0113a0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(11 [pgnls start_epoch 71 out=49b] v69'13 uv13 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62ac0113a0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:12 9.1a 9:58000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62ac035040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(12 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:13 9.6 9:60000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62ac035040 con 0x7f62ac0113a0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(13 [pgnls start_epoch 71 out=77b] v68'15 uv15 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62ac0113a0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:14 9.16 9:68000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62ac035040 con 0x7f62b401f940 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== osd_op_reply(14 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62bc071070 con 0x7f62b401f940 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c296c640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f62bc0a4cc0 0x7f62bc0b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.930+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:15 9.e 9:70000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62ac035040 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.931+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f62bc0a4cc0 0x7f62bc0b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.931+0000 7f62c316d640 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f62bc0a4cc0 0x7f62bc0b0a00 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:22.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.931+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(15 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.931+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:16 9.1e 9:78000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac01e900 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.932+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(16 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62bc071070 con 0x7f62ac01e900 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.932+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 9.1 9:80000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc09c7d0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.932+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(17 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.932+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:18 9.11 9:88000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.932+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(18 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.932+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:19 9.9 9:90000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac01e900 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(19 [pgnls start_epoch 71 out=97b] v66'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f62bc071070 con 0x7f62ac01e900 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:20 9.19 9:98000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc09c7d0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(20 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:21 9.5 9:a0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac01e900 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(21 [pgnls start_epoch 71 out=73b] v66'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62bc071070 con 0x7f62ac01e900 2024-09-10T07:27:22.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:22 9.15 9:a8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(22 [pgnls start_epoch 71 out=127b] v66'4 uv4 ondisk = 1) ==== 144+0+127 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.933+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:23 9.d 9:b0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.934+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 4 ==== osd_op_reply(23 [pgnls start_epoch 71 out=74b] v65'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.934+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:24 9.1d 9:b8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac01e900 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.934+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(24 [pgnls start_epoch 71 out=73b] v71'5 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62bc071070 con 0x7f62ac01e900 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.934+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:25 9.3 9:c0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.934+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 5 ==== osd_op_reply(25 [pgnls start_epoch 71 out=73b] v69'4 uv4 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.934+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:26 9.13 9:c8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.935+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 6 ==== osd_op_reply(26 [pgnls start_epoch 71 out=122b] v68'5 uv5 ondisk = 1) ==== 144+0+122 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.935+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:27 9.b 9:d0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac01e900 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.935+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(27 [pgnls start_epoch 71 out=124b] v71'8 uv8 ondisk = 1) ==== 144+0+124 (crc 0 0 0) 0x7f62bc071070 con 0x7f62ac01e900 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.935+0000 7f62c296c640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:28 9.1b 9:d8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc09c7d0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.935+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(28 [pgnls start_epoch 71 out=73b] v71'1489 uv1489 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62bc09c7d0 2024-09-10T07:27:22.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.935+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:29 9.7 9:e0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac0113a0 2024-09-10T07:27:22.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.936+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(29 [pgnls start_epoch 71 out=129b] v68'6 uv6 ondisk = 1) ==== 144+0+129 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62ac0113a0 2024-09-10T07:27:22.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.936+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:30 9.17 9:e8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.936+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.7 v2:172.21.15.70:6824/2657533304 7 ==== osd_op_reply(30 [pgnls start_epoch 71 out=73b] v71'8 uv8 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62b400f030 con 0x7f62bc0a4cc0 2024-09-10T07:27:22.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.936+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:31 9.f 9:f0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x7f62ac0113a0 2024-09-10T07:27:22.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.936+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 <== osd.5 v2:172.21.15.70:6808/195722179 5 ==== osd_op_reply(31 [pgnls start_epoch 71 out=73b] v65'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f62ac01b040 con 0x7f62ac0113a0 2024-09-10T07:27:22.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.936+0000 7f62c216b640 1 -- 172.21.15.3:0/2889337075 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:32 9.1f 9:f8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x7f62b4039060 con 0x55adb039c9f0 2024-09-10T07:27:22.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 <== osd.1 v2:172.21.15.3:6816/2501722383 4 ==== osd_op_reply(32 [pgnls start_epoch 71 out=101b] v71'12 uv11 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7f62b400f030 con 0x55adb039c9f0 2024-09-10T07:27:22.945 INFO:teuthology.orchestra.run.smithi003.stdout:601.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:602.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:10000000000.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:600.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:603.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:60a.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:613.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000.inode 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000000 2024-09-10T07:27:22.946 INFO:teuthology.orchestra.run.smithi003.stdout:610.00000000 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:606.00000000 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:607.00000000 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:60e.00000000 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_openfiles.0 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:60f.00000000 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:608.00000000 2024-09-10T07:27:22.947 INFO:teuthology.orchestra.run.smithi003.stdout:501.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:612.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:401.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:604.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000.inode 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:500.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:mds_snaptable 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:605.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_inotable 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:611.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_sessionmap 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000003 2024-09-10T07:27:22.948 INFO:teuthology.orchestra.run.smithi003.stdout:60c.00000000 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000002 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:609.00000000 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:10000000001.00000000 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:60b.00000000 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:60d.00000000 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:400.00000000 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000.inode 2024-09-10T07:27:22.949 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f62ac01e900 msgr2=0x7f62ac021440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f62ac01e900 0x7f62ac021440 crc :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55adb039c9f0 msgr2=0x55adb039ce30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55adb039c9f0 0x55adb039ce30 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f62bc09c7d0 msgr2=0x7f62bc09b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f62bc09c7d0 0x7f62bc09b430 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f62b401f940 msgr2=0x7f62b4013420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f62b401f940 0x7f62b4013420 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f62ac0113a0 msgr2=0x7f62ac011820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f62ac0113a0 0x7f62ac011820 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f62ac002060 msgr2=0x7f62ac01e3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f62ac002060 0x7f62ac01e3c0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f62bc0a4cc0 msgr2=0x7f62bc0b0a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f62bc0a4cc0 0x7f62bc0b0a00 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f62a406a810 msgr2=0x7f62a406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 reap_dead start 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f62a406a810 0x7f62a406ccd0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f62ac000c00 tx=0x7f62ac001740 comp rx=0 tx=0).stop 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 reap_dead start 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 reap_dead start 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb02cd1f0 msgr2=0x55adb0381d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:22.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 --2- 172.21.15.3:0/2889337075 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55adb02cd1f0 0x55adb0381d20 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f62bc045a00 tx=0x7f62bc002fb0 comp rx=0 tx=0).stop 2024-09-10T07:27:22.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c316d640 1 -- 172.21.15.3:0/2889337075 reap_dead start 2024-09-10T07:27:22.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 shutdown_connections 2024-09-10T07:27:22.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 >> 172.21.15.3:0/2889337075 conn(0x55adb02b8940 msgr2=0x55adb02f9820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:22.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 shutdown_connections 2024-09-10T07:27:22.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:22.937+0000 7f62c4e76f40 1 -- 172.21.15.3:0/2889337075 wait complete. 2024-09-10T07:27:22.953 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 401.00000000 2024-09-10T07:27:23.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.036+0000 7f447c91bf40 1 Processor -- start 2024-09-10T07:27:23.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.036+0000 7f447c91bf40 1 -- start start 2024-09-10T07:27:23.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447c91bf40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 0x55e6b98d97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447c91bf40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b98a9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447c91bf40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b99660b0 0x55e6b98aa470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447c91bf40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e6b97fd510 con 0x55e6b98d75b0 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447c91bf40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e6b99807b0 con 0x55e6b99660b0 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447c91bf40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e6b9963d00 con 0x55e6b9965cd0 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 0x55e6b98d97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 0x55e6b98d97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36774/0 (socket says 172.21.15.3:36774) 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 -- 172.21.15.3:0/223294329 learned_addr learned my addr 172.21.15.3:0/223294329 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f447a2ea640 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b99660b0 0x55e6b98aa470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 -- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 msgr2=0x55e6b98a9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f44792e8640 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b98a9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b98a9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 -- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b99660b0 msgr2=0x55e6b98aa470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:23.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b99660b0 0x55e6b98aa470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 -- 172.21.15.3:0/223294329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6b997ff20 con 0x55e6b98d75b0 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.037+0000 7f4479ae9640 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 0x55e6b98d97a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f446c0259e0 tx=0x7f446c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7dbe7528cf2ceb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f4473fff640 1 -- 172.21.15.3:0/223294329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446c067070 con 0x55e6b98d75b0 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f4473fff640 1 -- 172.21.15.3:0/223294329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f446c058b50 con 0x55e6b98d75b0 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f4473fff640 1 -- 172.21.15.3:0/223294329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446c0623f0 con 0x55e6b98d75b0 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 -- 172.21.15.3:0/223294329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 msgr2=0x55e6b98d97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 0x55e6b98d97a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f446c0259e0 tx=0x7f446c051000 comp rx=0 tx=0).stop 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 -- 172.21.15.3:0/223294329 shutdown_connections 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b99660b0 0x55e6b98aa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b98a9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 --2- 172.21.15.3:0/223294329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b98d75b0 0x55e6b98d97a0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 -- 172.21.15.3:0/223294329 >> 172.21.15.3:0/223294329 conn(0x55e6b98d6190 msgr2=0x55e6b98db4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 -- 172.21.15.3:0/223294329 shutdown_connections 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.038+0000 7f447c91bf40 1 -- 172.21.15.3:0/223294329 wait complete. 2024-09-10T07:27:23.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.039+0000 7f447c91bf40 1 Processor -- start 2024-09-10T07:27:23.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.039+0000 7f447c91bf40 1 -- start start 2024-09-10T07:27:23.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b98d75b0 0x55e6b995f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b995f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b99660b0 0x55e6b9960a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e6b99641d0 con 0x55e6b99660b0 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e6b9963f30 con 0x55e6b98d75b0 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e6b99644b0 con 0x55e6b9965cd0 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b99660b0 0x55e6b9960a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b99660b0 0x55e6b9960a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36782/0 (socket says 172.21.15.3:36782) 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 -- 172.21.15.3:0/3549282445 learned_addr learned my addr 172.21.15.3:0/3549282445 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f4479ae9640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b98d75b0 0x55e6b995f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f44792e8640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b995f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 -- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 msgr2=0x55e6b995f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e6b9965cd0 0x55e6b995f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 -- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b98d75b0 msgr2=0x55e6b995f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e6b98d75b0 0x55e6b995f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 -- 172.21.15.3:0/3549282445 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6b9962e30 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447a2ea640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b99660b0 0x55e6b9960a80 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f447400cd40 tx=0x7f447400a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f4472ffd640 1 -- 172.21.15.3:0/3549282445 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4474008040 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f4472ffd640 1 -- 172.21.15.3:0/3549282445 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4474014020 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e6b9963410 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f4472ffd640 1 -- 172.21.15.3:0/3549282445 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447400f400 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.040+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6b997f220 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.042+0000 7f4472ffd640 1 -- 172.21.15.3:0/3549282445 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f447400f5a0 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.042+0000 7f4472ffd640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f445c06a810 0x7f445c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.042+0000 7f4472ffd640 1 -- 172.21.15.3:0/3549282445 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f4474089c20 con 0x55e6b99660b0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.043+0000 7f447c91bf40 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e6b99614d0 0x55e6b98a9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.043+0000 7f4479ae9640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f445c06a810 0x7f445c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.043+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:1 9.5 9:a6e36b3f:::401.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e71) -- 0x55e6b995fac0 con 0x55e6b99614d0 2024-09-10T07:27:23.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.043+0000 7f44792e8640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e6b99614d0 0x55e6b98a9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.043+0000 7f4479ae9640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f445c06a810 0x7f445c06ccd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f446c064000 tx=0x7f446c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.043+0000 7f44792e8640 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e6b99614d0 0x55e6b98a9f30 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.044+0000 7f44792e8640 1 -- 172.21.15.3:0/3549282445 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(1 401.00000000 [delete] v71'2 uv2 ondisk = 0) ==== 156+0+0 (crc 0 0 0) 0x7f446400b140 con 0x55e6b99614d0 2024-09-10T07:27:23.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.044+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e6b99614d0 msgr2=0x55e6b98a9f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.044+0000 7f447c91bf40 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x55e6b99614d0 0x55e6b98a9f30 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f445c06a810 msgr2=0x7f445c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f445c06a810 0x7f445c06ccd0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f446c064000 tx=0x7f446c052000 comp rx=0 tx=0).stop 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b99660b0 msgr2=0x55e6b9960a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 --2- 172.21.15.3:0/3549282445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e6b99660b0 0x55e6b9960a80 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f447400cd40 tx=0x7f447400a5d0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447a2ea640 1 -- 172.21.15.3:0/3549282445 reap_dead start 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 shutdown_connections 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 >> 172.21.15.3:0/3549282445 conn(0x55e6b98d6190 msgr2=0x55e6b98da870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 shutdown_connections 2024-09-10T07:27:23.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.045+0000 7f447c91bf40 1 -- 172.21.15.3:0/3549282445 wait complete. 2024-09-10T07:27:23.048 DEBUG:teuthology.orchestra.run.smithi003:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-10T07:27:23.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 Processor -- start 2024-09-10T07:27:23.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 -- start start 2024-09-10T07:27:23.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc08f83cb0 0x55fc09028eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 0x55fc090293f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc09032150 0x55fc090c1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fc08f9f8b0 con 0x55fc08f9fd40 2024-09-10T07:27:23.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55fc08ea9510 con 0x55fc08f83cb0 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.091+0000 7f576ef1df40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55fc08f98050 con 0x55fc09032150 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576b79d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 0x55fc090293f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc08f83cb0 0x55fc09028eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576b79d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 0x55fc090293f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36796/0 (socket says 172.21.15.3:36796) 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576b79d640 1 -- 172.21.15.3:0/2146691364 learned_addr learned my addr 172.21.15.3:0/2146691364 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576c79f640 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc09032150 0x55fc090c1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 -- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc09032150 msgr2=0x55fc090c1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc09032150 0x55fc090c1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 -- 172.21.15.3:0/2146691364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 msgr2=0x55fc090293f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 0x55fc090293f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 -- 172.21.15.3:0/2146691364 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc09025310 con 0x55fc08f83cb0 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576b79d640 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 0x55fc090293f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:23.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576bf9e640 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc08f83cb0 0x55fc09028eb0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f575c001c50 tx=0x7f575c00b5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d242c7daf3a1870 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576a79b640 1 -- 172.21.15.3:0/2146691364 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575c001e60 con 0x55fc08f83cb0 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576a79b640 1 -- 172.21.15.3:0/2146691364 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f575c00bcc0 con 0x55fc08f83cb0 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.092+0000 7f576a79b640 1 -- 172.21.15.3:0/2146691364 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575c00f640 con 0x55fc08f83cb0 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 -- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc08f83cb0 msgr2=0x55fc09028eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc08f83cb0 0x55fc09028eb0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f575c001c50 tx=0x7f575c00b5b0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 -- 172.21.15.3:0/2146691364 shutdown_connections 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc09032150 0x55fc090c1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f9fd40 0x55fc090293f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 --2- 172.21.15.3:0/2146691364 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc08f83cb0 0x55fc09028eb0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 -- 172.21.15.3:0/2146691364 >> 172.21.15.3:0/2146691364 conn(0x55fc08f82180 msgr2=0x55fc08f86a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 -- 172.21.15.3:0/2146691364 shutdown_connections 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 -- 172.21.15.3:0/2146691364 wait complete. 2024-09-10T07:27:23.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 Processor -- start 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.093+0000 7f576ef1df40 1 -- start start 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576ef1df40 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 0x55fc0901a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576ef1df40 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc08f9fd40 0x55fc0901f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576ef1df40 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc09032150 0x55fc08f85610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576ef1df40 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fc0902ece0 con 0x55fc08f83cb0 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576ef1df40 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55fc0902ea90 con 0x55fc09032150 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576ef1df40 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55fc09029930 con 0x55fc08f9fd40 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576bf9e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 0x55fc0901a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576bf9e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 0x55fc0901a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36810/0 (socket says 172.21.15.3:36810) 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 learned_addr learned my addr 172.21.15.3:0/3133775852 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc09032150 0x55fc08f85610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc08f9fd40 0x55fc0901f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc08f9fd40 msgr2=0x55fc0901f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.094+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55fc08f9fd40 0x55fc0901f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc09032150 msgr2=0x55fc08f85610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc09032150 0x55fc08f85610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc09030a70 con 0x55fc08f83cb0 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55fc09032150 0x55fc08f85610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 0x55fc0901a0d0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f575c00bab0 tx=0x7f575c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f5769799640 1 -- 172.21.15.3:0/3133775852 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575c020070 con 0x55fc08f83cb0 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f5769799640 1 -- 172.21.15.3:0/3133775852 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f575c00be70 con 0x55fc08f83cb0 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55fc090317f0 con 0x55fc08f83cb0 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f5769799640 1 -- 172.21.15.3:0/3133775852 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f575c001e60 con 0x55fc08f83cb0 2024-09-10T07:27:23.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.095+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc08f86ec0 con 0x55fc08f83cb0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.096+0000 7f5769799640 1 -- 172.21.15.3:0/3133775852 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f575c023070 con 0x55fc08f83cb0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f5769799640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575806a810 0x7f575806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f5769799640 1 -- 172.21.15.3:0/3133775852 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f575c08b4b0 con 0x55fc08f83cb0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575806a810 0x7f575806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55fc0901aba0 0x55fc0901af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:1 9.0 9:00000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x55fc0901aba0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55fc0901aba0 0x55fc0901af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575806a810 0x7f575806ccd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5760000c00 tx=0x7f5760052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.097+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55fc0901aba0 0x55fc0901af80 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.098+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== osd_op_reply(1 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5764002b70 con 0x55fc0901aba0 2024-09-10T07:27:23.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.098+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f5764014040 0x7f57640133b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.098+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:2 9.10 9:08000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f5764014040 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.098+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f5764014040 0x7f57640133b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.098+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f5764014040 0x7f57640133b0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.099+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== osd_op_reply(2 [pgnls start_epoch 71 out=201b] v68'12 uv12 ondisk = 1) ==== 144+0+201 (crc 0 0 0) 0x7f575c02c070 con 0x7f5764014040 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.099+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f575c025070 0x7f575c0583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.099+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 9.8 9:10000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.099+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f575c025070 0x7f575c0583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.099+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f575c025070 0x7f575c0583b0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.100+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(3 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.100+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f576006b040 0x7f576006d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.100+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- osd_op(unknown.0.0:4 9.18 9:18000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b040 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.100+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f576006b040 0x7f576006d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.100+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f576006b040 0x7f576006d950 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.101+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== osd_op_reply(4 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5764002b70 con 0x7f576006b040 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.101+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:5 9.4 9:20000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x55fc0901aba0 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.101+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== osd_op_reply(5 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5764002b70 con 0x55fc0901aba0 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.101+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:6 9.14 9:28000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x55fc0901aba0 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.101+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.1 v2:172.21.15.3:6816/2501722383 3 ==== osd_op_reply(6 [pgnls start_epoch 71 out=149b] v71'1554 uv1554 ondisk = 1) ==== 144+0+149 (crc 0 0 0) 0x7f5764002b70 con 0x55fc0901aba0 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.101+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:7 9.c 9:30000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(7 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f576006b930 0x7f576005e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:8 9.1c 9:38000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b930 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f576006b930 0x7f576005e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f576006b930 0x7f576005e410 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== osd_op_reply(8 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f575c02c070 con 0x7f576006b930 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:9 9.2 9:40000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.102+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(9 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.103+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f576005d400 0x7f576005d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.103+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:10 9.12 9:48000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576005d400 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.103+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f576005d400 0x7f576005d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.103+0000 7f576b79d640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f576005d400 0x7f576005d880 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.103+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(10 [pgnls start_epoch 71 out=73b] v66'3 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5760068070 con 0x7f576005d400 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.103+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:11 9.a 9:50000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576005d400 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.104+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== osd_op_reply(11 [pgnls start_epoch 71 out=49b] v69'13 uv13 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5760068070 con 0x7f576005d400 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.104+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:12 9.1a 9:58000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.104+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 4 ==== osd_op_reply(12 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.104+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:13 9.6 9:60000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576005d400 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.104+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.5 v2:172.21.15.70:6808/195722179 3 ==== osd_op_reply(13 [pgnls start_epoch 71 out=77b] v68'15 uv15 ondisk = 1) ==== 144+0+77 (crc 0 0 0) 0x7f5760068070 con 0x7f576005d400 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.104+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- osd_op(unknown.0.0:14 9.16 9:68000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f5764014040 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== osd_op_reply(14 [pgnls start_epoch 71 out=73b] v66'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f575c02c070 con 0x7f5764014040 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576bf9e640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f575c089240 0x7f575c0710d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:15 9.e 9:70000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f575c089240 0x7f575c0710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576c79f640 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f575c089240 0x7f575c0710d0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(15 [pgnls start_epoch 71 out=73b] v65'2 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.105+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:16 9.1e 9:78000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b930 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.106+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== osd_op_reply(16 [pgnls start_epoch 71 out=49b] v71'2 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f575c02c070 con 0x7f576006b930 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.106+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:17 9.1 9:80000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.106+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 5 ==== osd_op_reply(17 [pgnls start_epoch 71 out=49b] v66'1 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.106+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:18 9.11 9:88000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.106+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== osd_op_reply(18 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.106+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:19 9.9 9:90000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b930 2024-09-10T07:27:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.0 v2:172.21.15.3:6824/1837945397 3 ==== osd_op_reply(19 [pgnls start_epoch 71 out=97b] v66'3 uv3 ondisk = 1) ==== 144+0+97 (crc 0 0 0) 0x7f575c02c070 con 0x7f576006b930 2024-09-10T07:27:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:20 9.19 9:98000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 6 ==== osd_op_reply(20 [pgnls start_epoch 71 out=49b] v0'0 uv0 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:21 9.5 9:a0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b930 2024-09-10T07:27:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.0 v2:172.21.15.3:6824/1837945397 4 ==== osd_op_reply(21 [pgnls start_epoch 71 out=49b] v71'2 uv2 ondisk = 1) ==== 144+0+49 (crc 0 0 0) 0x7f575c02c070 con 0x7f576006b930 2024-09-10T07:27:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:22 9.15 9:a8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 3 ==== osd_op_reply(22 [pgnls start_epoch 71 out=127b] v66'4 uv4 ondisk = 1) ==== 144+0+127 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.107+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:23 9.d 9:b0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.108+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 4 ==== osd_op_reply(23 [pgnls start_epoch 71 out=74b] v65'1 uv1 ondisk = 1) ==== 144+0+74 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.108+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:24 9.1d 9:b8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b930 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.108+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.0 v2:172.21.15.3:6824/1837945397 5 ==== osd_op_reply(24 [pgnls start_epoch 71 out=73b] v71'5 uv2 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f575c02c070 con 0x7f576006b930 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.108+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:25 9.3 9:c0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.108+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 5 ==== osd_op_reply(25 [pgnls start_epoch 71 out=73b] v69'4 uv4 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.108+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:26 9.13 9:c8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.109+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 6 ==== osd_op_reply(26 [pgnls start_epoch 71 out=122b] v68'5 uv5 ondisk = 1) ==== 144+0+122 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.109+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- osd_op(unknown.0.0:27 9.b 9:d0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576006b930 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.109+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 <== osd.0 v2:172.21.15.3:6824/1837945397 6 ==== osd_op_reply(27 [pgnls start_epoch 71 out=124b] v71'8 uv8 ondisk = 1) ==== 144+0+124 (crc 0 0 0) 0x7f575c02c070 con 0x7f576006b930 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.109+0000 7f576bf9e640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:28 9.1b 9:d8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c025070 2024-09-10T07:27:23.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.109+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.3 v2:172.21.15.3:6808/3359647174 7 ==== osd_op_reply(28 [pgnls start_epoch 71 out=73b] v71'1489 uv1489 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5760068070 con 0x7f575c025070 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.109+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:29 9.7 9:e0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576005d400 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.110+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.5 v2:172.21.15.70:6808/195722179 4 ==== osd_op_reply(29 [pgnls start_epoch 71 out=129b] v68'6 uv6 ondisk = 1) ==== 144+0+129 (crc 0 0 0) 0x7f5760068070 con 0x7f576005d400 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.110+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:30 9.17 9:e8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f575c089240 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.110+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.7 v2:172.21.15.70:6824/2657533304 7 ==== osd_op_reply(30 [pgnls start_epoch 71 out=73b] v71'8 uv8 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5764002b70 con 0x7f575c089240 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.110+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:31 9.f 9:f0000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x7f576005d400 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 <== osd.5 v2:172.21.15.70:6808/195722179 5 ==== osd_op_reply(31 [pgnls start_epoch 71 out=73b] v65'1 uv1 ondisk = 1) ==== 144+0+73 (crc 0 0 0) 0x7f5760068070 con 0x7f576005d400 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576b79d640 1 -- 172.21.15.3:0/3133775852 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- osd_op(unknown.0.0:32 9.1f 9:f8000000::::head [pgnls start_epoch 71 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e71) -- 0x55fc08f86a50 con 0x55fc0901aba0 2024-09-10T07:27:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 <== osd.1 v2:172.21.15.3:6816/2501722383 4 ==== osd_op_reply(32 [pgnls start_epoch 71 out=101b] v71'12 uv11 ondisk = 1) ==== 144+0+101 (crc 0 0 0) 0x7f5764002b70 con 0x55fc0901aba0 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:601.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:602.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:10000000000.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:600.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:603.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:60a.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:613.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000.inode 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:610.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:606.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:607.00000000 2024-09-10T07:27:23.116 INFO:teuthology.orchestra.run.smithi003.stdout:60e.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_openfiles.0 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:60f.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:608.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:501.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:612.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:604.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000.inode 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:500.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:mds_snaptable 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:605.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:101.00000000 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_inotable 2024-09-10T07:27:23.117 INFO:teuthology.orchestra.run.smithi003.stdout:611.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:mds0_sessionmap 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000003 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:60c.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:200.00000002 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:609.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:10000000001.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:60b.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:60d.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:400.00000000 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:100.00000000.inode 2024-09-10T07:27:23.118 INFO:teuthology.orchestra.run.smithi003.stdout:1.00000000 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f576006b930 msgr2=0x7f576005e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f576006b930 0x7f576005e410 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55fc0901aba0 msgr2=0x55fc0901af80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x55fc0901aba0 0x55fc0901af80 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f575c025070 msgr2=0x7f575c0583b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7f575c025070 0x7f575c0583b0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f5764014040 msgr2=0x7f57640133b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7f5764014040 0x7f57640133b0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f576005d400 msgr2=0x7f576005d880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f576005d400 0x7f576005d880 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f576006b040 msgr2=0x7f576006d950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576c79f640 1 -- 172.21.15.3:0/3133775852 reap_dead start 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f576006b040 0x7f576006d950 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f575c089240 msgr2=0x7f575c0710d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f575c089240 0x7f575c0710d0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575806a810 msgr2=0x7f575806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575806a810 0x7f575806ccd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5760000c00 tx=0x7f5760052000 comp rx=0 tx=0).stop 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 msgr2=0x55fc0901a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 0x55fc0901a0d0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f575c00bab0 tx=0x7f575c000bc0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 shutdown_connections 2024-09-10T07:27:23.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f576006b040 0x7f576006d950 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f575c089240 0x7f575c0710d0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f575806a810 0x7f575806ccd0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 --2- 172.21.15.3:0/3133775852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fc08f83cb0 0x55fc0901a0d0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.111+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 >> 172.21.15.3:0/3133775852 conn(0x55fc08f82180 msgr2=0x55fc08f874b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:23.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.112+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 shutdown_connections 2024-09-10T07:27:23.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.112+0000 7f576ef1df40 1 -- 172.21.15.3:0/3133775852 wait complete. 2024-09-10T07:27:23.122 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs reset cephfs --yes-i-really-mean-it 2024-09-10T07:27:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.265+0000 7faf9a653640 1 Processor -- start 2024-09-10T07:27:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.265+0000 7faf9a653640 1 -- start start 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf9a653640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf9415e390 0x7faf94161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf9a653640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faf940b75c0 0x7faf940d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf9a653640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf941627e0 con 0x7faf940ceb20 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf9a653640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7faf940d0cb0 con 0x7faf940b75c0 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf9a653640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7faf94162ac0 con 0x7faf9415e390 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faf940b75c0 0x7faf940d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7faf940b75c0 0x7faf940d0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36822/0 (socket says 172.21.15.3:36822) 2024-09-10T07:27:23.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 -- 172.21.15.3:0/2928534892 learned_addr learned my addr 172.21.15.3:0/2928534892 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:23.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf93fff640 1 --2- 172.21.15.3:0/2928534892 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf9415e390 0x7faf94161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 -- 172.21.15.3:0/2928534892 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf9415e390 msgr2=0x7faf94161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:23.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 --2- 172.21.15.3:0/2928534892 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf9415e390 0x7faf94161f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 -- 172.21.15.3:0/2928534892 >> v1:172.21.15.70:6789/0 conn(0x7faf940ceb20 legacy=0x7faf940b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:23.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.266+0000 7faf937fe640 1 -- 172.21.15.3:0/2928534892 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf94162da0 con 0x7faf940b75c0 2024-09-10T07:27:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.267+0000 7faf937fe640 1 --2- 172.21.15.3:0/2928534892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940b75c0 0x7faf940d0ee0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7faf940d0e30 tx=0x7faf8802a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=328e4dc0eeecf3f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.267+0000 7faf92ffd640 1 -- 172.21.15.3:0/2928534892 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf88037070 con 0x7faf940b75c0 2024-09-10T07:27:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.267+0000 7faf92ffd640 1 -- 172.21.15.3:0/2928534892 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf88032440 con 0x7faf940b75c0 2024-09-10T07:27:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.267+0000 7faf92ffd640 1 -- 172.21.15.3:0/2928534892 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf88032810 con 0x7faf940b75c0 2024-09-10T07:27:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 -- 172.21.15.3:0/2928534892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940b75c0 msgr2=0x7faf940d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 --2- 172.21.15.3:0/2928534892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940b75c0 0x7faf940d0ee0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7faf940d0e30 tx=0x7faf8802a290 comp rx=0 tx=0).stop 2024-09-10T07:27:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 -- 172.21.15.3:0/2928534892 shutdown_connections 2024-09-10T07:27:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 --2- 172.21.15.3:0/2928534892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940b75c0 0x7faf940d0ee0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 --2- 172.21.15.3:0/2928534892 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf9415e390 0x7faf94161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 -- 172.21.15.3:0/2928534892 >> 172.21.15.3:0/2928534892 conn(0x7faf94073640 msgr2=0x7faf94073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 -- 172.21.15.3:0/2928534892 shutdown_connections 2024-09-10T07:27:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.268+0000 7faf9a653640 1 -- 172.21.15.3:0/2928534892 wait complete. 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.269+0000 7faf9a653640 1 Processor -- start 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.269+0000 7faf9a653640 1 -- start start 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf9a653640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf940b75c0 0x7faf941e7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf9a653640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 0x7faf94152e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf9a653640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9415e390 0x7faf940ccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf9a653640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faf94162490 con 0x7faf940ceb20 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf9a653640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7faf940cf780 con 0x7faf9415e390 2024-09-10T07:27:23.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf9a653640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7faf9415e770 con 0x7faf940b75c0 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 0x7faf94152e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 0x7faf94152e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36828/0 (socket says 172.21.15.3:36828) 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 -- 172.21.15.3:0/204923430 learned_addr learned my addr 172.21.15.3:0/204923430 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf98bf0640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9415e390 0x7faf940ccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf93fff640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf940b75c0 0x7faf941e7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 -- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf940b75c0 msgr2=0x7faf941e7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf940b75c0 0x7faf941e7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 -- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9415e390 msgr2=0x7faf940ccfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9415e390 0x7faf940ccfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 -- 172.21.15.3:0/204923430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf940cdd70 con 0x7faf940ceb20 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf93fff640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf940b75c0 0x7faf941e7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.270+0000 7faf937fe640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 0x7faf94152e10 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7faf88000c00 tx=0x7faf880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.271+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf88041020 con 0x7faf940ceb20 2024-09-10T07:27:23.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.271+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf88030970 con 0x7faf940ceb20 2024-09-10T07:27:23.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.271+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf941e8400 con 0x7faf940ceb20 2024-09-10T07:27:23.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.271+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf88037040 con 0x7faf940ceb20 2024-09-10T07:27:23.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.271+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf941e89c0 con 0x7faf940ceb20 2024-09-10T07:27:23.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.272+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf94161f50 con 0x7faf940ceb20 2024-09-10T07:27:23.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.272+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faf88044020 con 0x7faf940ceb20 2024-09-10T07:27:23.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.272+0000 7faf90ff9640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf8006be30 0x7faf8006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:23.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.273+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7faf880abba0 con 0x7faf940ceb20 2024-09-10T07:27:23.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.273+0000 7faf93fff640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf8006be30 0x7faf8006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:23.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.273+0000 7faf93fff640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf8006be30 0x7faf8006e2f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7faf940ca8e0 tx=0x7faf84008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:23.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.277+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf8804b030 con 0x7faf940ceb20 2024-09-10T07:27:23.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:23.492+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs reset", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7faf940b7e70 con 0x7faf940ceb20 2024-09-10T07:27:24.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.010+0000 7faf90ff9640 1 -- 172.21.15.3:0/204923430 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs reset", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v59) ==== 107+0+0 (secure 0 0 0) 0x7faf8807a250 con 0x7faf940ceb20 2024-09-10T07:27:24.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf8006be30 msgr2=0x7faf8006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:24.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf8006be30 0x7faf8006e2f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7faf940ca8e0 tx=0x7faf84008040 comp rx=0 tx=0).stop 2024-09-10T07:27:24.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 msgr2=0x7faf94152e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 0x7faf94152e10 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7faf88000c00 tx=0x7faf880046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 shutdown_connections 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faf8006be30 0x7faf8006e2f0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7faf9415e390 0x7faf940ccfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf940ceb20 0x7faf94152e10 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 --2- 172.21.15.3:0/204923430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7faf940b75c0 0x7faf941e7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.013+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 >> 172.21.15.3:0/204923430 conn(0x7faf94073640 msgr2=0x7faf94073a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.014+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 shutdown_connections 2024-09-10T07:27:24.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.014+0000 7faf9a653640 1 -- 172.21.15.3:0/204923430 wait complete. 2024-09-10T07:27:24.028 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-10T07:27:24.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.136+0000 7f3e2ac2c640 1 Processor -- start 2024-09-10T07:27:24.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.136+0000 7f3e2ac2c640 1 -- start start 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e2ac2c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e24070580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e2ac2c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3e24072c10 0x7f3e24073070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e2ac2c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e240cfbb0 con 0x7f3e240d0370 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e2ac2c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f3e240735b0 con 0x7f3e24072c10 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e2ac2c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3e2406ebb0 con 0x7f3e2415c490 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e23fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3e24072c10 0x7f3e24073070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e291c9640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f3e240d0370 0x7f3e240d0820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37476/0 (socket says 172.21.15.3:37476) 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.137+0000 7f3e291c9640 1 -- 172.21.15.3:0/248365952 learned_addr learned my addr 172.21.15.3:0/248365952 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.138+0000 7f3e289c8640 1 --2- 172.21.15.3:0/248365952 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e24070580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.138+0000 7f3e23fff640 1 -- 172.21.15.3:0/248365952 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 msgr2=0x7f3e24070580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:24.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.138+0000 7f3e23fff640 1 --2- 172.21.15.3:0/248365952 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e24070580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.138+0000 7f3e23fff640 1 -- 172.21.15.3:0/248365952 >> v1:172.21.15.3:6789/0 conn(0x7f3e240d0370 legacy=0x7f3e240d0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:24.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.138+0000 7f3e237fe640 1 -- 172.21.15.3:0/248365952 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1759310401 0 0) 0x7f3e240cfbb0 con 0x7f3e240d0370 2024-09-10T07:27:24.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.138+0000 7f3e23fff640 1 -- 172.21.15.3:0/248365952 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e24070ac0 con 0x7f3e24072c10 2024-09-10T07:27:24.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e23fff640 1 --2- 172.21.15.3:0/248365952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e24072c10 0x7f3e24073070 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f3e14009d90 tx=0x7f3e1402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb93da6be1863b69 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:24.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e237fe640 1 -- 172.21.15.3:0/248365952 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e14031600 con 0x7f3e24072c10 2024-09-10T07:27:24.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e237fe640 1 -- 172.21.15.3:0/248365952 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e140317a0 con 0x7f3e24072c10 2024-09-10T07:27:24.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e237fe640 1 -- 172.21.15.3:0/248365952 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e14031b70 con 0x7f3e24072c10 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/248365952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e24072c10 msgr2=0x7f3e24073070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/248365952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e24072c10 0x7f3e24073070 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f3e14009d90 tx=0x7f3e1402a5d0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/248365952 shutdown_connections 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/248365952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e24072c10 0x7f3e24073070 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/248365952 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e24070580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/248365952 >> 172.21.15.3:0/248365952 conn(0x7f3e240d1100 msgr2=0x7f3e240d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/248365952 shutdown_connections 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.139+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/248365952 wait complete. 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.140+0000 7f3e2ac2c640 1 Processor -- start 2024-09-10T07:27:24.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 -- start start 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e24072c10 0x7f3e241f3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 0x7f3e240c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e240c7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3e240cfe50 con 0x7f3e240d0370 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2406ee00 con 0x7f3e24072c10 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e2ac2c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3e240adf30 con 0x7f3e2415c490 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e23fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 0x7f3e240c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e23fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 0x7f3e240c6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36844/0 (socket says 172.21.15.3:36844) 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.141+0000 7f3e23fff640 1 -- 172.21.15.3:0/918330226 learned_addr learned my addr 172.21.15.3:0/918330226 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e289c8640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e24072c10 0x7f3e241f3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e291c9640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e240c7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e23fff640 1 -- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 msgr2=0x7f3e240c7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:24.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e23fff640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e240c7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e23fff640 1 -- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e24072c10 msgr2=0x7f3e241f3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e23fff640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e24072c10 0x7f3e241f3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e23fff640 1 -- 172.21.15.3:0/918330226 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e240c4850 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e289c8640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e24072c10 0x7f3e241f3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e23fff640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 0x7f3e240c6c00 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f3e14009d90 tx=0x7f3e14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e14040070 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e14030be0 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e240c4b30 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e14009450 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.142+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e240c50f0 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.143+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e24073070 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.144+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3e14039040 con 0x7f3e240d0370 2024-09-10T07:27:24.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.144+0000 7f3e217fa640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e0406be30 0x7f3e0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.144+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f3e140ac4c0 con 0x7f3e240d0370 2024-09-10T07:27:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.144+0000 7f3e289c8640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e0406be30 0x7f3e0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.145+0000 7f3e289c8640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e0406be30 0x7f3e0406e2f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3e1c009af0 tx=0x7f3e1c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.148+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e1407aaf0 con 0x7f3e240d0370 2024-09-10T07:27:24.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:24.363+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f3e240af010 con 0x7f3e240d0370 2024-09-10T07:27:25.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.020+0000 7f3e217fa640 1 -- 172.21.15.3:0/918330226 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v61) ==== 162+0+0 (secure 0 0 0) 0x7f3e1407a3f0 con 0x7f3e240d0370 2024-09-10T07:27:25.020 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e0406be30 msgr2=0x7f3e0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e0406be30 0x7f3e0406e2f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3e1c009af0 tx=0x7f3e1c008040 comp rx=0 tx=0).stop 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 msgr2=0x7f3e240c6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 0x7f3e240c6c00 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f3e14009d90 tx=0x7f3e14004a40 comp rx=0 tx=0).stop 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 shutdown_connections 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3e0406be30 0x7f3e0406e2f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3e2415c490 0x7f3e240c7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3e240d0370 0x7f3e240c6c00 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 --2- 172.21.15.3:0/918330226 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3e24072c10 0x7f3e241f3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 >> 172.21.15.3:0/918330226 conn(0x7f3e240d1100 msgr2=0x7f3e240ae320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:25.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 shutdown_connections 2024-09-10T07:27:25.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.023+0000 7f3e2ac2c640 1 -- 172.21.15.3:0/918330226 wait complete. 2024-09-10T07:27:25.037 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.145+0000 7f85e856d640 1 Processor -- start 2024-09-10T07:27:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.146+0000 7f85e856d640 1 -- start start 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.146+0000 7f85e856d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f85e015e510 0x7f85e00ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.146+0000 7f85e856d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00d13d0 0x7f85e00b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.146+0000 7f85e856d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85e00d3430 con 0x7f85e00cf040 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.146+0000 7f85e856d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f85e00d36d0 con 0x7f85e015e510 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.146+0000 7f85e856d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f85e00d39b0 con 0x7f85e00d13d0 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e5b08640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f85e00cf040 0x7f85e00d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37492/0 (socket says 172.21.15.3:37492) 2024-09-10T07:27:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e5b08640 1 -- 172.21.15.3:0/2945740128 learned_addr learned my addr 172.21.15.3:0/2945740128 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6309640 1 --2- 172.21.15.3:0/2945740128 >> v2:172.21.15.70:3300/0 conn(0x7f85e015e510 0x7f85e00ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6b0a640 1 --2- 172.21.15.3:0/2945740128 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00d13d0 0x7f85e00b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e5307640 1 -- 172.21.15.3:0/2945740128 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2978017233 0 0) 0x7f85e00d3430 con 0x7f85e00cf040 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e5307640 1 -- 172.21.15.3:0/2945740128 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85cc003520 con 0x7f85e00cf040 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6b0a640 1 -- 172.21.15.3:0/2945740128 >> v2:172.21.15.70:3300/0 conn(0x7f85e015e510 msgr2=0x7f85e00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6b0a640 1 --2- 172.21.15.3:0/2945740128 >> v2:172.21.15.70:3300/0 conn(0x7f85e015e510 0x7f85e00ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6b0a640 1 -- 172.21.15.3:0/2945740128 >> v1:172.21.15.3:6789/0 conn(0x7f85e00cf040 legacy=0x7f85e00d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6b0a640 1 -- 172.21.15.3:0/2945740128 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e00d3c90 con 0x7f85e00d13d0 2024-09-10T07:27:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.147+0000 7f85e6309640 1 --2- 172.21.15.3:0/2945740128 >> v2:172.21.15.70:3300/0 conn(0x7f85e015e510 0x7f85e00ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:25.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.148+0000 7f85e6b0a640 1 --2- 172.21.15.3:0/2945740128 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00d13d0 0x7f85e00b78e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f85d80097a0 tx=0x7f85d802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c4380a9365c5954 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.148+0000 7f85e5307640 1 -- 172.21.15.3:0/2945740128 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8037070 con 0x7f85e00d13d0 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.148+0000 7f85e5307640 1 -- 172.21.15.3:0/2945740128 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d802ae50 con 0x7f85e00d13d0 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.148+0000 7f85e5307640 1 -- 172.21.15.3:0/2945740128 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8032660 con 0x7f85e00d13d0 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 -- 172.21.15.3:0/2945740128 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00d13d0 msgr2=0x7f85e00b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 --2- 172.21.15.3:0/2945740128 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00d13d0 0x7f85e00b78e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f85d80097a0 tx=0x7f85d802a100 comp rx=0 tx=0).stop 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 -- 172.21.15.3:0/2945740128 shutdown_connections 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 --2- 172.21.15.3:0/2945740128 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00d13d0 0x7f85e00b78e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 --2- 172.21.15.3:0/2945740128 >> v2:172.21.15.70:3300/0 conn(0x7f85e015e510 0x7f85e00ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 -- 172.21.15.3:0/2945740128 >> 172.21.15.3:0/2945740128 conn(0x7f85e006d1a0 msgr2=0x7f85e0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 -- 172.21.15.3:0/2945740128 shutdown_connections 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.149+0000 7f85e856d640 1 -- 172.21.15.3:0/2945740128 wait complete. 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.150+0000 7f85e856d640 1 Processor -- start 2024-09-10T07:27:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.150+0000 7f85e856d640 1 -- start start 2024-09-10T07:27:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e856d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00cf040 0x7f85e00b69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e856d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e00d13d0 0x7f85e01522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e856d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 0x7f85e01f4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e856d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f85e015e8f0 con 0x7f85e015e510 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e856d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f85e00d22a0 con 0x7f85e00d13d0 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e856d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f85e015ea70 con 0x7f85e00cf040 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 0x7f85e01f4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 0x7f85e01f4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36852/0 (socket says 172.21.15.3:36852) 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 -- 172.21.15.3:0/4266290850 learned_addr learned my addr 172.21.15.3:0/4266290850 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6309640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00cf040 0x7f85e00b69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e5b08640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e00d13d0 0x7f85e01522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 -- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00cf040 msgr2=0x7f85e00b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00cf040 0x7f85e00b69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 -- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e00d13d0 msgr2=0x7f85e01522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e00d13d0 0x7f85e01522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 -- 172.21.15.3:0/4266290850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e0160450 con 0x7f85e015e510 2024-09-10T07:27:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.151+0000 7f85e6b0a640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 0x7f85e01f4810 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f85d80096f0 tx=0x7f85d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.152+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8041070 con 0x7f85e015e510 2024-09-10T07:27:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.152+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d803c460 con 0x7f85e015e510 2024-09-10T07:27:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.152+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e01527f0 con 0x7f85e015e510 2024-09-10T07:27:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.152+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8037040 con 0x7f85e015e510 2024-09-10T07:27:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.152+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e01606c0 con 0x7f85e015e510 2024-09-10T07:27:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.153+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e00ceb00 con 0x7f85e015e510 2024-09-10T07:27:25.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.153+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f85d803a070 con 0x7f85e015e510 2024-09-10T07:27:25.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.154+0000 7f85d6ffd640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:25.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.154+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f85d80ab240 con 0x7f85e015e510 2024-09-10T07:27:25.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.154+0000 7f85e6309640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:25.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.154+0000 7f85e6309640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f85e01589a0 tx=0x7f85dc00b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:25.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.158+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85d80793c0 con 0x7f85e015e510 2024-09-10T07:27:25.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.367+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85e006baf0 con 0x7f85e015e510 2024-09-10T07:27:25.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.368+0000 7f85d6ffd640 1 -- 172.21.15.3:0/4266290850 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+4390 (secure 0 0 0) 0x7f85d807d6c0 con 0x7f85e015e510 2024-09-10T07:27:25.368 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:25.369 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":61,"btime":"2024-09-10T07:27:25:015950+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:23.493520+0000","modified":"2024-09-10T07:27:24.364431+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[1],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":60,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.3:6834/3696555686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3696555686},{"type":"v1","addr":"172.21.15.3:6834","nonce":3696555686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-10T07:27:25.369 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 61 2024-09-10T07:27:25.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 msgr2=0x7f85c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f85e01589a0 tx=0x7f85dc00b040 comp rx=0 tx=0).stop 2024-09-10T07:27:25.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 msgr2=0x7f85e01f4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:25.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 0x7f85e01f4810 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f85d80096f0 tx=0x7f85d80046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 shutdown_connections 2024-09-10T07:27:25.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e015e510 0x7f85e01f4810 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e00d13d0 0x7f85e01522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 --2- 172.21.15.3:0/4266290850 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e00cf040 0x7f85e00b69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:25.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 >> 172.21.15.3:0/4266290850 conn(0x7f85e006d1a0 msgr2=0x7f85e00d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:25.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 shutdown_connections 2024-09-10T07:27:25.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:25.370+0000 7f85e856d640 1 -- 172.21.15.3:0/4266290850 wait complete. 2024-09-10T07:27:25.723 INFO:tasks.ceph.mds.d.smithi070.stderr: -45> 2024-09-10T07:27:20.970+0000 7fb1e7488640 -1 mds.1.sessionmap _load_finish got (2) No such file or directory 2024-09-10T07:27:25.723 INFO:tasks.ceph.mds.d.smithi070.stderr: -44> 2024-09-10T07:27:20.970+0000 7fb1e7488640 -1 log_channel(cluster) log [ERR] : error reading sessionmap 'mds1_sessionmap' -2 ((2) No such file or directory) 2024-09-10T07:27:25.750 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:27:25.783 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:27:23.493520+0000', 'modified': '2024-09-10T07:27:24.364431+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6537}, 'failed': [], 'damaged': [], 'stopped': [1], 'info': {'gid_6537': {'gid': 6537, 'name': 'c', 'rank': 0, 'incarnation': 60, 'state': 'up:reconnect', 'state_seq': 2, 'addr': '172.21.15.3:6834/3696555686', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6832', 'nonce': 3696555686}, {'type': 'v1', 'addr': '172.21.15.3:6834', 'nonce': 3696555686}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T07:27:25.783 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6537:up:reconnect 2024-09-10T07:27:26.785 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:26.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.900+0000 7efe79d78640 1 Processor -- start 2024-09-10T07:27:26.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.900+0000 7efe79d78640 1 -- start start 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe79d78640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efe740cf340 0x7efe74071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe79d78640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efe741476d0 0x7efe740cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe79d78640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe740d0700 con 0x7efe740d02f0 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe79d78640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7efe7415e7c0 con 0x7efe740cf340 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe79d78640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efe74071b80 con 0x7efe741476d0 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe737fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efe740cf340 0x7efe74071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.901+0000 7efe73fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7efe740d02f0 0x7efe74161f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37496/0 (socket says 172.21.15.3:37496) 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe73fff640 1 -- 172.21.15.3:0/610764863 learned_addr learned my addr 172.21.15.3:0/610764863 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe72ffd640 1 --2- 172.21.15.3:0/610764863 >> v2:172.21.15.70:3300/0 conn(0x7efe741476d0 0x7efe740cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe737fe640 1 -- 172.21.15.3:0/610764863 >> v2:172.21.15.70:3300/0 conn(0x7efe741476d0 msgr2=0x7efe740cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe737fe640 1 --2- 172.21.15.3:0/610764863 >> v2:172.21.15.70:3300/0 conn(0x7efe741476d0 0x7efe740cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:26.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe737fe640 1 -- 172.21.15.3:0/610764863 >> v1:172.21.15.3:6789/0 conn(0x7efe740d02f0 legacy=0x7efe74161f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:26.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe737fe640 1 -- 172.21.15.3:0/610764863 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe74071e60 con 0x7efe740cf340 2024-09-10T07:27:26.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.902+0000 7efe727fc640 1 -- 172.21.15.3:0/610764863 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3497228954 0 0) 0x7efe6c001490 con 0x7efe740d02f0 2024-09-10T07:27:26.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe737fe640 1 --2- 172.21.15.3:0/610764863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740cf340 0x7efe74071510 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7efe74073850 tx=0x7efe6402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d846f686d668e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:26.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe727fc640 1 -- 172.21.15.3:0/610764863 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe64037070 con 0x7efe740cf340 2024-09-10T07:27:26.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe727fc640 1 -- 172.21.15.3:0/610764863 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe64032440 con 0x7efe740cf340 2024-09-10T07:27:26.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe727fc640 1 -- 172.21.15.3:0/610764863 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe6402ae60 con 0x7efe740cf340 2024-09-10T07:27:26.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 -- 172.21.15.3:0/610764863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740cf340 msgr2=0x7efe74071510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:26.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 --2- 172.21.15.3:0/610764863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740cf340 0x7efe74071510 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7efe74073850 tx=0x7efe6402a110 comp rx=0 tx=0).stop 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 -- 172.21.15.3:0/610764863 shutdown_connections 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 --2- 172.21.15.3:0/610764863 >> v2:172.21.15.70:3300/0 conn(0x7efe741476d0 0x7efe740cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 --2- 172.21.15.3:0/610764863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740cf340 0x7efe74071510 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 -- 172.21.15.3:0/610764863 >> 172.21.15.3:0/610764863 conn(0x7efe740b3d50 msgr2=0x7efe740b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 -- 172.21.15.3:0/610764863 shutdown_connections 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.903+0000 7efe79d78640 1 -- 172.21.15.3:0/610764863 wait complete. 2024-09-10T07:27:26.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.905+0000 7efe79d78640 1 Processor -- start 2024-09-10T07:27:26.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.905+0000 7efe79d78640 1 -- start start 2024-09-10T07:27:26.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe79d78640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe740cf340 0x7efe74157a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:26.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe79d78640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 0x7efe740ca180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:26.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe79d78640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe741476d0 0x7efe7415d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe79d78640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efe74147ee0 con 0x7efe740d02f0 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe79d78640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efe74072420 con 0x7efe740cf340 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe79d78640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efe740cdc20 con 0x7efe741476d0 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 0x7efe740ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 0x7efe740ca180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36862/0 (socket says 172.21.15.3:36862) 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 -- 172.21.15.3:0/507159986 learned_addr learned my addr 172.21.15.3:0/507159986 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe737fe640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe740cf340 0x7efe74157a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe73fff640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe741476d0 0x7efe7415d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 -- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe741476d0 msgr2=0x7efe7415d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe741476d0 0x7efe7415d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 -- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe740cf340 msgr2=0x7efe74157a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe740cf340 0x7efe74157a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.906+0000 7efe72ffd640 1 -- 172.21.15.3:0/507159986 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe740cab40 con 0x7efe740d02f0 2024-09-10T07:27:26.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.907+0000 7efe72ffd640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 0x7efe740ca180 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7efe6800d5f0 tx=0x7efe6800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:26.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.907+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe680125f0 con 0x7efe740d02f0 2024-09-10T07:27:26.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.907+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe68019070 con 0x7efe740d02f0 2024-09-10T07:27:26.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.907+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe680129d0 con 0x7efe740d02f0 2024-09-10T07:27:26.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.907+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe740cae20 con 0x7efe740d02f0 2024-09-10T07:27:26.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.907+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe740cb3e0 con 0x7efe740d02f0 2024-09-10T07:27:26.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.908+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe74071510 con 0x7efe740d02f0 2024-09-10T07:27:26.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.908+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efe68012b70 con 0x7efe740d02f0 2024-09-10T07:27:26.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.909+0000 7efe5bfff640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe6006be30 0x7efe6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:26.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.909+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7efe6808b3d0 con 0x7efe740d02f0 2024-09-10T07:27:26.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.909+0000 7efe737fe640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe6006be30 0x7efe6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:26.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.910+0000 7efe737fe640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe6006be30 0x7efe6006e2f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7efe64034000 tx=0x7efe6402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:26.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:26.913+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efe680594c0 con 0x7efe740d02f0 2024-09-10T07:27:27.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.125+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe740b39c0 con 0x7efe740d02f0 2024-09-10T07:27:27.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.125+0000 7efe5bfff640 1 -- 172.21.15.3:0/507159986 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5216 (secure 0 0 0) 0x7efe6805d7c0 con 0x7efe740d02f0 2024-09-10T07:27:27.125 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:27.126 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":63,"btime":"2024-09-10T07:27:27:026913+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5762,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/837534739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":837534739},{"type":"v1","addr":"172.21.15.70:6836","nonce":837534739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":62},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:23.493520+0000","modified":"2024-09-10T07:27:27.026908+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[1],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.3:6834/3696555686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3696555686},{"type":"v1","addr":"172.21.15.3:6834","nonce":3696555686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":4}]} 2024-09-10T07:27:27.126 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 63 2024-09-10T07:27:27.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe6006be30 msgr2=0x7efe6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe6006be30 0x7efe6006e2f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7efe64034000 tx=0x7efe6402e000 comp rx=0 tx=0).stop 2024-09-10T07:27:27.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 msgr2=0x7efe740ca180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 0x7efe740ca180 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7efe6800d5f0 tx=0x7efe6800dab0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 shutdown_connections 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efe6006be30 0x7efe6006e2f0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efe741476d0 0x7efe7415d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe740d02f0 0x7efe740ca180 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 --2- 172.21.15.3:0/507159986 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efe740cf340 0x7efe74157a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 >> 172.21.15.3:0/507159986 conn(0x7efe740b3d50 msgr2=0x7efe740b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 shutdown_connections 2024-09-10T07:27:27.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.127+0000 7efe79d78640 1 -- 172.21.15.3:0/507159986 wait complete. 2024-09-10T07:27:27.541 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 63, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:27:23.493520+0000', 'modified': '2024-09-10T07:27:27.026908+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6537}, 'failed': [], 'damaged': [], 'stopped': [1], 'info': {'gid_6537': {'gid': 6537, 'name': 'c', 'rank': 0, 'incarnation': 60, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.3:6834/3696555686', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6832', 'nonce': 3696555686}, {'type': 'v1', 'addr': '172.21.15.3:6834', 'nonce': 3696555686}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6537, 'qdb_cluster': [6537]} 2024-09-10T07:27:27.542 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:27:27.542 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T07:27:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.651+0000 7fcb77f18640 1 Processor -- start 2024-09-10T07:27:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.651+0000 7fcb77f18640 1 -- start start 2024-09-10T07:27:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.652+0000 7fcb77f18640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 0x7fcb700d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.652+0000 7fcb77f18640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb70161dc0 con 0x7fcb700d13d0 2024-09-10T07:27:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.652+0000 7fcb77f18640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb700d3310 con 0x7fcb700d2d90 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.652+0000 7fcb77f18640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcb700d3f20 con 0x7fcb701619e0 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.652+0000 7fcb764b5640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fcb700d13d0 0x7fcb700b76c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:37508/0 (socket says 172.21.15.3:37508) 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.652+0000 7fcb764b5640 1 -- 172.21.15.3:0/1532609796 learned_addr learned my addr 172.21.15.3:0/1532609796 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 0x7fcb700d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 321346915 0 0) 0x7fcb70161dc0 con 0x7fcb700d13d0 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb58003520 con 0x7fcb700d13d0 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 885578278 0 0) 0x7fcb700d3310 con 0x7fcb700d2d90 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb70161dc0 con 0x7fcb700d2d90 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2564114770 0 0) 0x7fcb58003520 con 0x7fcb700d13d0 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 msgr2=0x7fcb700d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 0x7fcb700d2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 >> v1:172.21.15.70:6789/0 conn(0x7fcb700d2d90 legacy=0x7fcb700d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700d35f0 con 0x7fcb700d13d0 2024-09-10T07:27:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fcb68001690 con 0x7fcb700d13d0 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 >> v1:172.21.15.3:6789/0 conn(0x7fcb700d13d0 legacy=0x7fcb700b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb58003be0 0x7fcb58003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb58004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 0x7fcb580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700d3f20 con 0x7fcb58004800 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcb5800baa0 con 0x7fcb58003be0 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcb5800bca0 con 0x7fcb701619e0 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb58004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb58003be0 0x7fcb58003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb764b5640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 0x7fcb580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb754b3640 1 -- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 msgr2=0x7fcb580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb701619e0 0x7fcb580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb754b3640 1 -- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb58003be0 msgr2=0x7fcb58003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb58003be0 0x7fcb58003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.653+0000 7fcb754b3640 1 -- 172.21.15.3:0/1532609796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb58003520 con 0x7fcb58004800 2024-09-10T07:27:27.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.654+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb58004c80 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fcb70074130 tx=0x7fcb58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a505e9283a079406 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.654+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb640014f0 con 0x7fcb58004800 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.654+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb640052d0 con 0x7fcb58004800 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.654+0000 7fcb74cb2640 1 -- 172.21.15.3:0/1532609796 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6402ac00 con 0x7fcb58004800 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb77f18640 1 -- 172.21.15.3:0/1532609796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 msgr2=0x7fcb58004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb77f18640 1 --2- 172.21.15.3:0/1532609796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb58004c80 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fcb70074130 tx=0x7fcb58005830 comp rx=0 tx=0).stop 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb764b5640 1 -- 172.21.15.3:0/1532609796 reap_dead start 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb77f18640 1 -- 172.21.15.3:0/1532609796 shutdown_connections 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb77f18640 1 -- 172.21.15.3:0/1532609796 >> 172.21.15.3:0/1532609796 conn(0x7fcb7006d1c0 msgr2=0x7fcb70073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb77f18640 1 -- 172.21.15.3:0/1532609796 shutdown_connections 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.655+0000 7fcb77f18640 1 -- 172.21.15.3:0/1532609796 wait complete. 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.656+0000 7fcb77f18640 1 Processor -- start 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.656+0000 7fcb77f18640 1 -- start start 2024-09-10T07:27:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb77f18640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb700aadd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb77f18640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb700ca820 0x7fcb701f46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb77f18640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb701f4bf0 0x7fcb701f5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb77f18640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700d2250 con 0x7fcb58004800 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb77f18640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcb700d3bb0 con 0x7fcb701f4bf0 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb77f18640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcb700d2850 con 0x7fcb700ca820 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb700aadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb700aadd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36882/0 (socket says 172.21.15.3:36882) 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 -- 172.21.15.3:0/894656501 learned_addr learned my addr 172.21.15.3:0/894656501 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb764b5640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb701f4bf0 0x7fcb701f5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb754b3640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb700ca820 0x7fcb701f46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 -- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb700ca820 msgr2=0x7fcb701f46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb700ca820 0x7fcb701f46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 -- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb701f4bf0 msgr2=0x7fcb701f5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb701f4bf0 0x7fcb701f5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb75cb4640 1 -- 172.21.15.3:0/894656501 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb700c9360 con 0x7fcb58004800 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.657+0000 7fcb754b3640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb700ca820 0x7fcb701f46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.658+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb700aadd0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fcb60011e30 tx=0x7fcb6000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.658+0000 7fcb6e7fc640 1 -- 172.21.15.3:0/894656501 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb60015630 con 0x7fcb58004800 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.658+0000 7fcb6e7fc640 1 -- 172.21.15.3:0/894656501 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb600157d0 con 0x7fcb58004800 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.658+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb700c9640 con 0x7fcb58004800 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.658+0000 7fcb6e7fc640 1 -- 172.21.15.3:0/894656501 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb60015ba0 con 0x7fcb58004800 2024-09-10T07:27:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.658+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb700ab310 con 0x7fcb58004800 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.659+0000 7fcb6e7fc640 1 -- 172.21.15.3:0/894656501 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcb6001d400 con 0x7fcb58004800 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.660+0000 7fcb6e7fc640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.660+0000 7fcb6e7fc640 1 -- 172.21.15.3:0/894656501 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7fcb6008c1e0 con 0x7fcb58004800 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.660+0000 7fcb754b3640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.661+0000 7fcb754b3640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcb64032000 tx=0x7fcb64009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.661+0000 7fcb7acb2740 1 Processor -- start 2024-09-10T07:27:27.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.661+0000 7fcb7acb2740 1 -- start start 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a996a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a94ea80 0x56322a9516a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a94b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56322a8b3520 con 0x56322a952a50 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56322a85b3e0 con 0x56322a94ea80 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56322a8af4e0 con 0x56322a9512c0 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a94b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a94b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36898/0 (socket says 172.21.15.3:36898) 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 -- 172.21.15.3:0/3326868936 learned_addr learned my addr 172.21.15.3:0/3326868936 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a996a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb754b3640 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a94ea80 0x56322a9516a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 -- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 msgr2=0x56322a996a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a996a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 -- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a94ea80 msgr2=0x56322a9516a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a94ea80 0x56322a9516a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 -- 172.21.15.3:0/3326868936 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56322a8762f0 con 0x56322a952a50 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb764b5640 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a94b8b0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fcb70161f90 tx=0x7fcb68004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56fca3506c9ac698 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.662+0000 7fcb577fe640 1 -- 172.21.15.3:0/3326868936 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6801b070 con 0x56322a952a50 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb577fe640 1 -- 172.21.15.3:0/3326868936 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68004ef0 con 0x56322a952a50 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb577fe640 1 -- 172.21.15.3:0/3326868936 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb680052c0 con 0x56322a952a50 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3326868936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 msgr2=0x56322a94b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a94b8b0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fcb70161f90 tx=0x7fcb68004bb0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3326868936 shutdown_connections 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a94b8b0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a94ea80 0x56322a9516a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3326868936 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a996a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3326868936 >> 172.21.15.3:0/3326868936 conn(0x56322a94da80 msgr2=0x56322a995f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3326868936 shutdown_connections 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.663+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3326868936 wait complete. 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.664+0000 7fcb7acb2740 1 -- start start 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.664+0000 7fcb7acb2740 1 Processor -- start 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a96fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a978ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9721b0 0x56322a97ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56322a94cf20 con 0x56322a952a50 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56322a83c450 con 0x56322a9721b0 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56322a997290 con 0x56322a9512c0 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb7acb2740 10 client.0 _ll_register_callbacks cb 0x56322a5c5ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a978ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a978ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36908/0 (socket says 172.21.15.3:36908) 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 -- 172.21.15.3:0/1521390955 learned_addr learned my addr 172.21.15.3:0/1521390955 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a96fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb764b5640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9721b0 0x56322a97ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 -- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 msgr2=0x56322a96fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a96fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 -- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9721b0 msgr2=0x56322a97ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9721b0 0x56322a97ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 -- 172.21.15.3:0/1521390955 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56322a5c62d0 con 0x56322a952a50 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb754b3640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a978ee0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fcb64001960 tx=0x7fcb6402c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f305f71acd300a39 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.665+0000 7fcb54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb54ff9640 1 -- 172.21.15.3:0/1521390955 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb64037040 con 0x56322a952a50 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb54ff9640 1 -- 172.21.15.3:0/1521390955 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7fcb64007680 con 0x56322a952a50 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb68004ef0 con 0x56322a952a50 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb54ff9640 1 -- 172.21.15.3:0/1521390955 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fcb64057050 con 0x56322a952a50 2024-09-10T07:27:27.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 10 client.6714 fetch_fsmap learned FSMap version 63 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x56322a6906b0 con 0x56322a952a50 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb54ff9640 1 -- 172.21.15.3:0/1521390955 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68004ef0 con 0x56322a952a50 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb54ff9640 1 -- 172.21.15.3:0/1521390955 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 63) ==== 3506+0+0 (secure 0 0 0) 0x7fcb6405a020 con 0x56322a952a50 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 10 client.6714 fetch_fsmap finished waiting for FSMap version 63 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 10 client.6714 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 20 client.6714 populate_metadata read hostname 'smithi003' 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322a9725b0 0x56322a94a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 4 client.6714 mds_command: new command op to 6537 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 --> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56322a8c0c50 con 0x56322a9725b0 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.666+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322a9725b0 0x56322a94a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb54ff9640 10 client.6714 ms_handle_connect on v2:172.21.15.3:6832/3696555686 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322a9725b0 0x56322a94a8d0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ff85607d1d165f2 server_cookie=ba0d6fbd28131150 in_seq=0 out_seq=0 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb54ff9640 1 -- 172.21.15.3:0/1521390955 <== mds.0 v2:172.21.15.3:6832/3696555686 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56322a8c0c50 con 0x56322a9725b0 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb54ff9640 10 client.6714 handle_command_reply: tid=0 2024-09-10T07:27:27.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 client.6714 shutdown 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 msgr2=0x56322a978ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a978ee0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fcb64001960 tx=0x7fcb6402c070 comp rx=0 tx=0).stop 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 shutdown_connections 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322a9725b0 0x56322a94a8d0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9721b0 0x56322a97ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a952a50 0x56322a978ee0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/1521390955 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a96fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb54ff9640 0 client.6714 ms_handle_reset on v2:172.21.15.3:6832/3696555686 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.667+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 >> 172.21.15.3:0/1521390955 conn(0x56322a94ea80 msgr2=0x56322a998100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.668+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 shutdown_connections 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.668+0000 7fcb7acb2740 1 -- 172.21.15.3:0/1521390955 wait complete. 2024-09-10T07:27:27.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.668+0000 7fcb7acb2740 20 client.6714 trim_cache size 0 max 16384 2024-09-10T07:27:27.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.686+0000 7fcb7acb2740 1 Processor -- start 2024-09-10T07:27:27.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.686+0000 7fcb7acb2740 1 -- start start 2024-09-10T07:27:27.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.686+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a998060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.686+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a952a50 0x56322a9471d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a993ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcb70200c70 con 0x56322a9721b0 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcb701fff80 con 0x56322a952a50 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcb702005a0 con 0x56322a9512c0 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a993ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a993ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36920/0 (socket says 172.21.15.3:36920) 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 -- 172.21.15.3:0/2536889178 learned_addr learned my addr 172.21.15.3:0/2536889178 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 -- 172.21.15.3:0/2536889178 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 msgr2=0x56322a998060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a998060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 -- 172.21.15.3:0/2536889178 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a952a50 msgr2=0x56322a9471d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a952a50 0x56322a9471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 -- 172.21.15.3:0/2536889178 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56322a94d290 con 0x56322a9721b0 2024-09-10T07:27:27.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb764b5640 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a993ee0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fcb700d1860 tx=0x7fcb68006030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbed069a5ce86a3d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb56ffd640 1 -- 172.21.15.3:0/2536889178 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68027070 con 0x56322a9721b0 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb56ffd640 1 -- 172.21.15.3:0/2536889178 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb6801c040 con 0x56322a9721b0 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.687+0000 7fcb56ffd640 1 -- 172.21.15.3:0/2536889178 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6801b030 con 0x56322a9721b0 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 -- 172.21.15.3:0/2536889178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 msgr2=0x56322a993ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a993ee0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fcb700d1860 tx=0x7fcb68006030 comp rx=0 tx=0).stop 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 -- 172.21.15.3:0/2536889178 shutdown_connections 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a993ee0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a952a50 0x56322a9471d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/2536889178 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a9512c0 0x56322a998060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 -- 172.21.15.3:0/2536889178 >> 172.21.15.3:0/2536889178 conn(0x56322a94ea80 msgr2=0x56322a995e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 -- 172.21.15.3:0/2536889178 shutdown_connections 2024-09-10T07:27:27.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 -- 172.21.15.3:0/2536889178 wait complete. 2024-09-10T07:27:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 -- start start 2024-09-10T07:27:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.688+0000 7fcb7acb2740 1 Processor -- start 2024-09-10T07:27:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9512c0 0x56322a979b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a952a50 0x56322a9b84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a9b89e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56322a979420 con 0x56322a9721b0 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56322a9719b0 con 0x56322a9512c0 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56322a97b1c0 con 0x56322a952a50 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb7acb2740 10 client.0 _ll_register_callbacks cb 0x7fcb64001770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb764b5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a9b89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb764b5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a9b89e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36930/0 (socket says 172.21.15.3:36930) 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.689+0000 7fcb764b5640 1 -- 172.21.15.3:0/3015334320 learned_addr learned my addr 172.21.15.3:0/3015334320 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9512c0 0x56322a979b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb754b3640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a952a50 0x56322a9b84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb764b5640 1 -- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a952a50 msgr2=0x56322a9b84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb764b5640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a952a50 0x56322a9b84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb764b5640 1 -- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9512c0 msgr2=0x56322a979b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb764b5640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9512c0 0x56322a979b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb764b5640 1 -- 172.21.15.3:0/3015334320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56322a994760 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb764b5640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a9b89e0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009040 tx=0x7fcb700d3e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1627567088d5e19 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb54ff9640 1 -- 172.21.15.3:0/3015334320 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68027070 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb54ff9640 1 -- 172.21.15.3:0/3015334320 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7fcb68015b80 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb6801c040 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb54ff9640 1 -- 172.21.15.3:0/3015334320 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fcb68035050 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb7acb2740 10 client.6720 fetch_fsmap learned FSMap version 63 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x56322a993540 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.690+0000 7fcb54ff9640 1 -- 172.21.15.3:0/3015334320 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb6801c040 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb54ff9640 1 -- 172.21.15.3:0/3015334320 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 63) ==== 3506+0+0 (secure 0 0 0) 0x7fcb68038020 con 0x56322a9721b0 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 10 client.6720 fetch_fsmap finished waiting for FSMap version 63 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 10 client.6720 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T07:27:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 20 client.6720 populate_metadata read hostname 'smithi003' 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322aa13a30 0x56322aa13e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 4 client.6720 mds_command: new command op to 6537 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 --> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] -- command(tid 0: {"prefix": "status"}) -- 0x56322a8bafa0 con 0x56322aa13a30 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322aa13a30 0x56322aa13e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb54ff9640 10 client.6720 ms_handle_connect on v2:172.21.15.3:6832/3696555686 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb75cb4640 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322aa13a30 0x56322aa13e10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c94e7daf5b28276 server_cookie=7c614b473da720ff in_seq=0 out_seq=0 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb54ff9640 1 -- 172.21.15.3:0/3015334320 <== mds.0 v2:172.21.15.3:6832/3696555686 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x56322a8bafa0 con 0x56322aa13a30 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb54ff9640 10 client.6720 handle_command_reply: tid=0 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 client.6720 shutdown 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 msgr2=0x56322a9b89e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a9b89e0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009040 tx=0x7fcb700d3e90 comp rx=0 tx=0).stop 2024-09-10T07:27:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 shutdown_connections 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:6832/3696555686,v1:172.21.15.3:6834/3696555686] conn(0x56322aa13a30 0x56322aa13e10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56322a9721b0 0x56322a9b89e0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56322a952a50 0x56322a9b84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb54ff9640 0 client.6720 ms_handle_reset on v2:172.21.15.3:6832/3696555686 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 --2- 172.21.15.3:0/3015334320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56322a9512c0 0x56322a979b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.691+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 >> 172.21.15.3:0/3015334320 conn(0x56322a94ea80 msgr2=0x56322a995240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 shutdown_connections 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb7acb2740 1 -- 172.21.15.3:0/3015334320 wait complete. 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb7acb2740 20 client.6720 trim_cache size 0 max 16384 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:27.697 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6537, 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 3.6765246779999998, 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 63, 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 71, 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 71, 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 5.6460839509999996 2024-09-10T07:27:27.698 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcb5c06be30 msgr2=0x7fcb5c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcb64032000 tx=0x7fcb64009030 comp rx=0 tx=0).stop 2024-09-10T07:27:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 msgr2=0x7fcb700aadd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb700aadd0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fcb60011e30 tx=0x7fcb6000f580 comp rx=0 tx=0).stop 2024-09-10T07:27:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 shutdown_connections 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcb701f4bf0 0x7fcb701f5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcb700ca820 0x7fcb701f46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 --2- 172.21.15.3:0/894656501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcb58004800 0x7fcb700aadd0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 >> 172.21.15.3:0/894656501 conn(0x7fcb7006d1c0 msgr2=0x7fcb700cd590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 shutdown_connections 2024-09-10T07:27:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.692+0000 7fcb77f18640 1 -- 172.21.15.3:0/894656501 wait complete. 2024-09-10T07:27:27.703 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:27:27.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.805+0000 7fd929427640 1 Processor -- start 2024-09-10T07:27:27.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.805+0000 7fd929427640 1 -- start start 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd929427640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd92406baf0 0x7fd92406bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd929427640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd92415e760 0x7fd9240cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd929427640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd924162070 0x7fd924162500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd929427640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd924073ec0 con 0x7fd92406baf0 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd929427640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd92406c410 con 0x7fd92415e760 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd929427640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd924072e20 con 0x7fd924162070 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd922ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd92406baf0 0x7fd92406bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd922ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd92406baf0 0x7fd92406bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36940/0 (socket says 172.21.15.3:36940) 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.806+0000 7fd922ffd640 1 -- 172.21.15.3:0/3253213973 learned_addr learned my addr 172.21.15.3:0/3253213973 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd9227fc640 1 --2- 172.21.15.3:0/3253213973 >> v2:172.21.15.70:3300/0 conn(0x7fd92415e760 0x7fd9240cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd9237fe640 1 --2- 172.21.15.3:0/3253213973 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd924162070 0x7fd924162500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd922ffd640 1 -- 172.21.15.3:0/3253213973 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd924162070 msgr2=0x7fd924162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd922ffd640 1 --2- 172.21.15.3:0/3253213973 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd924162070 0x7fd924162500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd922ffd640 1 -- 172.21.15.3:0/3253213973 >> v2:172.21.15.70:3300/0 conn(0x7fd92415e760 msgr2=0x7fd9240cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:27.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd922ffd640 1 --2- 172.21.15.3:0/3253213973 >> v2:172.21.15.70:3300/0 conn(0x7fd92415e760 0x7fd9240cefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd922ffd640 1 -- 172.21.15.3:0/3253213973 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd924073100 con 0x7fd92406baf0 2024-09-10T07:27:27.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.807+0000 7fd922ffd640 1 --2- 172.21.15.3:0/3253213973 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92406baf0 0x7fd92406bed0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fd9240d0d00 tx=0x7fd91c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70273207f9f04999 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd921ffb640 1 -- 172.21.15.3:0/3253213973 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91c037070 con 0x7fd92406baf0 2024-09-10T07:27:27.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd921ffb640 1 -- 172.21.15.3:0/3253213973 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd91c032440 con 0x7fd92406baf0 2024-09-10T07:27:27.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd921ffb640 1 -- 172.21.15.3:0/3253213973 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91c032810 con 0x7fd92406baf0 2024-09-10T07:27:27.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 -- 172.21.15.3:0/3253213973 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92406baf0 msgr2=0x7fd92406bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 --2- 172.21.15.3:0/3253213973 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92406baf0 0x7fd92406bed0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fd9240d0d00 tx=0x7fd91c02a140 comp rx=0 tx=0).stop 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 -- 172.21.15.3:0/3253213973 shutdown_connections 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 --2- 172.21.15.3:0/3253213973 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd924162070 0x7fd924162500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 --2- 172.21.15.3:0/3253213973 >> v2:172.21.15.70:3300/0 conn(0x7fd92415e760 0x7fd9240cefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 --2- 172.21.15.3:0/3253213973 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92406baf0 0x7fd92406bed0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 -- 172.21.15.3:0/3253213973 >> 172.21.15.3:0/3253213973 conn(0x7fd9240b2c50 msgr2=0x7fd9240b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 -- 172.21.15.3:0/3253213973 shutdown_connections 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.808+0000 7fd929427640 1 -- 172.21.15.3:0/3253213973 wait complete. 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 Processor -- start 2024-09-10T07:27:27.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 -- start start 2024-09-10T07:27:27.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd92406baf0 0x7fd924153f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 0x7fd92415ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd924162070 0x7fd92415f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd9240739a0 con 0x7fd92415e760 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd9240736c0 con 0x7fd924162070 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd929427640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd92406c850 con 0x7fd92406baf0 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd9227fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 0x7fd92415ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd9227fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 0x7fd92415ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36950/0 (socket says 172.21.15.3:36950) 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.810+0000 7fd9227fc640 1 -- 172.21.15.3:0/2085707333 learned_addr learned my addr 172.21.15.3:0/2085707333 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9237fe640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd924162070 0x7fd92415f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd922ffd640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd92406baf0 0x7fd924153f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9227fc640 1 -- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd92406baf0 msgr2=0x7fd924153f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9227fc640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd92406baf0 0x7fd924153f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9227fc640 1 -- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd924162070 msgr2=0x7fd92415f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9227fc640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd924162070 0x7fd92415f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9227fc640 1 -- 172.21.15.3:0/2085707333 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd924157db0 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd9227fc640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 0x7fd92415ed00 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00e870 tx=0x7fd90c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90c017070 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd90c00ee60 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd924158050 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90c00cb80 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.811+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd924158610 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.812+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd92406bed0 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.813+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd90c01a070 con 0x7fd92415e760 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.813+0000 7fd91b7fe640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd90406be30 0x7fd90406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:27.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.813+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7fd90c08af00 con 0x7fd92415e760 2024-09-10T07:27:27.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.813+0000 7fd922ffd640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd90406be30 0x7fd90406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:27.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.814+0000 7fd922ffd640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd90406be30 0x7fd90406e2f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd91c034000 tx=0x7fd91c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:27.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:27.817+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd90c058f60 con 0x7fd92415e760 2024-09-10T07:27:28.013 INFO:tasks.ceph.mds.c.smithi003.stderr:2024-09-10T07:27:28.013+0000 7f3432cbf640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:27:28.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.031+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd9240b38b0 con 0x7fd92415e760 2024-09-10T07:27:28.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.031+0000 7fd91b7fe640 1 -- 172.21.15.3:0/2085707333 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v63) ==== 53+0+73 (secure 0 0 0) 0x7fd90c05d260 con 0x7fd92415e760 2024-09-10T07:27:28.031 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:27:28.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd90406be30 msgr2=0x7fd90406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd90406be30 0x7fd90406e2f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd91c034000 tx=0x7fd91c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 msgr2=0x7fd92415ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 0x7fd92415ed00 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00e870 tx=0x7fd90c00ed30 comp rx=0 tx=0).stop 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 shutdown_connections 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd90406be30 0x7fd90406e2f0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd924162070 0x7fd92415f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd92415e760 0x7fd92415ed00 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 --2- 172.21.15.3:0/2085707333 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd92406baf0 0x7fd924153f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 >> 172.21.15.3:0/2085707333 conn(0x7fd9240b2c50 msgr2=0x7fd9240cf070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 shutdown_connections 2024-09-10T07:27:28.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28.034+0000 7fd929427640 1 -- 172.21.15.3:0/2085707333 wait complete. 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:27:28.045 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:28.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.046 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:27:28.062 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42329sec preferred_lft 42329sec 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:28.063 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state DOWN group default qlen 1000 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:28.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.064 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:27:28.127 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:27:28.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.129 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:27:28.185 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:27:28.185 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:27:28.185 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:27:28.185 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:27:28.185 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:27:28.186 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:27:28.186 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:27:28.186 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:27:28.186 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:27:28.186 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:27:28.186 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:27:28.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:27:28.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:27:28.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.314 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:27:28.330 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:27:28.330 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:27:28.330 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:28.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.330 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:27:28.396 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:27:28.397 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:27:28.397 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:28.452 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:28.453 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:27:28.453 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:28.508 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:27:28.575 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:27:28.632 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:27:28.632 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:27:28.632 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:27:28.632 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:27:28.633 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:27:28.634 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:27:28.635 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:28.635 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:28.635 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:28.635 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:28.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.635 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:27:28.688 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:27:28.688 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:27:28.731 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:27:28.756 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:27:28.813 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:27:28.813 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:27:28.813 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:27:28.813 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:27:28.813 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:27:28.814 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:28.815 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:28.816 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:28.816 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:28.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.816 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:27:28.817 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:27:28.815+0000 7fedfd824480 -1 init, newargv = 0x56107dc4f780 newargc=15 2024-09-10T07:27:28.817 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[60477]: starting ceph client 2024-09-10T07:27:28.820 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[60477]: starting fuse 2024-09-10T07:27:28.833 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:27:28.833 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:27:28.833 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:27:28.834 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:27:28.835 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:27:28.953 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.60477.asok 2024-09-10T07:27:28.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:27:28.964 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.60477.asok 2024-09-10T07:27:28.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:28.964 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.60477.asok status 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:27:29.101 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "60477", 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6732, 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 6732 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:27:29.102 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 373668696 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 373668696 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.6732 192.168.0.1:0/373668696", 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/373668696", 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 63, 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 71, 2024-09-10T07:27:29.103 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:27:29.104 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:27:29.104 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:27:29.104 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:29.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:29.110 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:27:29.110 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:29.126 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:27:29.126 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:29.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:29.126 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:29.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:29.192 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R) 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:.: 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:alpha 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:bravo 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:./alpha: 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:file 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_0 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_1 2024-09-10T07:27:29.320 INFO:teuthology.orchestra.run.smithi003.stdout:file_10 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_100 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_101 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_102 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_103 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_104 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_105 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_106 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_107 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_108 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_109 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_11 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_110 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_111 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_112 2024-09-10T07:27:29.321 INFO:teuthology.orchestra.run.smithi003.stdout:file_113 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_114 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_115 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_116 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_117 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_118 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_119 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_12 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_120 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_121 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_122 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_123 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_124 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_125 2024-09-10T07:27:29.322 INFO:teuthology.orchestra.run.smithi003.stdout:file_126 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_127 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_128 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_129 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_13 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_130 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_131 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_132 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_133 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_134 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_135 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_136 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_137 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_138 2024-09-10T07:27:29.323 INFO:teuthology.orchestra.run.smithi003.stdout:file_139 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_14 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_140 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_141 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_142 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_143 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_144 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_145 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_146 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_147 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_148 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_149 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_15 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_150 2024-09-10T07:27:29.324 INFO:teuthology.orchestra.run.smithi003.stdout:file_151 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_152 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_153 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_154 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_155 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_156 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_157 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_158 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_159 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_16 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_160 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_161 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_162 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_163 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_164 2024-09-10T07:27:29.325 INFO:teuthology.orchestra.run.smithi003.stdout:file_165 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_166 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_167 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_168 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_169 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_17 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_170 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_171 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_172 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_173 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_174 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_175 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_176 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_177 2024-09-10T07:27:29.326 INFO:teuthology.orchestra.run.smithi003.stdout:file_178 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_179 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_18 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_180 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_181 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_182 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_183 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_184 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_185 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_186 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_187 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_188 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_189 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_19 2024-09-10T07:27:29.327 INFO:teuthology.orchestra.run.smithi003.stdout:file_190 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_191 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_192 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_193 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_194 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_195 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_196 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_197 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_198 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_199 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_2 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_20 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_200 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_201 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_202 2024-09-10T07:27:29.328 INFO:teuthology.orchestra.run.smithi003.stdout:file_203 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_204 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_205 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_206 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_207 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_208 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_209 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_21 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_210 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_211 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_212 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_213 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_214 2024-09-10T07:27:29.329 INFO:teuthology.orchestra.run.smithi003.stdout:file_215 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_216 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_217 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_218 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_219 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_22 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_220 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_221 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_222 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_223 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_224 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_225 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_226 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_227 2024-09-10T07:27:29.330 INFO:teuthology.orchestra.run.smithi003.stdout:file_228 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_229 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_23 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_230 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_231 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_232 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_233 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_234 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_235 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_236 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_237 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_238 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_239 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_24 2024-09-10T07:27:29.331 INFO:teuthology.orchestra.run.smithi003.stdout:file_240 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_241 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_242 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_243 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_244 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_245 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_246 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_247 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_248 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_249 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_25 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_250 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_251 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_252 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_253 2024-09-10T07:27:29.332 INFO:teuthology.orchestra.run.smithi003.stdout:file_254 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_255 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_256 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_257 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_258 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_259 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_26 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_260 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_261 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_262 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_263 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_264 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_265 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_266 2024-09-10T07:27:29.333 INFO:teuthology.orchestra.run.smithi003.stdout:file_267 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_268 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_269 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_27 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_270 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_271 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_272 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_273 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_274 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_275 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_276 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_277 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_278 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_279 2024-09-10T07:27:29.334 INFO:teuthology.orchestra.run.smithi003.stdout:file_28 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_280 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_281 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_282 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_283 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_284 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_285 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_286 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_287 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_288 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_289 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_29 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_290 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_291 2024-09-10T07:27:29.335 INFO:teuthology.orchestra.run.smithi003.stdout:file_292 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_293 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_294 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_295 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_296 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_297 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_298 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_299 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_3 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_30 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_300 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_301 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_302 2024-09-10T07:27:29.336 INFO:teuthology.orchestra.run.smithi003.stdout:file_303 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_304 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_305 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_306 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_307 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_308 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_309 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_31 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_310 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_311 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_312 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_313 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_314 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_315 2024-09-10T07:27:29.337 INFO:teuthology.orchestra.run.smithi003.stdout:file_316 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_317 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_318 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_319 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_32 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_320 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_321 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_322 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_323 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_324 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_325 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_326 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_327 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_328 2024-09-10T07:27:29.338 INFO:teuthology.orchestra.run.smithi003.stdout:file_329 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_33 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_330 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_331 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_332 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_333 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_334 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_335 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_336 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_337 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_338 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_339 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_34 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_340 2024-09-10T07:27:29.339 INFO:teuthology.orchestra.run.smithi003.stdout:file_341 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_342 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_343 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_344 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_345 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_346 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_347 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_348 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_349 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_35 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_350 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_351 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_352 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_353 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_354 2024-09-10T07:27:29.340 INFO:teuthology.orchestra.run.smithi003.stdout:file_355 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_356 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_357 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_358 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_359 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_36 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_360 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_361 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_362 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_363 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_364 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_365 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_366 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_367 2024-09-10T07:27:29.341 INFO:teuthology.orchestra.run.smithi003.stdout:file_368 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_369 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_37 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_370 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_371 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_372 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_373 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_374 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_375 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_376 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_377 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_378 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_379 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_38 2024-09-10T07:27:29.342 INFO:teuthology.orchestra.run.smithi003.stdout:file_380 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_381 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_382 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_383 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_384 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_385 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_386 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_387 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_388 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_389 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_39 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_390 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_391 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_392 2024-09-10T07:27:29.343 INFO:teuthology.orchestra.run.smithi003.stdout:file_393 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_394 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_395 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_396 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_397 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_398 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_399 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_4 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_40 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_400 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_401 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_402 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_403 2024-09-10T07:27:29.344 INFO:teuthology.orchestra.run.smithi003.stdout:file_404 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_405 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_406 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_407 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_408 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_409 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_41 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_410 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_411 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_412 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_413 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_414 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_415 2024-09-10T07:27:29.345 INFO:teuthology.orchestra.run.smithi003.stdout:file_416 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_417 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_418 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_419 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_42 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_420 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_421 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_422 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_423 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_424 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_425 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_426 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_427 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_428 2024-09-10T07:27:29.346 INFO:teuthology.orchestra.run.smithi003.stdout:file_429 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_43 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_430 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_431 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_432 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_433 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_434 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_435 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_436 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_437 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_438 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_439 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_44 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_440 2024-09-10T07:27:29.347 INFO:teuthology.orchestra.run.smithi003.stdout:file_441 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_442 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_443 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_444 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_445 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_446 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_447 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_448 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_449 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_45 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_450 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_451 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_452 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_453 2024-09-10T07:27:29.348 INFO:teuthology.orchestra.run.smithi003.stdout:file_454 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_455 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_456 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_457 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_458 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_459 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_46 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_460 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_461 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_462 2024-09-10T07:27:29.349 INFO:teuthology.orchestra.run.smithi003.stdout:file_463 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_464 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_465 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_466 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_467 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_468 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_469 2024-09-10T07:27:29.350 INFO:teuthology.orchestra.run.smithi003.stdout:file_47 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_470 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_471 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_472 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_473 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_474 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_475 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_476 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_477 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_478 2024-09-10T07:27:29.353 INFO:teuthology.orchestra.run.smithi003.stdout:file_479 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_48 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_480 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_481 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_482 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_483 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_484 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_485 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_486 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_487 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_488 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_489 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_49 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_490 2024-09-10T07:27:29.354 INFO:teuthology.orchestra.run.smithi003.stdout:file_491 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_492 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_493 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_494 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_495 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_496 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_497 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_498 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_499 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_5 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_50 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_500 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_501 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_502 2024-09-10T07:27:29.355 INFO:teuthology.orchestra.run.smithi003.stdout:file_503 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_504 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_505 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_506 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_507 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_508 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_509 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_51 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_510 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_511 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_512 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_513 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_514 2024-09-10T07:27:29.356 INFO:teuthology.orchestra.run.smithi003.stdout:file_515 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_516 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_517 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_518 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_519 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_52 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_520 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_521 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_522 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_523 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_524 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_525 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_526 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_527 2024-09-10T07:27:29.357 INFO:teuthology.orchestra.run.smithi003.stdout:file_528 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_529 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_53 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_530 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_531 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_532 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_533 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_534 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_535 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_536 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_537 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_538 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_539 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_54 2024-09-10T07:27:29.358 INFO:teuthology.orchestra.run.smithi003.stdout:file_540 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_541 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_542 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_543 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_544 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_545 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_546 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_547 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_548 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_549 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_55 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_550 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_551 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_552 2024-09-10T07:27:29.359 INFO:teuthology.orchestra.run.smithi003.stdout:file_553 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_554 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_555 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_556 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_557 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_558 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_559 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_56 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_560 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_561 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_562 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_563 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_564 2024-09-10T07:27:29.360 INFO:teuthology.orchestra.run.smithi003.stdout:file_565 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_566 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_567 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_568 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_569 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_57 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_570 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_571 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_572 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_573 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_574 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_575 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_576 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_577 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_578 2024-09-10T07:27:29.361 INFO:teuthology.orchestra.run.smithi003.stdout:file_579 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_58 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_580 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_581 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_582 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_583 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_584 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_585 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_586 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_587 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_588 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_589 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_59 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_590 2024-09-10T07:27:29.362 INFO:teuthology.orchestra.run.smithi003.stdout:file_591 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_592 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_593 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_594 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_595 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_596 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_597 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_598 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_599 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_6 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_60 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_600 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_601 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_602 2024-09-10T07:27:29.363 INFO:teuthology.orchestra.run.smithi003.stdout:file_603 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_604 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_605 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_606 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_607 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_608 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_609 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_61 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_610 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_611 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_612 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_613 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_614 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_615 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_616 2024-09-10T07:27:29.364 INFO:teuthology.orchestra.run.smithi003.stdout:file_617 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_618 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_619 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_62 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_620 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_621 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_622 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_623 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_624 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_625 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_626 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_627 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_628 2024-09-10T07:27:29.365 INFO:teuthology.orchestra.run.smithi003.stdout:file_629 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_63 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_630 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_631 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_632 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_633 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_634 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_635 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_636 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_637 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_638 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_639 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_64 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_640 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_641 2024-09-10T07:27:29.366 INFO:teuthology.orchestra.run.smithi003.stdout:file_642 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_643 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_644 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_645 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_646 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_647 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_648 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_649 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_65 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_650 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_651 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_652 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_653 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_654 2024-09-10T07:27:29.367 INFO:teuthology.orchestra.run.smithi003.stdout:file_655 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_656 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_657 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_658 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_659 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_66 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_660 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_661 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_662 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_663 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_664 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_665 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_666 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_667 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_668 2024-09-10T07:27:29.368 INFO:teuthology.orchestra.run.smithi003.stdout:file_669 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_67 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_670 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_671 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_672 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_673 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_674 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_675 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_676 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_677 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_678 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_679 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_68 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_680 2024-09-10T07:27:29.369 INFO:teuthology.orchestra.run.smithi003.stdout:file_681 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_682 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_683 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_684 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_685 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_686 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_687 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_688 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_689 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_69 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_690 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_691 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_692 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_693 2024-09-10T07:27:29.370 INFO:teuthology.orchestra.run.smithi003.stdout:file_694 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_695 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_696 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_697 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_698 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_699 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_7 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_70 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_700 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_701 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_702 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_703 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_704 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_705 2024-09-10T07:27:29.371 INFO:teuthology.orchestra.run.smithi003.stdout:file_706 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_707 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_708 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_709 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_71 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_710 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_711 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_712 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_713 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_714 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_715 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_716 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_717 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_718 2024-09-10T07:27:29.372 INFO:teuthology.orchestra.run.smithi003.stdout:file_719 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_72 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_720 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_721 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_722 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_723 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_724 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_725 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_726 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_727 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_728 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_729 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_73 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_730 2024-09-10T07:27:29.373 INFO:teuthology.orchestra.run.smithi003.stdout:file_731 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_732 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_733 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_734 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_735 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_736 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_737 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_738 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_739 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_74 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_740 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_741 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_742 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_743 2024-09-10T07:27:29.374 INFO:teuthology.orchestra.run.smithi003.stdout:file_744 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_745 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_746 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_747 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_748 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_749 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_75 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_750 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_751 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_752 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_753 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_754 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_755 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_756 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_757 2024-09-10T07:27:29.375 INFO:teuthology.orchestra.run.smithi003.stdout:file_758 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_759 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_76 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_760 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_761 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_762 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_763 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_764 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_765 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_766 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_767 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_768 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_769 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_77 2024-09-10T07:27:29.376 INFO:teuthology.orchestra.run.smithi003.stdout:file_770 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_771 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_772 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_773 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_774 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_775 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_776 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_777 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_778 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_779 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_78 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_780 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_781 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_782 2024-09-10T07:27:29.377 INFO:teuthology.orchestra.run.smithi003.stdout:file_783 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_784 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_785 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_786 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_787 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_788 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_789 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_79 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_790 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_791 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_792 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_793 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_794 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_795 2024-09-10T07:27:29.378 INFO:teuthology.orchestra.run.smithi003.stdout:file_796 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_797 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_798 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_799 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_8 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_80 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_800 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_801 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_802 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_803 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_804 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_805 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_806 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_807 2024-09-10T07:27:29.379 INFO:teuthology.orchestra.run.smithi003.stdout:file_808 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_809 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_81 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_810 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_811 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_812 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_813 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_814 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_815 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_816 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_817 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_818 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_819 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_82 2024-09-10T07:27:29.380 INFO:teuthology.orchestra.run.smithi003.stdout:file_820 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_821 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_822 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_823 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_824 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_825 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_826 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_827 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_828 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_829 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_83 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_830 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_831 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_832 2024-09-10T07:27:29.381 INFO:teuthology.orchestra.run.smithi003.stdout:file_833 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_834 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_835 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_836 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_837 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_838 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_839 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_84 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_840 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_841 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_842 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_843 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_844 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_845 2024-09-10T07:27:29.382 INFO:teuthology.orchestra.run.smithi003.stdout:file_846 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_847 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_848 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_849 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_85 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_850 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_851 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_852 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_853 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_854 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_855 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_856 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_857 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_858 2024-09-10T07:27:29.383 INFO:teuthology.orchestra.run.smithi003.stdout:file_859 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_86 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_860 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_861 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_862 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_863 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_864 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_865 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_866 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_867 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_868 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_869 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_87 2024-09-10T07:27:29.384 INFO:teuthology.orchestra.run.smithi003.stdout:file_870 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_871 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_872 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_873 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_874 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_875 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_876 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_877 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_878 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_879 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_88 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_880 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_881 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_882 2024-09-10T07:27:29.385 INFO:teuthology.orchestra.run.smithi003.stdout:file_883 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_884 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_885 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_886 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_887 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_888 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_889 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_89 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_890 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_891 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_892 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_893 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_894 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_895 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_896 2024-09-10T07:27:29.386 INFO:teuthology.orchestra.run.smithi003.stdout:file_897 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_898 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_899 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_9 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_90 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_900 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_901 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_902 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_903 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_904 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_905 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_906 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_907 2024-09-10T07:27:29.387 INFO:teuthology.orchestra.run.smithi003.stdout:file_908 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_909 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_91 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_910 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_911 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_912 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_913 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_914 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_915 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_916 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_917 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_918 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_919 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_92 2024-09-10T07:27:29.388 INFO:teuthology.orchestra.run.smithi003.stdout:file_920 2024-09-10T07:27:29.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_921 2024-09-10T07:27:29.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_922 2024-09-10T07:27:29.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_923 2024-09-10T07:27:29.389 INFO:teuthology.orchestra.run.smithi003.stdout:file_924 2024-09-10T07:27:29.398 INFO:teuthology.orchestra.run.smithi003.stdout:file_925 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_926 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_927 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_928 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_929 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_93 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_930 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_931 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_932 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_933 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_934 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_935 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_936 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_937 2024-09-10T07:27:29.399 INFO:teuthology.orchestra.run.smithi003.stdout:file_938 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_939 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_94 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_940 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_941 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_942 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_943 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_944 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_945 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_946 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_947 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_948 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_949 2024-09-10T07:27:29.400 INFO:teuthology.orchestra.run.smithi003.stdout:file_95 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_950 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_951 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_952 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_953 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_954 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_955 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_956 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_957 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_958 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_959 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_96 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_960 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_961 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_962 2024-09-10T07:27:29.401 INFO:teuthology.orchestra.run.smithi003.stdout:file_963 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_964 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_965 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_966 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_967 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_968 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_969 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_97 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_970 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_971 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_972 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_973 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_974 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_975 2024-09-10T07:27:29.402 INFO:teuthology.orchestra.run.smithi003.stdout:file_976 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_977 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_978 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_979 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_98 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_980 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_981 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_982 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_983 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_984 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_985 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_986 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_987 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_988 2024-09-10T07:27:29.403 INFO:teuthology.orchestra.run.smithi003.stdout:file_989 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_99 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_990 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_991 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_992 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_993 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_994 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_995 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_996 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_997 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_998 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:file_999 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:29.404 INFO:teuthology.orchestra.run.smithi003.stdout:./bravo: 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_0 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_1 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_10 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_100 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_101 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_102 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_103 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_104 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_105 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_106 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_107 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_108 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_109 2024-09-10T07:27:29.405 INFO:teuthology.orchestra.run.smithi003.stdout:file_11 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_110 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_111 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_112 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_113 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_114 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_115 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_116 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_117 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_118 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_119 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_12 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_120 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_121 2024-09-10T07:27:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:file_122 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_123 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_124 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_125 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_126 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_127 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_128 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_129 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_13 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_130 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_131 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_132 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_133 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_134 2024-09-10T07:27:29.407 INFO:teuthology.orchestra.run.smithi003.stdout:file_135 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_136 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_137 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_138 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_139 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_14 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_140 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_141 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_142 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_143 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_144 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_145 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_146 2024-09-10T07:27:29.408 INFO:teuthology.orchestra.run.smithi003.stdout:file_147 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_148 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_149 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_15 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_150 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_151 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_152 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_153 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_154 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_155 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_156 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_157 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_158 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_159 2024-09-10T07:27:29.409 INFO:teuthology.orchestra.run.smithi003.stdout:file_16 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_160 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_161 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_162 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_163 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_164 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_165 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_166 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_167 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_168 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_169 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_17 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_170 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_171 2024-09-10T07:27:29.410 INFO:teuthology.orchestra.run.smithi003.stdout:file_172 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_173 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_174 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_175 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_176 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_177 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_178 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_179 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_18 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_180 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_181 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_182 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_183 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_184 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_185 2024-09-10T07:27:29.411 INFO:teuthology.orchestra.run.smithi003.stdout:file_186 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_187 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_188 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_189 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_19 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_190 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_191 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_192 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_193 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_194 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_195 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_196 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_197 2024-09-10T07:27:29.412 INFO:teuthology.orchestra.run.smithi003.stdout:file_198 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_199 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_2 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_20 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_200 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_201 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_202 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_203 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_204 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_205 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_206 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_207 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_208 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_209 2024-09-10T07:27:29.413 INFO:teuthology.orchestra.run.smithi003.stdout:file_21 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_210 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_211 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_212 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_213 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_214 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_215 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_216 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_217 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_218 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_219 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_22 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_220 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_221 2024-09-10T07:27:29.414 INFO:teuthology.orchestra.run.smithi003.stdout:file_222 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_223 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_224 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_225 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_226 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_227 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_228 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_229 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_23 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_230 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_231 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_232 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_233 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_234 2024-09-10T07:27:29.415 INFO:teuthology.orchestra.run.smithi003.stdout:file_235 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_236 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_237 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_238 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_239 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_24 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_240 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_241 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_242 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_243 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_244 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_245 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_246 2024-09-10T07:27:29.416 INFO:teuthology.orchestra.run.smithi003.stdout:file_247 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_248 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_249 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_25 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_250 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_251 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_252 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_253 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_254 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_255 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_256 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_257 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_258 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_259 2024-09-10T07:27:29.417 INFO:teuthology.orchestra.run.smithi003.stdout:file_26 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_260 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_261 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_262 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_263 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_264 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_265 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_266 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_267 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_268 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_269 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_27 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_270 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_271 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_272 2024-09-10T07:27:29.418 INFO:teuthology.orchestra.run.smithi003.stdout:file_273 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_274 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_275 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_276 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_277 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_278 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_279 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_28 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_280 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_281 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_282 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_283 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_284 2024-09-10T07:27:29.419 INFO:teuthology.orchestra.run.smithi003.stdout:file_285 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_286 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_287 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_288 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_289 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_29 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_290 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_291 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_292 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_293 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_294 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_295 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_296 2024-09-10T07:27:29.420 INFO:teuthology.orchestra.run.smithi003.stdout:file_297 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_298 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_299 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_3 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_30 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_300 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_301 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_302 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_303 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_304 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_305 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_306 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_307 2024-09-10T07:27:29.421 INFO:teuthology.orchestra.run.smithi003.stdout:file_308 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_309 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_31 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_310 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_311 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_312 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_313 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_314 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_315 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_316 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_317 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_318 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_319 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_32 2024-09-10T07:27:29.422 INFO:teuthology.orchestra.run.smithi003.stdout:file_320 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_321 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_322 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_323 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_324 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_325 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_326 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_327 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_328 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_329 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_33 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_330 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_331 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_332 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_333 2024-09-10T07:27:29.423 INFO:teuthology.orchestra.run.smithi003.stdout:file_334 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_335 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_336 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_337 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_338 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_339 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_34 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_340 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_341 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_342 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_343 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_344 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_345 2024-09-10T07:27:29.424 INFO:teuthology.orchestra.run.smithi003.stdout:file_346 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_347 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_348 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_349 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_35 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_350 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_351 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_352 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_353 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_354 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_355 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_356 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_357 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_358 2024-09-10T07:27:29.425 INFO:teuthology.orchestra.run.smithi003.stdout:file_359 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_36 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_360 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_361 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_362 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_363 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_364 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_365 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_366 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_367 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_368 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_369 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_37 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_370 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_371 2024-09-10T07:27:29.426 INFO:teuthology.orchestra.run.smithi003.stdout:file_372 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_373 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_374 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_375 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_376 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_377 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_378 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_379 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_38 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_380 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_381 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_382 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_383 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_384 2024-09-10T07:27:29.427 INFO:teuthology.orchestra.run.smithi003.stdout:file_385 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_386 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_387 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_388 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_389 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_39 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_390 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_391 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_392 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_393 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_394 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_395 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_396 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_397 2024-09-10T07:27:29.428 INFO:teuthology.orchestra.run.smithi003.stdout:file_398 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_399 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_4 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_40 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_400 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_401 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_402 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_403 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_404 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_405 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_406 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_407 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_408 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_409 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_41 2024-09-10T07:27:29.429 INFO:teuthology.orchestra.run.smithi003.stdout:file_410 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_411 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_412 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_413 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_414 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_415 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_416 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_417 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_418 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_419 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_42 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_420 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_421 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_422 2024-09-10T07:27:29.430 INFO:teuthology.orchestra.run.smithi003.stdout:file_423 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_424 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_425 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_426 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_427 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_428 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_429 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_43 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_430 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_431 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_432 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_433 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_434 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_435 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_436 2024-09-10T07:27:29.431 INFO:teuthology.orchestra.run.smithi003.stdout:file_437 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_438 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_439 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_44 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_440 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_441 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_442 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_443 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_444 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_445 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_446 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_447 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_448 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_449 2024-09-10T07:27:29.432 INFO:teuthology.orchestra.run.smithi003.stdout:file_45 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_450 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_451 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_452 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_453 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_454 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_455 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_456 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_457 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_458 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_459 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_46 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_460 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_461 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_462 2024-09-10T07:27:29.433 INFO:teuthology.orchestra.run.smithi003.stdout:file_463 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_464 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_465 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_466 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_467 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_468 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_469 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_47 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_470 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_471 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_472 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_473 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_474 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_475 2024-09-10T07:27:29.434 INFO:teuthology.orchestra.run.smithi003.stdout:file_476 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_477 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_478 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_479 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_48 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_480 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_481 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_482 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_483 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_484 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_485 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_486 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_487 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_488 2024-09-10T07:27:29.435 INFO:teuthology.orchestra.run.smithi003.stdout:file_489 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_49 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_490 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_491 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_492 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_493 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_494 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_495 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_496 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_497 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_498 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_499 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_5 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_50 2024-09-10T07:27:29.436 INFO:teuthology.orchestra.run.smithi003.stdout:file_500 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_501 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_502 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_503 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_504 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_505 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_506 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_507 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_508 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_509 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_51 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_510 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_511 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_512 2024-09-10T07:27:29.437 INFO:teuthology.orchestra.run.smithi003.stdout:file_513 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_514 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_515 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_516 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_517 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_518 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_519 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_52 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_520 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_521 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_522 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_523 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_524 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_525 2024-09-10T07:27:29.438 INFO:teuthology.orchestra.run.smithi003.stdout:file_526 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_527 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_528 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_529 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_53 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_530 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_531 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_532 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_533 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_534 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_535 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_536 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_537 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_538 2024-09-10T07:27:29.439 INFO:teuthology.orchestra.run.smithi003.stdout:file_539 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_54 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_540 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_541 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_542 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_543 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_544 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_545 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_546 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_547 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_548 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_549 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_55 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_550 2024-09-10T07:27:29.440 INFO:teuthology.orchestra.run.smithi003.stdout:file_551 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_552 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_553 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_554 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_555 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_556 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_557 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_558 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_559 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_56 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_560 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_561 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_562 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_563 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_564 2024-09-10T07:27:29.441 INFO:teuthology.orchestra.run.smithi003.stdout:file_565 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_566 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_567 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_568 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_569 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_57 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_570 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_571 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_572 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_573 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_574 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_575 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_576 2024-09-10T07:27:29.442 INFO:teuthology.orchestra.run.smithi003.stdout:file_577 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_578 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_579 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_58 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_580 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_581 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_582 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_583 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_584 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_585 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_586 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_587 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_588 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_589 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_59 2024-09-10T07:27:29.443 INFO:teuthology.orchestra.run.smithi003.stdout:file_590 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_591 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_592 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_593 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_594 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_595 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_596 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_597 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_598 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_599 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_6 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_60 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_600 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_601 2024-09-10T07:27:29.444 INFO:teuthology.orchestra.run.smithi003.stdout:file_602 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_603 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_604 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_605 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_606 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_607 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_608 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_609 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_61 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_610 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_611 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_612 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_613 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_614 2024-09-10T07:27:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:file_615 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_616 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_617 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_618 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_619 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_62 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_620 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_621 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_622 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_623 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_624 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_625 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_626 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_627 2024-09-10T07:27:29.446 INFO:teuthology.orchestra.run.smithi003.stdout:file_628 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_629 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_63 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_630 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_631 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_632 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_633 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_634 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_635 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_636 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_637 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_638 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_639 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_64 2024-09-10T07:27:29.447 INFO:teuthology.orchestra.run.smithi003.stdout:file_640 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_641 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_642 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_643 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_644 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_645 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_646 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_647 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_648 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_649 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_65 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_650 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_651 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_652 2024-09-10T07:27:29.448 INFO:teuthology.orchestra.run.smithi003.stdout:file_653 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_654 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_655 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_656 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_657 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_658 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_659 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_66 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_660 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_661 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_662 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_663 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_664 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_665 2024-09-10T07:27:29.449 INFO:teuthology.orchestra.run.smithi003.stdout:file_666 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_667 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_668 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_669 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_67 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_670 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_671 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_672 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_673 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_674 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_675 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_676 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_677 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_678 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_679 2024-09-10T07:27:29.450 INFO:teuthology.orchestra.run.smithi003.stdout:file_68 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_680 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_681 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_682 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_683 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_684 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_685 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_686 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_687 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_688 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_689 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_69 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_690 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_691 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_692 2024-09-10T07:27:29.451 INFO:teuthology.orchestra.run.smithi003.stdout:file_693 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_694 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_695 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_696 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_697 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_698 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_699 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_7 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_70 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_700 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_701 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_702 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_703 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_704 2024-09-10T07:27:29.452 INFO:teuthology.orchestra.run.smithi003.stdout:file_705 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_706 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_707 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_708 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_709 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_71 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_710 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_711 2024-09-10T07:27:29.453 INFO:teuthology.orchestra.run.smithi003.stdout:file_712 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_713 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_714 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_715 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_716 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_717 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_718 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_719 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_72 2024-09-10T07:27:29.454 INFO:teuthology.orchestra.run.smithi003.stdout:file_720 2024-09-10T07:27:29.455 INFO:teuthology.orchestra.run.smithi003.stdout:file_721 2024-09-10T07:27:29.455 INFO:teuthology.orchestra.run.smithi003.stdout:file_722 2024-09-10T07:27:29.455 INFO:teuthology.orchestra.run.smithi003.stdout:file_723 2024-09-10T07:27:29.455 INFO:teuthology.orchestra.run.smithi003.stdout:file_724 2024-09-10T07:27:29.455 INFO:teuthology.orchestra.run.smithi003.stdout:file_725 2024-09-10T07:27:29.455 INFO:teuthology.orchestra.run.smithi003.stdout:file_726 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_727 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_728 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_729 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_73 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_730 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_731 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_732 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_733 2024-09-10T07:27:29.456 INFO:teuthology.orchestra.run.smithi003.stdout:file_734 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_735 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_736 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_737 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_738 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_739 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_74 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_740 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_741 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_742 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_743 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_744 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_745 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_746 2024-09-10T07:27:29.457 INFO:teuthology.orchestra.run.smithi003.stdout:file_747 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_748 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_749 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_75 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_750 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_751 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_752 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_753 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_754 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_755 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_756 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_757 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_758 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_759 2024-09-10T07:27:29.458 INFO:teuthology.orchestra.run.smithi003.stdout:file_76 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_760 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_761 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_762 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_763 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_764 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_765 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_766 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_767 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_768 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_769 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_77 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_770 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_771 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_772 2024-09-10T07:27:29.459 INFO:teuthology.orchestra.run.smithi003.stdout:file_773 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_774 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_775 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_776 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_777 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_778 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_779 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_78 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_780 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_781 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_782 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_783 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_784 2024-09-10T07:27:29.460 INFO:teuthology.orchestra.run.smithi003.stdout:file_785 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_786 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_787 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_788 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_789 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_79 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_790 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_791 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_792 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_793 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_794 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_795 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_796 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_797 2024-09-10T07:27:29.461 INFO:teuthology.orchestra.run.smithi003.stdout:file_798 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_799 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_8 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_80 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_800 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_801 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_802 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_803 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_804 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_805 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_806 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_807 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_808 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_809 2024-09-10T07:27:29.462 INFO:teuthology.orchestra.run.smithi003.stdout:file_81 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_810 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_811 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_812 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_813 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_814 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_815 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_816 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_817 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_818 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_819 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_82 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_820 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_821 2024-09-10T07:27:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:file_822 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_823 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_824 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_825 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_826 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_827 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_828 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_829 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_83 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_830 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_831 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_832 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_833 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_834 2024-09-10T07:27:29.464 INFO:teuthology.orchestra.run.smithi003.stdout:file_835 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_836 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_837 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_838 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_839 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_84 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_840 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_841 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_842 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_843 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_844 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_845 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_846 2024-09-10T07:27:29.465 INFO:teuthology.orchestra.run.smithi003.stdout:file_847 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_848 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_849 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_85 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_850 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_851 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_852 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_853 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_854 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_855 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_856 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_857 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_858 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_859 2024-09-10T07:27:29.466 INFO:teuthology.orchestra.run.smithi003.stdout:file_86 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_860 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_861 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_862 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_863 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_864 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_865 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_866 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_867 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_868 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_869 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_87 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_870 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_871 2024-09-10T07:27:29.467 INFO:teuthology.orchestra.run.smithi003.stdout:file_872 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_873 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_874 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_875 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_876 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_877 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_878 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_879 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_88 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_880 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_881 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_882 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_883 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_884 2024-09-10T07:27:29.468 INFO:teuthology.orchestra.run.smithi003.stdout:file_885 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_886 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_887 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_888 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_889 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_89 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_890 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_891 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_892 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_893 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_894 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_895 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_896 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_897 2024-09-10T07:27:29.469 INFO:teuthology.orchestra.run.smithi003.stdout:file_898 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_899 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_9 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_90 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_900 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_901 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_902 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_903 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_904 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_905 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_906 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_907 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_908 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_909 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_91 2024-09-10T07:27:29.470 INFO:teuthology.orchestra.run.smithi003.stdout:file_910 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_911 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_912 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_913 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_914 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_915 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_916 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_917 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_918 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_919 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_92 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_920 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_921 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_922 2024-09-10T07:27:29.471 INFO:teuthology.orchestra.run.smithi003.stdout:file_923 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_924 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_925 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_926 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_927 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_928 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_929 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_93 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_930 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_931 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_932 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_933 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_934 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_935 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_936 2024-09-10T07:27:29.472 INFO:teuthology.orchestra.run.smithi003.stdout:file_937 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_938 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_939 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_94 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_940 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_941 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_942 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_943 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_944 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_945 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_946 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_947 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_948 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_949 2024-09-10T07:27:29.473 INFO:teuthology.orchestra.run.smithi003.stdout:file_95 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_950 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_951 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_952 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_953 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_954 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_955 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_956 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_957 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_958 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_959 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_96 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_960 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_961 2024-09-10T07:27:29.474 INFO:teuthology.orchestra.run.smithi003.stdout:file_962 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_963 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_964 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_965 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_966 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_967 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_968 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_969 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_97 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_970 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_971 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_972 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_973 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_974 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_975 2024-09-10T07:27:29.475 INFO:teuthology.orchestra.run.smithi003.stdout:file_976 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_977 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_978 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_979 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_98 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_980 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_981 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_982 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_983 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_984 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_985 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_986 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_987 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_988 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_989 2024-09-10T07:27:29.476 INFO:teuthology.orchestra.run.smithi003.stdout:file_99 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_990 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_991 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_992 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_993 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_994 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_995 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_996 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_997 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_998 2024-09-10T07:27:29.477 INFO:teuthology.orchestra.run.smithi003.stdout:file_999 2024-09-10T07:27:29.478 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:27:29.478 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:27:29.521 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:27:29.570 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:27:29.571 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:29.571 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:29.571 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:29.587 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:27:29.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 Processor -- start 2024-09-10T07:27:29.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 -- start start 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3bec070a50 0x7f3bec0cc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f3bec0ccd50 0x7f3bec06d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bec06ceb0 con 0x7f3bec15c080 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f3bec15f290 con 0x7f3bec070a50 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.730+0000 7f3bf1786640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3bec06d1b0 con 0x7f3bec0ccd50 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3bea7fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3bec070a50 0x7f3bec0cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3beaffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f3bec15c080 0x7f3bec15eb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42236/0 (socket says 172.21.15.3:42236) 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3beaffd640 1 -- 172.21.15.3:0/3800408008 learned_addr learned my addr 172.21.15.3:0/3800408008 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3beb7fe640 1 --2- 172.21.15.3:0/3800408008 >> v2:172.21.15.70:3300/0 conn(0x7f3bec0ccd50 0x7f3bec06d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3bea7fc640 1 -- 172.21.15.3:0/3800408008 >> v2:172.21.15.70:3300/0 conn(0x7f3bec0ccd50 msgr2=0x7f3bec06d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:29.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3bea7fc640 1 --2- 172.21.15.3:0/3800408008 >> v2:172.21.15.70:3300/0 conn(0x7f3bec0ccd50 0x7f3bec06d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3bea7fc640 1 -- 172.21.15.3:0/3800408008 >> v1:172.21.15.3:6789/0 conn(0x7f3bec15c080 legacy=0x7f3bec15eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:29.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3be9ffb640 1 -- 172.21.15.3:0/3800408008 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1733368417 0 0) 0x7f3bec06ceb0 con 0x7f3bec15c080 2024-09-10T07:27:29.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.731+0000 7f3bea7fc640 1 -- 172.21.15.3:0/3800408008 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bec15f4b0 con 0x7f3bec070a50 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bea7fc640 1 --2- 172.21.15.3:0/3800408008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec070a50 0x7f3bec0cc810 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f3be00097a0 tx=0x7f3be002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f196e4d00cdb7ff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3be9ffb640 1 -- 172.21.15.3:0/3800408008 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0037070 con 0x7f3bec070a50 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3be9ffb640 1 -- 172.21.15.3:0/3800408008 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3be0032440 con 0x7f3bec070a50 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3be9ffb640 1 -- 172.21.15.3:0/3800408008 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0032810 con 0x7f3bec070a50 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 -- 172.21.15.3:0/3800408008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec070a50 msgr2=0x7f3bec0cc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 --2- 172.21.15.3:0/3800408008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec070a50 0x7f3bec0cc810 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f3be00097a0 tx=0x7f3be002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 -- 172.21.15.3:0/3800408008 shutdown_connections 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 --2- 172.21.15.3:0/3800408008 >> v2:172.21.15.70:3300/0 conn(0x7f3bec0ccd50 0x7f3bec06d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 --2- 172.21.15.3:0/3800408008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec070a50 0x7f3bec0cc810 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 -- 172.21.15.3:0/3800408008 >> 172.21.15.3:0/3800408008 conn(0x7f3bec06fde0 msgr2=0x7f3bec0701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:29.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 -- 172.21.15.3:0/3800408008 shutdown_connections 2024-09-10T07:27:29.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.732+0000 7f3bf1786640 1 -- 172.21.15.3:0/3800408008 wait complete. 2024-09-10T07:27:29.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.734+0000 7f3bf1786640 1 Processor -- start 2024-09-10T07:27:29.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.734+0000 7f3bf1786640 1 -- start start 2024-09-10T07:27:29.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bec070a50 0x7f3bec148e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:29.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 0x7f3bec0c9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:29.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3bec15c080 0x7f3bec15fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:29.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3bec15c460 con 0x7f3bec0ccd50 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3bec15fa70 con 0x7f3bec070a50 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3bec15c5e0 con 0x7f3bec15c080 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 0x7f3bec0c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 0x7f3bec0c9290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39790/0 (socket says 172.21.15.3:39790) 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 -- 172.21.15.3:0/671264385 learned_addr learned my addr 172.21.15.3:0/671264385 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3beaffd640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bec070a50 0x7f3bec148e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3beb7fe640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3bec15c080 0x7f3bec15fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 -- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3bec15c080 msgr2=0x7f3bec15fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3bec15c080 0x7f3bec15fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 -- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bec070a50 msgr2=0x7f3bec148e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bec070a50 0x7f3bec148e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 -- 172.21.15.3:0/671264385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bec0cb180 con 0x7f3bec0ccd50 2024-09-10T07:27:29.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3beb7fe640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3bec15c080 0x7f3bec15fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bea7fc640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 0x7f3bec0c9290 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f3be00097a0 tx=0x7f3be00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0037050 con 0x7f3bec0ccd50 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3be0038040 con 0x7f3bec0ccd50 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bec0cb400 con 0x7f3bec0ccd50 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.735+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0004470 con 0x7f3bec0ccd50 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.736+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bec0cb9c0 con 0x7f3bec0ccd50 2024-09-10T07:27:29.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.737+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bec06dc10 con 0x7f3bec0ccd50 2024-09-10T07:27:29.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.737+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3be0030900 con 0x7f3bec0ccd50 2024-09-10T07:27:29.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.737+0000 7f3bd37fe640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3bd806be30 0x7f3bd806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:29.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.737+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f3be00abbc0 con 0x7f3bec0ccd50 2024-09-10T07:27:29.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.738+0000 7f3beaffd640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3bd806be30 0x7f3bd806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:29.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.738+0000 7f3beaffd640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3bd806be30 0x7f3bd806e2f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc000f60 tx=0x7f3bdc007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:29.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.742+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bec0cb180 con 0x7f3bec0ccd50 2024-09-10T07:27:29.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.940+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3bec06ea80 con 0x7f3bec0ccd50 2024-09-10T07:27:29.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.940+0000 7f3bd37fe640 1 -- 172.21.15.3:0/671264385 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v71) ==== 80+0+362 (secure 0 0 0) 0x7f3be007a390 con 0x7f3bec0ccd50 2024-09-10T07:27:29.941 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6834/2435938821 2024-09-11T07:27:22.000325+0000 2024-09-10T07:27:29.942 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6832/2435938821 2024-09-11T07:27:22.000325+0000 2024-09-10T07:27:29.942 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6836/991160240 2024-09-11T07:27:20.973185+0000 2024-09-10T07:27:29.942 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6834/991160240 2024-09-11T07:27:20.973185+0000 2024-09-10T07:27:29.942 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6836/1823748918 2024-09-11T07:26:18.862799+0000 2024-09-10T07:27:29.942 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.70:6834/1823748918 2024-09-11T07:26:18.862799+0000 2024-09-10T07:27:29.942 INFO:teuthology.orchestra.run.smithi003.stderr:listed 6 entries 2024-09-10T07:27:29.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3bd806be30 msgr2=0x7f3bd806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3bd806be30 0x7f3bd806e2f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc000f60 tx=0x7f3bdc007d50 comp rx=0 tx=0).stop 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 msgr2=0x7f3bec0c9290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 0x7f3bec0c9290 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f3be00097a0 tx=0x7f3be00046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 shutdown_connections 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3bd806be30 0x7f3bd806e2f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3bec15c080 0x7f3bec15fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3bec0ccd50 0x7f3bec0c9290 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 --2- 172.21.15.3:0/671264385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3bec070a50 0x7f3bec148e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 >> 172.21.15.3:0/671264385 conn(0x7f3bec06fde0 msgr2=0x7f3bec0cc610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 shutdown_connections 2024-09-10T07:27:29.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:29.943+0000 7f3bf1786640 1 -- 172.21.15.3:0/671264385 wait complete. 2024-09-10T07:27:29.954 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:27:29.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:29.954 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:29.979 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[60477]: fuse finished with error 0 and tester_r 0 2024-09-10T07:27:29.981 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:27:29.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:29.981 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:27:30.147 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:30.147 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:27:30.147 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:30.168 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:27:30.168 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:27:30.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:30.169 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:27:30.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:30.227 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T07:27:30.227 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:30.228 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:30.228 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:30.244 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:27:30.245 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:27:30.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:30.245 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:27:30.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:30.301 INFO:teuthology.orchestra.run.smithi003.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T07:27:30.301 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:30.301 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:27:30.301 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:30.319 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:27:30.319 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:27:30.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:30.320 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:27:30.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:30.377 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T07:27:30.377 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:30.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.479+0000 7f4c2d7c0640 1 Processor -- start 2024-09-10T07:27:30.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.479+0000 7f4c2d7c0640 1 -- start start 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c2d7c0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4c280d0cc0 0x7f4c280d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c2d7c0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4c280b78e0 0x7f4c280b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c2d7c0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c280d3430 con 0x7f4c2815e510 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c2d7c0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f4c280d1660 con 0x7f4c280d0cc0 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c2d7c0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4c280d36d0 con 0x7f4c280b78e0 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c267fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4c280d0cc0 0x7f4c280d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c267fc640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f4c280d0cc0 0x7f4c280d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39802/0 (socket says 172.21.15.3:39802) 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.480+0000 7f4c267fc640 1 -- 172.21.15.3:0/2980561870 learned_addr learned my addr 172.21.15.3:0/2980561870 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.481+0000 7f4c277fe640 1 --2- 172.21.15.3:0/2980561870 >> v2:172.21.15.70:3300/0 conn(0x7f4c280b78e0 0x7f4c280b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.481+0000 7f4c267fc640 1 -- 172.21.15.3:0/2980561870 >> v2:172.21.15.70:3300/0 conn(0x7f4c280b78e0 msgr2=0x7f4c280b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:30.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.481+0000 7f4c267fc640 1 --2- 172.21.15.3:0/2980561870 >> v2:172.21.15.70:3300/0 conn(0x7f4c280b78e0 0x7f4c280b7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.481+0000 7f4c267fc640 1 -- 172.21.15.3:0/2980561870 >> v1:172.21.15.70:6789/0 conn(0x7f4c2815e510 legacy=0x7f4c280ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.481+0000 7f4c267fc640 1 -- 172.21.15.3:0/2980561870 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c280d39b0 con 0x7f4c280d0cc0 2024-09-10T07:27:30.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.481+0000 7f4c267fc640 1 --2- 172.21.15.3:0/2980561870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280d1120 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f4c280b9dc0 tx=0x7f4c1002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8132cf10d8a79c56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c25ffb640 1 -- 172.21.15.3:0/2980561870 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10037070 con 0x7f4c280d0cc0 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c25ffb640 1 -- 172.21.15.3:0/2980561870 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c10032440 con 0x7f4c280d0cc0 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c25ffb640 1 -- 172.21.15.3:0/2980561870 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10032810 con 0x7f4c280d0cc0 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/2980561870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 msgr2=0x7f4c280d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/2980561870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280d1120 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f4c280b9dc0 tx=0x7f4c1002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/2980561870 shutdown_connections 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/2980561870 >> v2:172.21.15.70:3300/0 conn(0x7f4c280b78e0 0x7f4c280b7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/2980561870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280d1120 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/2980561870 >> 172.21.15.3:0/2980561870 conn(0x7f4c2806d1a0 msgr2=0x7f4c28073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:30.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/2980561870 shutdown_connections 2024-09-10T07:27:30.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.482+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/2980561870 wait complete. 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.483+0000 7f4c2d7c0640 1 Processor -- start 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 -- start start 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c280b78e0 0x7f4c280cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280ce200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c2815e510 0x7f4c281f5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4c280d22a0 con 0x7f4c280d0cc0 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4c280d3f70 con 0x7f4c280b78e0 2024-09-10T07:27:30.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c2d7c0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4c280cf210 con 0x7f4c2815e510 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c267fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280ce200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c267fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280ce200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39804/0 (socket says 172.21.15.3:39804) 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.484+0000 7f4c267fc640 1 -- 172.21.15.3:0/1272105104 learned_addr learned my addr 172.21.15.3:0/1272105104 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c26ffd640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c280b78e0 0x7f4c280cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c277fe640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c2815e510 0x7f4c281f5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c267fc640 1 -- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c2815e510 msgr2=0x7f4c281f5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c267fc640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c2815e510 0x7f4c281f5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c267fc640 1 -- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c280b78e0 msgr2=0x7f4c280cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c267fc640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c280b78e0 0x7f4c280cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c267fc640 1 -- 172.21.15.3:0/1272105104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c280cd160 con 0x7f4c280d0cc0 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c277fe640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c2815e510 0x7f4c281f5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c267fc640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280ce200 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f4c1002a220 tx=0x7f4c100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:30.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10041020 con 0x7f4c280d0cc0 2024-09-10T07:27:30.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c100306c0 con 0x7f4c280d0cc0 2024-09-10T07:27:30.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c280cd440 con 0x7f4c280d0cc0 2024-09-10T07:27:30.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10037040 con 0x7f4c280d0cc0 2024-09-10T07:27:30.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.485+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c280cda00 con 0x7f4c280d0cc0 2024-09-10T07:27:30.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.486+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c2815e8f0 con 0x7f4c280d0cc0 2024-09-10T07:27:30.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.487+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4c10044020 con 0x7f4c280d0cc0 2024-09-10T07:27:30.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.487+0000 7f4c1f7fe640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c0806be30 0x7f4c0806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.487+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f4c100ab910 con 0x7f4c280d0cc0 2024-09-10T07:27:30.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.487+0000 7f4c26ffd640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c0806be30 0x7f4c0806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.488+0000 7f4c26ffd640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c0806be30 0x7f4c0806e2f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4c180012e0 tx=0x7f4c18009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.491+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c1004b030 con 0x7f4c280d0cc0 2024-09-10T07:27:30.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.701+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c28073830 con 0x7f4c280d0cc0 2024-09-10T07:27:30.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.701+0000 7f4c1f7fe640 1 -- 172.21.15.3:0/1272105104 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5216 (secure 0 0 0) 0x7f4c1007a050 con 0x7f4c280d0cc0 2024-09-10T07:27:30.702 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:30.702 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":63,"btime":"2024-09-10T07:27:27:026913+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5762,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/837534739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":837534739},{"type":"v1","addr":"172.21.15.70:6836","nonce":837534739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":62},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:23.493520+0000","modified":"2024-09-10T07:27:27.026908+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[1],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.3:6834/3696555686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3696555686},{"type":"v1","addr":"172.21.15.3:6834","nonce":3696555686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":4}]} 2024-09-10T07:27:30.703 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 63 2024-09-10T07:27:30.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c0806be30 msgr2=0x7f4c0806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c0806be30 0x7f4c0806e2f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4c180012e0 tx=0x7f4c18009040 comp rx=0 tx=0).stop 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 msgr2=0x7f4c280ce200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280ce200 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f4c1002a220 tx=0x7f4c100046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 shutdown_connections 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4c0806be30 0x7f4c0806e2f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4c2815e510 0x7f4c281f5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c280d0cc0 0x7f4c280ce200 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 --2- 172.21.15.3:0/1272105104 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4c280b78e0 0x7f4c280cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.703+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 >> 172.21.15.3:0/1272105104 conn(0x7f4c2806d1a0 msgr2=0x7f4c280b96d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.704+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 shutdown_connections 2024-09-10T07:27:30.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.704+0000 7f4c2d7c0640 1 -- 172.21.15.3:0/1272105104 wait complete. 2024-09-10T07:27:30.715 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:30.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.817+0000 7f331bd03640 1 Processor -- start 2024-09-10T07:27:30.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.817+0000 7f331bd03640 1 -- start start 2024-09-10T07:27:30.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f331bd03640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f331415e560 0x7f33140ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f331bd03640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33140d3480 con 0x7f33140cf510 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f331bd03640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33140d3760 con 0x7f33140d1550 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f331bd03640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33140d3a40 con 0x7f331415e560 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f331929e640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f33140cf510 0x7f33140d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42246/0 (socket says 172.21.15.3:42246) 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f331929e640 1 -- 172.21.15.3:0/1079239213 learned_addr learned my addr 172.21.15.3:0/1079239213 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3319a9f640 1 --2- 172.21.15.3:0/1079239213 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f331415e560 0x7f33140ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2040078194 0 0) 0x7f33140d3480 con 0x7f33140cf510 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3300003520 con 0x7f33140cf510 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 744854773 0 0) 0x7f33140d3760 con 0x7f33140d1550 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33140d3480 con 0x7f33140d1550 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1091232722 0 0) 0x7f3300003520 con 0x7f33140cf510 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3319a9f640 1 -- 172.21.15.3:0/1079239213 >> v1:172.21.15.70:6789/0 conn(0x7f33140d1550 legacy=0x7f33140b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3319a9f640 1 -- 172.21.15.3:0/1079239213 >> v1:172.21.15.3:6789/0 conn(0x7f33140cf510 legacy=0x7f33140d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.818+0000 7f3319a9f640 1 -- 172.21.15.3:0/1079239213 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33140d3d20 con 0x7f331415e560 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.819+0000 7f3319a9f640 1 --2- 172.21.15.3:0/1079239213 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f331415e560 0x7f33140ceee0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f33100097d0 tx=0x7f331002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba9beb7d3a961762 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.819+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3310037070 con 0x7f331415e560 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f331002ac30 con 0x7f331415e560 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f3318a9d640 1 -- 172.21.15.3:0/1079239213 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3304001670 con 0x7f331415e560 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 -- 172.21.15.3:0/1079239213 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f331415e560 msgr2=0x7f33140ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 --2- 172.21.15.3:0/1079239213 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f331415e560 0x7f33140ceee0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f33100097d0 tx=0x7f331002a1a0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 -- 172.21.15.3:0/1079239213 shutdown_connections 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 --2- 172.21.15.3:0/1079239213 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f331415e560 0x7f33140ceee0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 -- 172.21.15.3:0/1079239213 >> 172.21.15.3:0/1079239213 conn(0x7f3314073850 msgr2=0x7f331406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:30.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 -- 172.21.15.3:0/1079239213 shutdown_connections 2024-09-10T07:27:30.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.820+0000 7f331bd03640 1 -- 172.21.15.3:0/1079239213 wait complete. 2024-09-10T07:27:30.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.821+0000 7f331bd03640 1 Processor -- start 2024-09-10T07:27:30.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.821+0000 7f331bd03640 1 -- start start 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331bd03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33140cf510 0x7f3314154450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331bd03640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33140d1550 0x7f33141587f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331bd03640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 0x7f331415a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331bd03640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f331415eac0 con 0x7f331415e560 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331bd03640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f331415e940 con 0x7f33140cf510 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331bd03640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33140cf950 con 0x7f33140d1550 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331a2a0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 0x7f331415a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331a2a0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 0x7f331415a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39816/0 (socket says 172.21.15.3:39816) 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331a2a0640 1 -- 172.21.15.3:0/1472968882 learned_addr learned my addr 172.21.15.3:0/1472968882 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:30.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f3319a9f640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33140cf510 0x7f3314154450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.822+0000 7f331929e640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33140d1550 0x7f33141587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331a2a0640 1 -- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33140d1550 msgr2=0x7f33141587f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331a2a0640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33140d1550 0x7f33141587f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331a2a0640 1 -- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33140cf510 msgr2=0x7f3314154450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331a2a0640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33140cf510 0x7f3314154450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331a2a0640 1 -- 172.21.15.3:0/1472968882 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3314158d30 con 0x7f331415e560 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331a2a0640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 0x7f331415a070 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f330c00c7a0 tx=0x7f330c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c003b70 con 0x7f331415e560 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f330c003d10 con 0x7f331415e560 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c00aa90 con 0x7f331415e560 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3314157470 con 0x7f331415e560 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.823+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3314157a30 con 0x7f331415e560 2024-09-10T07:27:30.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.824+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33140ceee0 con 0x7f331415e560 2024-09-10T07:27:30.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.825+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f330c00ac30 con 0x7f331415e560 2024-09-10T07:27:30.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.825+0000 7f330a7fc640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f32f806be30 0x7f32f806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:30.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.825+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f330c08af00 con 0x7f331415e560 2024-09-10T07:27:30.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.825+0000 7f3319a9f640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f32f806be30 0x7f32f806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:30.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.826+0000 7f3319a9f640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f32f806be30 0x7f32f806e2f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3310034000 tx=0x7f331002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:30.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:30.830+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f330c058ff0 con 0x7f331415e560 2024-09-10T07:27:31.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.040+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f331415d550 con 0x7f331415e560 2024-09-10T07:27:31.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.040+0000 7f330a7fc640 1 -- 172.21.15.3:0/1472968882 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5216 (secure 0 0 0) 0x7f330c05d2f0 con 0x7f331415e560 2024-09-10T07:27:31.041 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:31.042 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":63,"btime":"2024-09-10T07:27:27:026913+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5762,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/837534739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":837534739},{"type":"v1","addr":"172.21.15.70:6836","nonce":837534739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":62},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:23.493520+0000","modified":"2024-09-10T07:27:27.026908+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[1],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.3:6834/3696555686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3696555686},{"type":"v1","addr":"172.21.15.3:6834","nonce":3696555686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":4}]} 2024-09-10T07:27:31.042 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 63 2024-09-10T07:27:31.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f32f806be30 msgr2=0x7f32f806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f32f806be30 0x7f32f806e2f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3310034000 tx=0x7f331002e000 comp rx=0 tx=0).stop 2024-09-10T07:27:31.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 msgr2=0x7f331415a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 0x7f331415a070 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f330c00c7a0 tx=0x7f330c00cc60 comp rx=0 tx=0).stop 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 shutdown_connections 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f32f806be30 0x7f32f806e2f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331415e560 0x7f331415a070 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33140d1550 0x7f33141587f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 --2- 172.21.15.3:0/1472968882 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33140cf510 0x7f3314154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 >> 172.21.15.3:0/1472968882 conn(0x7f3314073850 msgr2=0x7f33141611d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 shutdown_connections 2024-09-10T07:27:31.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.042+0000 7f331bd03640 1 -- 172.21.15.3:0/1472968882 wait complete. 2024-09-10T07:27:31.054 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:31.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 Processor -- start 2024-09-10T07:27:31.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 -- start start 2024-09-10T07:27:31.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd72015e510 0x7fd7200ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd7200d13d0 0x7fd7200b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7200d3430 con 0x7fd7200cf040 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd7200d36d0 con 0x7fd7200d13d0 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.155+0000 7fd7260a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd7200d39b0 con 0x7fd72015e510 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd7200d13d0 0x7fd7200b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71effd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fd7200cf040 0x7fd7200d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42260/0 (socket says 172.21.15.3:42260) 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71effd640 1 -- 172.21.15.3:0/3300854146 learned_addr learned my addr 172.21.15.3:0/3300854146 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71f7fe640 1 --2- 172.21.15.3:0/3300854146 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd72015e510 0x7fd7200ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71ffff640 1 -- 172.21.15.3:0/3300854146 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd72015e510 msgr2=0x7fd7200ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71ffff640 1 --2- 172.21.15.3:0/3300854146 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd72015e510 0x7fd7200ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71ffff640 1 -- 172.21.15.3:0/3300854146 >> v1:172.21.15.3:6789/0 conn(0x7fd7200cf040 legacy=0x7fd7200d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71ffff640 1 -- 172.21.15.3:0/3300854146 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7200d3c90 con 0x7fd7200d13d0 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.156+0000 7fd71e7fc640 1 -- 172.21.15.3:0/3300854146 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 598278614 0 0) 0x7fd7200d3430 con 0x7fd7200cf040 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd71ffff640 1 --2- 172.21.15.3:0/3300854146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd7200b78e0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fd718009d90 tx=0x7fd71802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deb548092447242e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd71e7fc640 1 -- 172.21.15.3:0/3300854146 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718031600 con 0x7fd7200d13d0 2024-09-10T07:27:31.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd71e7fc640 1 -- 172.21.15.3:0/3300854146 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7180317a0 con 0x7fd7200d13d0 2024-09-10T07:27:31.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd71e7fc640 1 -- 172.21.15.3:0/3300854146 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd718031b70 con 0x7fd7200d13d0 2024-09-10T07:27:31.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 -- 172.21.15.3:0/3300854146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 msgr2=0x7fd7200b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 --2- 172.21.15.3:0/3300854146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd7200b78e0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fd718009d90 tx=0x7fd71802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 -- 172.21.15.3:0/3300854146 shutdown_connections 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 --2- 172.21.15.3:0/3300854146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd7200b78e0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 --2- 172.21.15.3:0/3300854146 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd72015e510 0x7fd7200ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 -- 172.21.15.3:0/3300854146 >> 172.21.15.3:0/3300854146 conn(0x7fd72006d1a0 msgr2=0x7fd720073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 -- 172.21.15.3:0/3300854146 shutdown_connections 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.157+0000 7fd7260a5640 1 -- 172.21.15.3:0/3300854146 wait complete. 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 Processor -- start 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 -- start start 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7200cf040 0x7fd7201480c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd72015f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd72015e510 0x7fd7200ca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd72015e8f0 con 0x7fd7200d13d0 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd7200d22a0 con 0x7fd72015e510 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.159+0000 7fd7260a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd72015ea70 con 0x7fd7200cf040 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd72015f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd72015f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39836/0 (socket says 172.21.15.3:39836) 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 -- 172.21.15.3:0/992778851 learned_addr learned my addr 172.21.15.3:0/992778851 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71ffff640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd72015e510 0x7fd7200ca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71f7fe640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7200cf040 0x7fd7201480c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 -- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7200cf040 msgr2=0x7fd7201480c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7200cf040 0x7fd7201480c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 -- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd72015e510 msgr2=0x7fd7200ca2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd72015e510 0x7fd7200ca2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 -- 172.21.15.3:0/992778851 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd72015fe50 con 0x7fd7200d13d0 2024-09-10T07:27:31.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd71effd640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd72015f600 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fd71400c4e0 tx=0x7fd71400c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd714018070 con 0x7fd7200d13d0 2024-09-10T07:27:31.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd714007500 con 0x7fd7200d13d0 2024-09-10T07:27:31.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd720160130 con 0x7fd7200d13d0 2024-09-10T07:27:31.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd714004a20 con 0x7fd7200d13d0 2024-09-10T07:27:31.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.160+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd72015fb40 con 0x7fd7200d13d0 2024-09-10T07:27:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.161+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7200ceb00 con 0x7fd7200d13d0 2024-09-10T07:27:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.162+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd71401b070 con 0x7fd7200d13d0 2024-09-10T07:27:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.162+0000 7fd707fff640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd70c06be30 0x7fd70c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.162+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7fd71408a390 con 0x7fd7200d13d0 2024-09-10T07:27:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.163+0000 7fd71f7fe640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd70c06be30 0x7fd70c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.163+0000 7fd71f7fe640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd70c06be30 0x7fd70c06e2f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd7100079a0 tx=0x7fd710008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.167+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd714058540 con 0x7fd7200d13d0 2024-09-10T07:27:31.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.348+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd720145450 con 0x7fd7200d13d0 2024-09-10T07:27:31.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.349+0000 7fd707fff640 1 -- 172.21.15.3:0/992778851 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+17399 (secure 0 0 0) 0x7fd71405c840 con 0x7fd7200d13d0 2024-09-10T07:27:31.350 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:31.350 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:22.000352+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:25:35.317957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T07:25:36.647272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.9","mappings":[{"from":7,"to":2}]},{"pgid":"10.1","mappings":[{"from":4,"to":3}]},{"pgid":"10.d","mappings":[{"from":4,"to":3}]},{"pgid":"10.10","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6834/2435938821":"2024-09-11T07:27:22.000325+0000","172.21.15.3:6832/2435938821":"2024-09-11T07:27:22.000325+0000","172.21.15.70:6836/991160240":"2024-09-11T07:27:20.973185+0000","172.21.15.70:6834/991160240":"2024-09-11T07:27:20.973185+0000","172.21.15.70:6836/1823748918":"2024-09-11T07:26:18.862799+0000","172.21.15.70:6834/1823748918":"2024-09-11T07:26:18.862799+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:31.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd70c06be30 msgr2=0x7fd70c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd70c06be30 0x7fd70c06e2f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd7100079a0 tx=0x7fd710008040 comp rx=0 tx=0).stop 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 msgr2=0x7fd72015f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd72015f600 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fd71400c4e0 tx=0x7fd71400c9a0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 shutdown_connections 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd70c06be30 0x7fd70c06e2f0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd72015e510 0x7fd7200ca2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd7200d13d0 0x7fd72015f600 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 --2- 172.21.15.3:0/992778851 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd7200cf040 0x7fd7201480c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 >> 172.21.15.3:0/992778851 conn(0x7fd72006d1a0 msgr2=0x7fd7200b8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 shutdown_connections 2024-09-10T07:27:31.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.351+0000 7fd7260a5640 1 -- 172.21.15.3:0/992778851 wait complete. 2024-09-10T07:27:31.363 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:27:31.364 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:31.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.465+0000 7f4f98552640 1 Processor -- start 2024-09-10T07:27:31.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.465+0000 7f4f98552640 1 -- start start 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.466+0000 7f4f98552640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4f9015e510 0x7f4f900ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.466+0000 7f4f98552640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f900d3430 con 0x7f4f900cf040 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.466+0000 7f4f98552640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f900d36d0 con 0x7f4f900d13d0 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.466+0000 7f4f98552640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4f900d39b0 con 0x7f4f9015e510 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f95aed640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4f900cf040 0x7f4f900d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42272/0 (socket says 172.21.15.3:42272) 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f95aed640 1 -- 172.21.15.3:0/1005348916 learned_addr learned my addr 172.21.15.3:0/1005348916 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f962ee640 1 --2- 172.21.15.3:0/1005348916 >> v2:172.21.15.70:3300/0 conn(0x7f4f9015e510 0x7f4f900ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f952ec640 1 -- 172.21.15.3:0/1005348916 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2138288058 0 0) 0x7f4f900d3430 con 0x7f4f900cf040 2024-09-10T07:27:31.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f952ec640 1 -- 172.21.15.3:0/1005348916 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f7c003520 con 0x7f4f900cf040 2024-09-10T07:27:31.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f952ec640 1 -- 172.21.15.3:0/1005348916 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 565476258 0 0) 0x7f4f7c003520 con 0x7f4f900cf040 2024-09-10T07:27:31.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f962ee640 1 -- 172.21.15.3:0/1005348916 >> v1:172.21.15.70:6789/0 conn(0x7f4f900d13d0 legacy=0x7f4f900b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f962ee640 1 -- 172.21.15.3:0/1005348916 >> v1:172.21.15.3:6789/0 conn(0x7f4f900cf040 legacy=0x7f4f900d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.467+0000 7f4f962ee640 1 -- 172.21.15.3:0/1005348916 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f900d3c90 con 0x7f4f9015e510 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.468+0000 7f4f962ee640 1 --2- 172.21.15.3:0/1005348916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9015e510 0x7f4f900ceb00 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c0097a0 tx=0x7f4f8c02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db5d804bc1b16b79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.468+0000 7f4f952ec640 1 -- 172.21.15.3:0/1005348916 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8c037070 con 0x7f4f9015e510 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.468+0000 7f4f952ec640 1 -- 172.21.15.3:0/1005348916 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f8c02abc0 con 0x7f4f9015e510 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.468+0000 7f4f952ec640 1 -- 172.21.15.3:0/1005348916 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80001670 con 0x7f4f9015e510 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 -- 172.21.15.3:0/1005348916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9015e510 msgr2=0x7f4f900ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 --2- 172.21.15.3:0/1005348916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9015e510 0x7f4f900ceb00 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c0097a0 tx=0x7f4f8c02a130 comp rx=0 tx=0).stop 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 -- 172.21.15.3:0/1005348916 shutdown_connections 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 --2- 172.21.15.3:0/1005348916 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f9015e510 0x7f4f900ceb00 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 -- 172.21.15.3:0/1005348916 >> 172.21.15.3:0/1005348916 conn(0x7f4f9006d1a0 msgr2=0x7f4f90073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 -- 172.21.15.3:0/1005348916 shutdown_connections 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.469+0000 7f4f98552640 1 -- 172.21.15.3:0/1005348916 wait complete. 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.470+0000 7f4f98552640 1 Processor -- start 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.470+0000 7f4f98552640 1 -- start start 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f900cf040 0x7f4f901f7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f900d13d0 0x7f4f901602f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 0x7f4f900b5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4f9015e8f0 con 0x7f4f9015e510 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4f900d22a0 con 0x7f4f900cf040 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4f9015ea70 con 0x7f4f900d13d0 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 0x7f4f900b5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 0x7f4f900b5950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39844/0 (socket says 172.21.15.3:39844) 2024-09-10T07:27:31.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 -- 172.21.15.3:0/3762819486 learned_addr learned my addr 172.21.15.3:0/3762819486 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f95aed640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f900d13d0 0x7f4f901602f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f962ee640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f900cf040 0x7f4f901f7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 -- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f900d13d0 msgr2=0x7f4f901602f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f900d13d0 0x7f4f901602f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 -- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f900cf040 msgr2=0x7f4f901f7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f900cf040 0x7f4f901f7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 -- 172.21.15.3:0/3762819486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f901f7b50 con 0x7f4f9015e510 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f962ee640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f900cf040 0x7f4f901f7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f96aef640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 0x7f4f900b5950 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f4f8800c7a0 tx=0x7f4f8800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f88003b70 con 0x7f4f9015e510 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f88003d30 con 0x7f4f9015e510 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f90160d90 con 0x7f4f9015e510 2024-09-10T07:27:31.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f8800aa90 con 0x7f4f9015e510 2024-09-10T07:27:31.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.471+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f90161350 con 0x7f4f9015e510 2024-09-10T07:27:31.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.472+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f900d04c0 con 0x7f4f9015e510 2024-09-10T07:27:31.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.473+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4f8800ac30 con 0x7f4f9015e510 2024-09-10T07:27:31.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.473+0000 7f4f86ffd640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f7406be30 0x7f4f7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.474+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f4f8808b100 con 0x7f4f9015e510 2024-09-10T07:27:31.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.474+0000 7f4f962ee640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f7406be30 0x7f4f7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.474+0000 7f4f962ee640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f7406be30 0x7f4f7406e2f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c034000 tx=0x7f4f8c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.478+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f900d04c0 con 0x7f4f9015e510 2024-09-10T07:27:31.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.691+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f900ceb00 con 0x7f4f9015e510 2024-09-10T07:27:31.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.692+0000 7f4f86ffd640 1 -- 172.21.15.3:0/3762819486 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5216 (secure 0 0 0) 0x7f4f88059710 con 0x7f4f9015e510 2024-09-10T07:27:31.693 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:31.693 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":63,"btime":"2024-09-10T07:27:27:026913+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5762,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/837534739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":837534739},{"type":"v1","addr":"172.21.15.70:6836","nonce":837534739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":62},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:23.493520+0000","modified":"2024-09-10T07:27:27.026908+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[1],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.3:6834/3696555686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3696555686},{"type":"v1","addr":"172.21.15.3:6834","nonce":3696555686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":4}]} 2024-09-10T07:27:31.693 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 63 2024-09-10T07:27:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f7406be30 msgr2=0x7f4f7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f7406be30 0x7f4f7406e2f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c034000 tx=0x7f4f8c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 msgr2=0x7f4f900b5950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 0x7f4f900b5950 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f4f8800c7a0 tx=0x7f4f8800cc60 comp rx=0 tx=0).stop 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 shutdown_connections 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4f7406be30 0x7f4f7406e2f0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f9015e510 0x7f4f900b5950 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4f900d13d0 0x7f4f901602f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 --2- 172.21.15.3:0/3762819486 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4f900cf040 0x7f4f901f7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 >> 172.21.15.3:0/3762819486 conn(0x7f4f9006d1a0 msgr2=0x7f4f9015d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 shutdown_connections 2024-09-10T07:27:31.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.694+0000 7f4f98552640 1 -- 172.21.15.3:0/3762819486 wait complete. 2024-09-10T07:27:31.706 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:31.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.807+0000 7fe37cf2c640 1 Processor -- start 2024-09-10T07:27:31.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.807+0000 7fe37cf2c640 1 -- start start 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe37cf2c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe3780d1550 0x7fe3781691c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe37cf2c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3780d3480 con 0x7fe3780ceee0 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe37cf2c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3780d3760 con 0x7fe37815e560 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe37cf2c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe3780d3a40 con 0x7fe3780d1550 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe376d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe3780d1550 0x7fe3781691c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe375d9b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe3780ceee0 0x7fe3780d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42284/0 (socket says 172.21.15.3:42284) 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe375d9b640 1 -- 172.21.15.3:0/227894346 learned_addr learned my addr 172.21.15.3:0/227894346 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe376d9d640 1 -- 172.21.15.3:0/227894346 >> v1:172.21.15.70:6789/0 conn(0x7fe37815e560 legacy=0x7fe3780cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:31.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe376d9d640 1 -- 172.21.15.3:0/227894346 >> v1:172.21.15.3:6789/0 conn(0x7fe3780ceee0 legacy=0x7fe3780d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.808+0000 7fe376d9d640 1 -- 172.21.15.3:0/227894346 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3780d3d20 con 0x7fe3780d1550 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.809+0000 7fe376d9d640 1 --2- 172.21.15.3:0/227894346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3781691c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fe370009d90 tx=0x7fe37002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48fa13061006e330 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.809+0000 7fe37559a640 1 -- 172.21.15.3:0/227894346 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe370007740 con 0x7fe3780d1550 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.809+0000 7fe37559a640 1 -- 172.21.15.3:0/227894346 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3700078e0 con 0x7fe3780d1550 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.809+0000 7fe37559a640 1 -- 172.21.15.3:0/227894346 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe370007cb0 con 0x7fe3780d1550 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 -- 172.21.15.3:0/227894346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 msgr2=0x7fe3781691c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/227894346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3781691c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fe370009d90 tx=0x7fe37002a6a0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 -- 172.21.15.3:0/227894346 shutdown_connections 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/227894346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3781691c0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 -- 172.21.15.3:0/227894346 >> 172.21.15.3:0/227894346 conn(0x7fe378073850 msgr2=0x7fe37806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 -- 172.21.15.3:0/227894346 shutdown_connections 2024-09-10T07:27:31.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.810+0000 7fe37cf2c640 1 -- 172.21.15.3:0/227894346 wait complete. 2024-09-10T07:27:31.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.811+0000 7fe37cf2c640 1 Processor -- start 2024-09-10T07:27:31.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.811+0000 7fe37cf2c640 1 -- start start 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37cf2c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3780ceee0 0x7fe3780cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37cf2c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3780cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37cf2c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe37815e560 0x7fe378157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37cf2c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe37815eac0 con 0x7fe3780d1550 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37cf2c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe37815e940 con 0x7fe3780ceee0 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37cf2c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe3780b87a0 con 0x7fe37815e560 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3780cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3780cb580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39874/0 (socket says 172.21.15.3:39874) 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 -- 172.21.15.3:0/3154525534 learned_addr learned my addr 172.21.15.3:0/3154525534 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe376d9d640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe37815e560 0x7fe378157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37659c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3780ceee0 0x7fe3780cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 -- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe37815e560 msgr2=0x7fe378157a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe37815e560 0x7fe378157a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 -- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3780ceee0 msgr2=0x7fe3780cdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3780ceee0 0x7fe3780cdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 -- 172.21.15.3:0/3154525534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3780cbf60 con 0x7fe3780d1550 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe37659c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3780ceee0 0x7fe3780cdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe376d9d640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe37815e560 0x7fe378157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.812+0000 7fe375d9b640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3780cb580 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fe36c00c400 tx=0x7fe36c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.813+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c017070 con 0x7fe3780d1550 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.813+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe36c005ce0 con 0x7fe3780d1550 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.813+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3780cc240 con 0x7fe3780d1550 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.813+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36c0072f0 con 0x7fe3780d1550 2024-09-10T07:27:31.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.813+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3780cc800 con 0x7fe3780d1550 2024-09-10T07:27:31.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.814+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3780d0e40 con 0x7fe3780d1550 2024-09-10T07:27:31.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.814+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe36c01a070 con 0x7fe3780d1550 2024-09-10T07:27:31.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.815+0000 7fe366ffd640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe35806be30 0x7fe35806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:31.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.815+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7fe36c08a5b0 con 0x7fe3780d1550 2024-09-10T07:27:31.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.815+0000 7fe37659c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe35806be30 0x7fe35806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:31.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.816+0000 7fe37659c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe35806be30 0x7fe35806e2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe36800a830 tx=0x7fe368008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:31.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:31.819+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe36c058c40 con 0x7fe3780d1550 2024-09-10T07:27:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.031+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe378069e60 con 0x7fe3780d1550 2024-09-10T07:27:32.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.032+0000 7fe366ffd640 1 -- 172.21.15.3:0/3154525534 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5216 (secure 0 0 0) 0x7fe36c058540 con 0x7fe3780d1550 2024-09-10T07:27:32.033 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:32.033 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":63,"btime":"2024-09-10T07:27:27:026913+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5762,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/837534739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":837534739},{"type":"v1","addr":"172.21.15.70:6836","nonce":837534739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":62},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:23.493520+0000","modified":"2024-09-10T07:27:27.026908+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[1],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.3:6834/3696555686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3696555686},{"type":"v1","addr":"172.21.15.3:6834","nonce":3696555686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":4}]} 2024-09-10T07:27:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 63 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe35806be30 msgr2=0x7fe35806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe35806be30 0x7fe35806e2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe36800a830 tx=0x7fe368008040 comp rx=0 tx=0).stop 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 msgr2=0x7fe3780cb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3780cb580 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fe36c00c400 tx=0x7fe36c00c8c0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 shutdown_connections 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe35806be30 0x7fe35806e2f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe37815e560 0x7fe378157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe3780d1550 0x7fe3780cb580 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 --2- 172.21.15.3:0/3154525534 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe3780ceee0 0x7fe3780cdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 >> 172.21.15.3:0/3154525534 conn(0x7fe378073850 msgr2=0x7fe3780b7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 shutdown_connections 2024-09-10T07:27:32.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.034+0000 7fe37cf2c640 1 -- 172.21.15.3:0/3154525534 wait complete. 2024-09-10T07:27:32.046 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:32.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.147+0000 7f89c5223640 1 Processor -- start 2024-09-10T07:27:32.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.147+0000 7f89c5223640 1 -- start start 2024-09-10T07:27:32.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89c5223640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89c015c3c0 0x7f89c00cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89c5223640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89c0073a50 con 0x7f89c00b0610 2024-09-10T07:27:32.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89c5223640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89c0073d30 con 0x7f89c006c200 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89c5223640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f89c00b4540 con 0x7f89c015c3c0 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89bed9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89c015c3c0 0x7f89c00cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89be59c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f89c00b0610 0x7f89c006baf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42290/0 (socket says 172.21.15.3:42290) 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.148+0000 7f89be59c640 1 -- 172.21.15.3:0/3898455783 learned_addr learned my addr 172.21.15.3:0/3898455783 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.149+0000 7f89bed9d640 1 -- 172.21.15.3:0/3898455783 >> v1:172.21.15.70:6789/0 conn(0x7f89c006c200 legacy=0x7f89c00b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.149+0000 7f89bed9d640 1 -- 172.21.15.3:0/3898455783 >> v1:172.21.15.3:6789/0 conn(0x7f89c00b0610 legacy=0x7f89c006baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.149+0000 7f89bed9d640 1 -- 172.21.15.3:0/3898455783 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c00b4230 con 0x7f89c015c3c0 2024-09-10T07:27:32.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.149+0000 7f89bed9d640 1 --2- 172.21.15.3:0/3898455783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c015c3c0 0x7f89c00cf9f0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f89c0069c20 tx=0x7f89b802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e5879132b886b54 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89bdd9b640 1 -- 172.21.15.3:0/3898455783 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8037070 con 0x7f89c015c3c0 2024-09-10T07:27:32.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89bdd9b640 1 -- 172.21.15.3:0/3898455783 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89b8032440 con 0x7f89c015c3c0 2024-09-10T07:27:32.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89bdd9b640 1 -- 172.21.15.3:0/3898455783 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8032810 con 0x7f89c015c3c0 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 -- 172.21.15.3:0/3898455783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c015c3c0 msgr2=0x7f89c00cf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 --2- 172.21.15.3:0/3898455783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c015c3c0 0x7f89c00cf9f0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f89c0069c20 tx=0x7f89b802a1c0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 -- 172.21.15.3:0/3898455783 shutdown_connections 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 --2- 172.21.15.3:0/3898455783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c015c3c0 0x7f89c00cf9f0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 -- 172.21.15.3:0/3898455783 >> 172.21.15.3:0/3898455783 conn(0x7f89c00b2c50 msgr2=0x7f89c00b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 -- 172.21.15.3:0/3898455783 shutdown_connections 2024-09-10T07:27:32.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.150+0000 7f89c5223640 1 -- 172.21.15.3:0/3898455783 wait complete. 2024-09-10T07:27:32.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 Processor -- start 2024-09-10T07:27:32.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 -- start start 2024-09-10T07:27:32.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 0x7f89c01506a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89c015c3c0 0x7f89c01546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89c01e71d0 0x7f89c014f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f89c015c920 con 0x7f89c006c200 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f89c015c7a0 con 0x7f89c01e71d0 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89c5223640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f89c00b01b0 con 0x7f89c015c3c0 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89bed9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 0x7f89c01506a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89bed9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 0x7f89c01506a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39890/0 (socket says 172.21.15.3:39890) 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.152+0000 7f89bed9d640 1 -- 172.21.15.3:0/2049524576 learned_addr learned my addr 172.21.15.3:0/2049524576 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89be59c640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89c015c3c0 0x7f89c01546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bf59e640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89c01e71d0 0x7f89c014f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bed9d640 1 -- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89c015c3c0 msgr2=0x7f89c01546d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bed9d640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89c015c3c0 0x7f89c01546d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bed9d640 1 -- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89c01e71d0 msgr2=0x7f89c014f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bed9d640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89c01e71d0 0x7f89c014f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bed9d640 1 -- 172.21.15.3:0/2049524576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c01512f0 con 0x7f89c006c200 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bf59e640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89c01e71d0 0x7f89c014f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89be59c640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89c015c3c0 0x7f89c01546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89bed9d640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 0x7f89c01506a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f89b8009890 tx=0x7f89b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8041070 con 0x7f89c006c200 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89b803c950 con 0x7f89c006c200 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c0150d30 con 0x7f89c006c200 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8037040 con 0x7f89c006c200 2024-09-10T07:27:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.153+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c0155750 con 0x7f89c006c200 2024-09-10T07:27:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.154+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89c00b2060 con 0x7f89c006c200 2024-09-10T07:27:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.155+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f89b8044070 con 0x7f89c006c200 2024-09-10T07:27:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.155+0000 7f89b77fe640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f89a006be30 0x7f89a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.155+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7f89b80abf70 con 0x7f89c006c200 2024-09-10T07:27:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.156+0000 7f89be59c640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f89a006be30 0x7f89a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.156+0000 7f89be59c640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f89a006be30 0x7f89a006e2f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f89c00734e0 tx=0x7f89a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.160+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89b807a730 con 0x7f89c006c200 2024-09-10T07:27:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.337+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f89c00b1d80 con 0x7f89c006c200 2024-09-10T07:27:32.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.338+0000 7f89b77fe640 1 -- 172.21.15.3:0/2049524576 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+17399 (secure 0 0 0) 0x7f89b807a030 con 0x7f89c006c200 2024-09-10T07:27:32.339 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:32.339 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:22.000352+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:25:35.317957+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T07:25:36.647272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.9","mappings":[{"from":7,"to":2}]},{"pgid":"10.1","mappings":[{"from":4,"to":3}]},{"pgid":"10.d","mappings":[{"from":4,"to":3}]},{"pgid":"10.10","mappings":[{"from":4,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6834/2435938821":"2024-09-11T07:27:22.000325+0000","172.21.15.3:6832/2435938821":"2024-09-11T07:27:22.000325+0000","172.21.15.70:6836/991160240":"2024-09-11T07:27:20.973185+0000","172.21.15.70:6834/991160240":"2024-09-11T07:27:20.973185+0000","172.21.15.70:6836/1823748918":"2024-09-11T07:26:18.862799+0000","172.21.15.70:6834/1823748918":"2024-09-11T07:26:18.862799+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:32.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f89a006be30 msgr2=0x7f89a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f89a006be30 0x7f89a006e2f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f89c00734e0 tx=0x7f89a8009040 comp rx=0 tx=0).stop 2024-09-10T07:27:32.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 msgr2=0x7f89c01506a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 0x7f89c01506a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f89b8009890 tx=0x7f89b80046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 shutdown_connections 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f89a006be30 0x7f89a006e2f0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89c01e71d0 0x7f89c014f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89c015c3c0 0x7f89c01546d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 --2- 172.21.15.3:0/2049524576 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89c006c200 0x7f89c01506a0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 >> 172.21.15.3:0/2049524576 conn(0x7f89c00b2c50 msgr2=0x7f89c00b0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 shutdown_connections 2024-09-10T07:27:32.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.340+0000 7f89c5223640 1 -- 172.21.15.3:0/2049524576 wait complete. 2024-09-10T07:27:32.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:27:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.455+0000 7efeeb42e640 1 Processor -- start 2024-09-10T07:27:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.455+0000 7efeeb42e640 1 -- start start 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efeeb42e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efee415e660 0x7efee40d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efeeb42e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efee40b3a30 0x7efee40d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efeeb42e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efee40b42f0 con 0x7efee415e280 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efeeb42e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7efee40b4c20 con 0x7efee415e660 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efeeb42e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efee40cfee0 con 0x7efee40b3a30 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee89c9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efee415e660 0x7efee40d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee91ca640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7efee415e280 0x7efee40d1f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42296/0 (socket says 172.21.15.3:42296) 2024-09-10T07:27:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee91ca640 1 -- 172.21.15.3:0/2450239493 learned_addr learned my addr 172.21.15.3:0/2450239493 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee99cb640 1 --2- 172.21.15.3:0/2450239493 >> v2:172.21.15.70:3300/0 conn(0x7efee40b3a30 0x7efee40d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee89c9640 1 -- 172.21.15.3:0/2450239493 >> v2:172.21.15.70:3300/0 conn(0x7efee40b3a30 msgr2=0x7efee40d2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee89c9640 1 --2- 172.21.15.3:0/2450239493 >> v2:172.21.15.70:3300/0 conn(0x7efee40b3a30 0x7efee40d2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee89c9640 1 -- 172.21.15.3:0/2450239493 >> v1:172.21.15.3:6789/0 conn(0x7efee415e280 legacy=0x7efee40d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.456+0000 7efee89c9640 1 -- 172.21.15.3:0/2450239493 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee40b45d0 con 0x7efee415e660 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.457+0000 7efee89c9640 1 --2- 172.21.15.3:0/2450239493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee40d29a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7efee40b3ee0 tx=0x7efed402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d15825ac9ed5353 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.457+0000 7efedbfff640 1 -- 172.21.15.3:0/2450239493 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efed4037070 con 0x7efee415e660 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.457+0000 7efedbfff640 1 -- 172.21.15.3:0/2450239493 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efed4032440 con 0x7efee415e660 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.457+0000 7efedbfff640 1 -- 172.21.15.3:0/2450239493 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efed4032810 con 0x7efee415e660 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 -- 172.21.15.3:0/2450239493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 msgr2=0x7efee40d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2450239493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee40d29a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7efee40b3ee0 tx=0x7efed402a1a0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 -- 172.21.15.3:0/2450239493 shutdown_connections 2024-09-10T07:27:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2450239493 >> v2:172.21.15.70:3300/0 conn(0x7efee40b3a30 0x7efee40d2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2450239493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee40d29a0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 -- 172.21.15.3:0/2450239493 >> 172.21.15.3:0/2450239493 conn(0x7efee408ddf0 msgr2=0x7efee409d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 -- 172.21.15.3:0/2450239493 shutdown_connections 2024-09-10T07:27:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.458+0000 7efeeb42e640 1 -- 172.21.15.3:0/2450239493 wait complete. 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.459+0000 7efeeb42e640 1 Processor -- start 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.459+0000 7efeeb42e640 1 -- start start 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efeeb42e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efee40b3a30 0x7efee414dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efeeb42e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efee415e280 0x7efee4150510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efeeb42e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee41610d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efeeb42e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efee40b5230 con 0x7efee415e660 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efeeb42e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efee40b50b0 con 0x7efee415e280 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efeeb42e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efee40ceed0 con 0x7efee40b3a30 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee41610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee41610d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39916/0 (socket says 172.21.15.3:39916) 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 -- 172.21.15.3:0/2687793368 learned_addr learned my addr 172.21.15.3:0/2687793368 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee91ca640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efee40b3a30 0x7efee414dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee89c9640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efee415e280 0x7efee4150510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 -- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efee40b3a30 msgr2=0x7efee414dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efee40b3a30 0x7efee414dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 -- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efee415e280 msgr2=0x7efee4150510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efee415e280 0x7efee4150510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee99cb640 1 -- 172.21.15.3:0/2687793368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee4150a50 con 0x7efee415e660 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.460+0000 7efee91ca640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efee40b3a30 0x7efee414dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.461+0000 7efee99cb640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee41610d0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7efedc007e40 tx=0x7efedc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.461+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efedc014620 con 0x7efee415e660 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.461+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efedc019070 con 0x7efee415e660 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.461+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efee4150d20 con 0x7efee415e660 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.461+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efedc014a20 con 0x7efee415e660 2024-09-10T07:27:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.461+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efee41512e0 con 0x7efee415e660 2024-09-10T07:27:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.462+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efee40d1f90 con 0x7efee415e660 2024-09-10T07:27:32.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.462+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efedc014bc0 con 0x7efee415e660 2024-09-10T07:27:32.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.463+0000 7efed9ffb640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efec806be30 0x7efec806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.463+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6475+0+0 (secure 0 0 0) 0x7efedc08ba20 con 0x7efee415e660 2024-09-10T07:27:32.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.463+0000 7efee91ca640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efec806be30 0x7efec806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.464+0000 7efee91ca640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efec806be30 0x7efec806e2f0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7efee0000f60 tx=0x7efee0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.467+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efedc05a0d0 con 0x7efee415e660 2024-09-10T07:27:32.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.681+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7efee4069690 con 0x7efee415e660 2024-09-10T07:27:32.682 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:27:32.681+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:27:32.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.683+0000 7efed9ffb640 1 -- 172.21.15.3:0/2687793368 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v64) ==== 161+0+0 (secure 0 0 0) 0x7efedc0599d0 con 0x7efee415e660 2024-09-10T07:27:32.683 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:27:32.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efec806be30 msgr2=0x7efec806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efec806be30 0x7efec806e2f0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7efee0000f60 tx=0x7efee0009040 comp rx=0 tx=0).stop 2024-09-10T07:27:32.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 msgr2=0x7efee41610d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee41610d0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7efedc007e40 tx=0x7efedc00e4b0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 shutdown_connections 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efec806be30 0x7efec806e2f0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efee415e660 0x7efee41610d0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efee415e280 0x7efee4150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 --2- 172.21.15.3:0/2687793368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efee40b3a30 0x7efee414dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 >> 172.21.15.3:0/2687793368 conn(0x7efee408ddf0 msgr2=0x7efee40744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 shutdown_connections 2024-09-10T07:27:32.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.685+0000 7efeeb42e640 1 -- 172.21.15.3:0/2687793368 wait complete. 2024-09-10T07:27:32.698 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T07:27:32.723 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:27:32.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.803+0000 7fe40e88d640 1 Processor -- start 2024-09-10T07:27:32.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.803+0000 7fe40e88d640 1 -- start start 2024-09-10T07:27:32.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe40e88d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 0x7fe4080d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe40e88d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4080d4360 0x7fe4080d47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe40e88d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4080b4dc0 con 0x7fe4080d1fa0 2024-09-10T07:27:32.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe40e88d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe4080d4d10 con 0x7fe4080d4360 2024-09-10T07:27:32.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe40e88d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe4080b5060 con 0x7fe40815e290 2024-09-10T07:27:32.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 0x7fe4080d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 0x7fe4080d1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:50352/0 (socket says 172.21.15.3:50352) 2024-09-10T07:27:32.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe40ce2a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe4080d4360 0x7fe4080d47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 -- 172.21.15.3:0/941485895 learned_addr learned my addr 172.21.15.3:0/941485895 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:32.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 -- 172.21.15.3:0/941485895 >> v2:172.21.15.70:3300/0 conn(0x7fe4080d4360 msgr2=0x7fe4080d47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:32.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 --2- 172.21.15.3:0/941485895 >> v2:172.21.15.70:3300/0 conn(0x7fe4080d4360 0x7fe4080d47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 -- 172.21.15.3:0/941485895 >> v1:172.21.15.70:6789/0 conn(0x7fe4080d1fa0 legacy=0x7fe4080b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.804+0000 7fe407fff640 1 -- 172.21.15.3:0/941485895 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4080b5340 con 0x7fe40815e290 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.805+0000 7fe407fff640 1 --2- 172.21.15.3:0/941485895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 0x7fe4080d1880 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8009870 tx=0x7fe3f802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac97b4a3854c9ffd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.805+0000 7fe406ffd640 1 -- 172.21.15.3:0/941485895 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f8037070 con 0x7fe40815e290 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.805+0000 7fe406ffd640 1 -- 172.21.15.3:0/941485895 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3f8032440 con 0x7fe40815e290 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.805+0000 7fe406ffd640 1 -- 172.21.15.3:0/941485895 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f8032810 con 0x7fe40815e290 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 -- 172.21.15.3:0/941485895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 msgr2=0x7fe4080d1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 --2- 172.21.15.3:0/941485895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 0x7fe4080d1880 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8009870 tx=0x7fe3f802a1c0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 -- 172.21.15.3:0/941485895 shutdown_connections 2024-09-10T07:27:32.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 --2- 172.21.15.3:0/941485895 >> v2:172.21.15.70:3300/0 conn(0x7fe4080d4360 0x7fe4080d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 --2- 172.21.15.3:0/941485895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40815e290 0x7fe4080d1880 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 -- 172.21.15.3:0/941485895 >> 172.21.15.3:0/941485895 conn(0x7fe40808ddc0 msgr2=0x7fe40809d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:32.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 -- 172.21.15.3:0/941485895 shutdown_connections 2024-09-10T07:27:32.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.806+0000 7fe40e88d640 1 -- 172.21.15.3:0/941485895 wait complete. 2024-09-10T07:27:32.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.807+0000 7fe40e88d640 1 Processor -- start 2024-09-10T07:27:32.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.807+0000 7fe40e88d640 1 -- start start 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40e88d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4080d1fa0 0x7fe40815f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40e88d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 0x7fe4081f7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40e88d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe40815e290 0x7fe4080b6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40e88d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe40815e670 con 0x7fe4080d4360 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40e88d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe4080cf090 con 0x7fe40815e290 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40e88d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe40815e7f0 con 0x7fe4080d1fa0 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe4077fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 0x7fe4081f7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe4077fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 0x7fe4081f7420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39948/0 (socket says 172.21.15.3:39948) 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe4077fe640 1 -- 172.21.15.3:0/1896082679 learned_addr learned my addr 172.21.15.3:0/1896082679 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe407fff640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4080d1fa0 0x7fe40815f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.808+0000 7fe40ce2a640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe40815e290 0x7fe4080b6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe4077fe640 1 -- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4080d1fa0 msgr2=0x7fe40815f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe4077fe640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4080d1fa0 0x7fe40815f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe4077fe640 1 -- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe40815e290 msgr2=0x7fe4080b6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe4077fe640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe40815e290 0x7fe4080b6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe4077fe640 1 -- 172.21.15.3:0/1896082679 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4081f8350 con 0x7fe4080d4360 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe4077fe640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 0x7fe4081f7420 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00c430 tx=0x7fe3fc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc0052d0 con 0x7fe4080d4360 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3fc005490 con 0x7fe4080d4360 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4081f7d90 con 0x7fe4080d4360 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc007260 con 0x7fe4080d4360 2024-09-10T07:27:32.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.809+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe40815ee10 con 0x7fe4080d4360 2024-09-10T07:27:32.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.810+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4080d47d0 con 0x7fe4080d4360 2024-09-10T07:27:32.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.810+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3fc007400 con 0x7fe4080d4360 2024-09-10T07:27:32.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.811+0000 7fe404ff9640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f406be30 0x7fe3f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:32.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.811+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6561+0+0 (secure 0 0 0) 0x7fe3fc08a5a0 con 0x7fe4080d4360 2024-09-10T07:27:32.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.811+0000 7fe407fff640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f406be30 0x7fe3f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:32.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.812+0000 7fe407fff640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f406be30 0x7fe3f406e2f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8034000 tx=0x7fe3f802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:32.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:32.815+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3fc058630 con 0x7fe4080d4360 2024-09-10T07:27:33.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.030+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe408074830 con 0x7fe4080d4360 2024-09-10T07:27:33.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.684+0000 7fe404ff9640 1 -- 172.21.15.3:0/1896082679 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v65) ==== 104+0+0 (secure 0 0 0) 0x7fe3fc05c930 con 0x7fe4080d4360 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.687+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f406be30 msgr2=0x7fe3f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.687+0000 7fe40e88d640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f406be30 0x7fe3f406e2f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8034000 tx=0x7fe3f802e000 comp rx=0 tx=0).stop 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.687+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 msgr2=0x7fe4081f7420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.687+0000 7fe40e88d640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 0x7fe4081f7420 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00c430 tx=0x7fe3fc00c8f0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 shutdown_connections 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f406be30 0x7fe3f406e2f0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe40815e290 0x7fe4080b6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4080d4360 0x7fe4081f7420 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 --2- 172.21.15.3:0/1896082679 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe4080d1fa0 0x7fe40815f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 >> 172.21.15.3:0/1896082679 conn(0x7fe40808ddc0 msgr2=0x7fe40806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 shutdown_connections 2024-09-10T07:27:33.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.688+0000 7fe40e88d640 1 -- 172.21.15.3:0/1896082679 wait complete. 2024-09-10T07:27:33.702 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T07:27:33.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.858+0000 7f85e8dcf640 1 Processor -- start 2024-09-10T07:27:33.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.859+0000 7f85e8dcf640 1 -- start start 2024-09-10T07:27:33.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.859+0000 7f85e8dcf640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f85e40ba190 0x7f85e4162570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:33.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.859+0000 7f85e8dcf640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85e40d39d0 con 0x7f85e4162130 2024-09-10T07:27:33.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.859+0000 7f85e8dcf640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85e40b74c0 con 0x7f85e415e770 2024-09-10T07:27:33.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.859+0000 7f85e8dcf640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f85e40b7df0 con 0x7f85e40ba190 2024-09-10T07:27:33.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85e2d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f85e40ba190 0x7f85e4162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:33.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85dbfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f85e4162130 0x7f85e40b9a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42306/0 (socket says 172.21.15.3:42306) 2024-09-10T07:27:33.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85dbfff640 1 -- 172.21.15.3:0/2527395189 learned_addr learned my addr 172.21.15.3:0/2527395189 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:33.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85e2d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f85e40ba190 0x7f85e4162570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39962/0 (socket says 172.21.15.3:39962) 2024-09-10T07:27:33.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85e2d9d640 1 -- 172.21.15.3:0/2527395189 >> v1:172.21.15.70:6789/0 conn(0x7f85e415e770 legacy=0x7f85e40d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85e2d9d640 1 -- 172.21.15.3:0/2527395189 >> v1:172.21.15.3:6789/0 conn(0x7f85e4162130 legacy=0x7f85e40b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85e2d9d640 1 -- 172.21.15.3:0/2527395189 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e40b77a0 con 0x7f85e40ba190 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.860+0000 7f85e1d9b640 1 -- 172.21.15.3:0/2527395189 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 581867590 0 0) 0x7f85e40d39d0 con 0x7f85e4162130 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e2d9d640 1 --2- 172.21.15.3:0/2527395189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e4162570 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009d90 tx=0x7f85dc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f04d4162fed95f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e1d9b640 1 -- 172.21.15.3:0/2527395189 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc007740 con 0x7f85e40ba190 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e1d9b640 1 -- 172.21.15.3:0/2527395189 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85dc0078e0 con 0x7f85e40ba190 2024-09-10T07:27:33.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e1d9b640 1 -- 172.21.15.3:0/2527395189 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc007cb0 con 0x7f85e40ba190 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 -- 172.21.15.3:0/2527395189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 msgr2=0x7f85e4162570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/2527395189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e4162570 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009d90 tx=0x7f85dc02a6f0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 -- 172.21.15.3:0/2527395189 shutdown_connections 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/2527395189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e4162570 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 -- 172.21.15.3:0/2527395189 >> 172.21.15.3:0/2527395189 conn(0x7f85e409d660 msgr2=0x7f85e40d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 -- 172.21.15.3:0/2527395189 shutdown_connections 2024-09-10T07:27:33.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.861+0000 7f85e8dcf640 1 -- 172.21.15.3:0/2527395189 wait complete. 2024-09-10T07:27:33.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.863+0000 7f85e8dcf640 1 Processor -- start 2024-09-10T07:27:33.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.863+0000 7f85e8dcf640 1 -- start start 2024-09-10T07:27:33.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e41539f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:33.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e415e770 0x7f85e40cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:33.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e4162130 0x7f85e40ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:33.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f85e40d51c0 con 0x7f85e40ba190 2024-09-10T07:27:33.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f85e4162ab0 con 0x7f85e4162130 2024-09-10T07:27:33.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f85e40d5340 con 0x7f85e415e770 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e41539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e41539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39964/0 (socket says 172.21.15.3:39964) 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 -- 172.21.15.3:0/1689776188 learned_addr learned my addr 172.21.15.3:0/1689776188 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e2d9d640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e4162130 0x7f85e40ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85dbfff640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e415e770 0x7f85e40cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 -- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e415e770 msgr2=0x7f85e40cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e415e770 0x7f85e40cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 -- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e4162130 msgr2=0x7f85e40ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e4162130 0x7f85e40ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 -- 172.21.15.3:0/1689776188 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e40c8000 con 0x7f85e40ba190 2024-09-10T07:27:33.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e259c640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e41539f0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f85d400c400 tx=0x7f85d400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:33.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4017070 con 0x7f85e40ba190 2024-09-10T07:27:33.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85d40052d0 con 0x7f85e40ba190 2024-09-10T07:27:33.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4003830 con 0x7f85e40ba190 2024-09-10T07:27:33.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.864+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e4161490 con 0x7f85e40ba190 2024-09-10T07:27:33.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.865+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e4161a50 con 0x7f85e40ba190 2024-09-10T07:27:33.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.865+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e4069110 con 0x7f85e40ba190 2024-09-10T07:27:33.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.866+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f85d401a070 con 0x7f85e40ba190 2024-09-10T07:27:33.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.866+0000 7f85daffd640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:33.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.867+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6561+0+0 (secure 0 0 0) 0x7f85d408a510 con 0x7f85e40ba190 2024-09-10T07:27:33.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.867+0000 7f85dbfff640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:33.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.867+0000 7f85dbfff640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f85cc007f70 tx=0x7f85cc007f00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:33.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:33.871+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85d4058470 con 0x7f85e40ba190 2024-09-10T07:27:34.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:34.047+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f85e4162570 con 0x7f85e40ba190 2024-09-10T07:27:35.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.057+0000 7f85daffd640 1 -- 172.21.15.3:0/1689776188 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v73) ==== 181+0+0 (secure 0 0 0) 0x7f85d405c770 con 0x7f85e40ba190 2024-09-10T07:27:35.058 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-09-10T07:27:35.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 msgr2=0x7f85c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:35.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f85cc007f70 tx=0x7f85cc007f00 comp rx=0 tx=0).stop 2024-09-10T07:27:35.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 msgr2=0x7f85e41539f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:35.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e41539f0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f85d400c400 tx=0x7f85d400c8c0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 shutdown_connections 2024-09-10T07:27:35.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f85c406be30 0x7f85c406e2f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85e4162130 0x7f85e40ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f85e415e770 0x7f85e40cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 --2- 172.21.15.3:0/1689776188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f85e40ba190 0x7f85e41539f0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 >> 172.21.15.3:0/1689776188 conn(0x7f85e409d660 msgr2=0x7f85e406d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:35.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 shutdown_connections 2024-09-10T07:27:35.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.060+0000 7f85e8dcf640 1 -- 172.21.15.3:0/1689776188 wait complete. 2024-09-10T07:27:35.077 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T07:27:35.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.190+0000 7fadc9867640 1 Processor -- start 2024-09-10T07:27:35.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.190+0000 7fadc9867640 1 -- start start 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc9867640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fadc406c730 0x7fadc4073290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc9867640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fadc40737d0 0x7fadc415e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc9867640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadc41621f0 con 0x7fadc406f6a0 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc9867640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fadc4161fa0 con 0x7fadc40737d0 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc9867640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fadc41624d0 con 0x7fadc406c730 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc37fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fadc40737d0 0x7fadc415e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.191+0000 7fadc2ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fadc406f6a0 0x7fadc40b4110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42310/0 (socket says 172.21.15.3:42310) 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc2ffd640 1 -- 172.21.15.3:0/2228101683 learned_addr learned my addr 172.21.15.3:0/2228101683 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc27fc640 1 --2- 172.21.15.3:0/2228101683 >> v2:172.21.15.70:3300/0 conn(0x7fadc406c730 0x7fadc4073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:35.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc37fe640 1 -- 172.21.15.3:0/2228101683 >> v2:172.21.15.70:3300/0 conn(0x7fadc406c730 msgr2=0x7fadc4073290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:35.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc37fe640 1 --2- 172.21.15.3:0/2228101683 >> v2:172.21.15.70:3300/0 conn(0x7fadc406c730 0x7fadc4073290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc37fe640 1 -- 172.21.15.3:0/2228101683 >> v1:172.21.15.3:6789/0 conn(0x7fadc406f6a0 legacy=0x7fadc40b4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:35.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc37fe640 1 -- 172.21.15.3:0/2228101683 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc41627b0 con 0x7fadc40737d0 2024-09-10T07:27:35.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.192+0000 7fadc1ffb640 1 -- 172.21.15.3:0/2228101683 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3667237360 0 0) 0x7fadc41621f0 con 0x7fadc406f6a0 2024-09-10T07:27:35.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc37fe640 1 --2- 172.21.15.3:0/2228101683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc40737d0 0x7fadc415e910 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fadc40b6250 tx=0x7fadb402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525c27b376f5af77 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:35.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc1ffb640 1 -- 172.21.15.3:0/2228101683 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4007740 con 0x7fadc40737d0 2024-09-10T07:27:35.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc1ffb640 1 -- 172.21.15.3:0/2228101683 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadb40078e0 con 0x7fadc40737d0 2024-09-10T07:27:35.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc1ffb640 1 -- 172.21.15.3:0/2228101683 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4007cb0 con 0x7fadc40737d0 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 -- 172.21.15.3:0/2228101683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc40737d0 msgr2=0x7fadc415e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 --2- 172.21.15.3:0/2228101683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc40737d0 0x7fadc415e910 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fadc40b6250 tx=0x7fadb402a5f0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 -- 172.21.15.3:0/2228101683 shutdown_connections 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 --2- 172.21.15.3:0/2228101683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc40737d0 0x7fadc415e910 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 --2- 172.21.15.3:0/2228101683 >> v2:172.21.15.70:3300/0 conn(0x7fadc406c730 0x7fadc4073290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 -- 172.21.15.3:0/2228101683 >> 172.21.15.3:0/2228101683 conn(0x7fadc40b2e10 msgr2=0x7fadc40b3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 -- 172.21.15.3:0/2228101683 shutdown_connections 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.193+0000 7fadc9867640 1 -- 172.21.15.3:0/2228101683 wait complete. 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.195+0000 7fadc9867640 1 Processor -- start 2024-09-10T07:27:35.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.195+0000 7fadc9867640 1 -- start start 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.195+0000 7fadc9867640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 0x7fadc4148b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fadc406f6a0 0x7fadc4159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fadc40737d0 0x7fadc415bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fadc406eaf0 con 0x7fadc406c730 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fadc406fa80 con 0x7fadc40737d0 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fadc41490b0 con 0x7fadc406f6a0 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 0x7fadc4148b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 0x7fadc4148b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39984/0 (socket says 172.21.15.3:39984) 2024-09-10T07:27:35.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 -- 172.21.15.3:0/3768516511 learned_addr learned my addr 172.21.15.3:0/3768516511 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc27fc640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fadc406f6a0 0x7fadc4159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc37fe640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fadc40737d0 0x7fadc415bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 -- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fadc406f6a0 msgr2=0x7fadc4159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fadc406f6a0 0x7fadc4159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 -- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fadc40737d0 msgr2=0x7fadc415bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fadc40737d0 0x7fadc415bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 -- 172.21.15.3:0/3768516511 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc4159c40 con 0x7fadc406c730 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc2ffd640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 0x7fadc4148b70 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fadbc00c4d0 tx=0x7fadbc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc018070 con 0x7fadc406c730 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadbc007500 con 0x7fadc406c730 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadc41f4410 con 0x7fadc406c730 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc004a20 con 0x7fadc406c730 2024-09-10T07:27:35.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.196+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadc41f49d0 con 0x7fadc406c730 2024-09-10T07:27:35.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.198+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadc40b6630 con 0x7fadc406c730 2024-09-10T07:27:35.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.198+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fadbc01b070 con 0x7fadc406c730 2024-09-10T07:27:35.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.198+0000 7fadbbfff640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fada406be30 0x7fada406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:35.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.199+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6094+0+0 (secure 0 0 0) 0x7fadbc08a2b0 con 0x7fadc406c730 2024-09-10T07:27:35.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.199+0000 7fadc27fc640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fada406be30 0x7fada406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:35.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.199+0000 7fadc27fc640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fada406be30 0x7fada406e2f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fadc4152cf0 tx=0x7fadac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:35.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.203+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fadc40b6630 con 0x7fadc406c730 2024-09-10T07:27:35.213 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:27:35.215 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:27:35.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:35.382+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fadc4073290 con 0x7fadc406c730 2024-09-10T07:27:36.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.058+0000 7fadbbfff640 1 -- 172.21.15.3:0/3768516511 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v74) ==== 169+0+0 (secure 0 0 0) 0x7fadbc058490 con 0x7fadc406c730 2024-09-10T07:27:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-09-10T07:27:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fada406be30 msgr2=0x7fada406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fada406be30 0x7fada406e2f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fadc4152cf0 tx=0x7fadac008040 comp rx=0 tx=0).stop 2024-09-10T07:27:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 msgr2=0x7fadc4148b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 0x7fadc4148b70 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fadbc00c4d0 tx=0x7fadbc00c990 comp rx=0 tx=0).stop 2024-09-10T07:27:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 shutdown_connections 2024-09-10T07:27:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fada406be30 0x7fada406e2f0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fadc40737d0 0x7fadc415bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fadc406f6a0 0x7fadc4159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 --2- 172.21.15.3:0/3768516511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fadc406c730 0x7fadc4148b70 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 >> 172.21.15.3:0/3768516511 conn(0x7fadc40b2e10 msgr2=0x7fadc40aec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 shutdown_connections 2024-09-10T07:27:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.063+0000 7fadc9867640 1 -- 172.21.15.3:0/3768516511 wait complete. 2024-09-10T07:27:36.082 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T07:27:36.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.192+0000 7f0714c50640 1 Processor -- start 2024-09-10T07:27:36.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.192+0000 7f0714c50640 1 -- start start 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f0714c50640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f07100d0d70 0x7f071015fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f0714c50640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 0x7f07100cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f0714c50640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07100cd410 con 0x7f071015c060 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f0714c50640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0710072db0 con 0x7f07100d0d70 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f0714c50640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0710160b30 con 0x7f07100cca20 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f070ed9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 0x7f07100cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f070dd9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f07100d0d70 0x7f071015fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f070e59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f071015c060 0x7f07100ca840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:53702/0 (socket says 172.21.15.3:53702) 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f070ed9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 0x7f07100cced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:50394/0 (socket says 172.21.15.3:50394) 2024-09-10T07:27:36.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.193+0000 7f070e59c640 1 -- 172.21.15.3:0/1969988616 learned_addr learned my addr 172.21.15.3:0/1969988616 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:36.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070d59a640 1 -- 172.21.15.3:0/1969988616 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1404417077 0 0) 0x7f0700001110 con 0x7f071015c060 2024-09-10T07:27:36.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070d59a640 1 -- 172.21.15.3:0/1969988616 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f06f8003520 con 0x7f071015c060 2024-09-10T07:27:36.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070ed9d640 1 -- 172.21.15.3:0/1969988616 >> v2:172.21.15.70:3300/0 conn(0x7f07100d0d70 msgr2=0x7f071015fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:36.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070ed9d640 1 --2- 172.21.15.3:0/1969988616 >> v2:172.21.15.70:3300/0 conn(0x7f07100d0d70 0x7f071015fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070ed9d640 1 -- 172.21.15.3:0/1969988616 >> v1:172.21.15.70:6789/0 conn(0x7f071015c060 legacy=0x7f07100ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070ed9d640 1 -- 172.21.15.3:0/1969988616 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071015c440 con 0x7f07100cca20 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070dd9b640 1 --2- 172.21.15.3:0/1969988616 >> v2:172.21.15.70:3300/0 conn(0x7f07100d0d70 0x7f071015fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.194+0000 7f070ed9d640 1 --2- 172.21.15.3:0/1969988616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 0x7f07100cced0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0708009d90 tx=0x7f070802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eca2f59b4acd14ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f070d59a640 1 -- 172.21.15.3:0/1969988616 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0708007740 con 0x7f07100cca20 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f070d59a640 1 -- 172.21.15.3:0/1969988616 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07080078e0 con 0x7f07100cca20 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f070d59a640 1 -- 172.21.15.3:0/1969988616 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0708007c90 con 0x7f07100cca20 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 -- 172.21.15.3:0/1969988616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 msgr2=0x7f07100cced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 --2- 172.21.15.3:0/1969988616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 0x7f07100cced0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0708009d90 tx=0x7f070802a660 comp rx=0 tx=0).stop 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 -- 172.21.15.3:0/1969988616 shutdown_connections 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 --2- 172.21.15.3:0/1969988616 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100cca20 0x7f07100cced0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 --2- 172.21.15.3:0/1969988616 >> v2:172.21.15.70:3300/0 conn(0x7f07100d0d70 0x7f071015fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 -- 172.21.15.3:0/1969988616 >> 172.21.15.3:0/1969988616 conn(0x7f071006baf0 msgr2=0x7f071006bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 -- 172.21.15.3:0/1969988616 shutdown_connections 2024-09-10T07:27:36.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.195+0000 7f0714c50640 1 -- 172.21.15.3:0/1969988616 wait complete. 2024-09-10T07:27:36.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 Processor -- start 2024-09-10T07:27:36.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 -- start start 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07100cca20 0x7f0710154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100d0d70 0x7f071015e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 0x7f071015ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0710073050 con 0x7f071015c060 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0710160850 con 0x7f07100cca20 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.197+0000 7f0714c50640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0710160140 con 0x7f07100d0d70 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 0x7f071015ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 0x7f071015ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39994/0 (socket says 172.21.15.3:39994) 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 -- 172.21.15.3:0/2962659125 learned_addr learned my addr 172.21.15.3:0/2962659125 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070e59c640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07100cca20 0x7f0710154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070dd9b640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100d0d70 0x7f071015e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 -- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100d0d70 msgr2=0x7f071015e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100d0d70 0x7f071015e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 -- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07100cca20 msgr2=0x7f0710154ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07100cca20 0x7f0710154ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 -- 172.21.15.3:0/2962659125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07100c47b0 con 0x7f071015c060 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f070ed9d640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 0x7f071015ed50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0708009eb0 tx=0x7f0708004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070803f070 con 0x7f071015c060 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0708031c60 con 0x7f071015c060 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0708009450 con 0x7f071015c060 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.198+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0710159bd0 con 0x7f071015c060 2024-09-10T07:27:36.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.199+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f071015a190 con 0x7f071015c060 2024-09-10T07:27:36.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.199+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07100c4980 con 0x7f071015c060 2024-09-10T07:27:36.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.200+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f070803b410 con 0x7f071015c060 2024-09-10T07:27:36.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.200+0000 7f06feffd640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06f006be30 0x7f06f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.201+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7f07080ac020 con 0x7f071015c060 2024-09-10T07:27:36.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.201+0000 7f070e59c640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06f006be30 0x7f06f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.201+0000 7f070e59c640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06f006be30 0x7f06f006e2f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0700005880 tx=0x7f0700009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:36.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.205+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f07080078a0 con 0x7f071015c060 2024-09-10T07:27:36.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.386+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f07100cced0 con 0x7f071015c060 2024-09-10T07:27:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.389+0000 7f06feffd640 1 -- 172.21.15.3:0/2962659125 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f070807a3f0 con 0x7f071015c060 2024-09-10T07:27:36.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06f006be30 msgr2=0x7f06f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06f006be30 0x7f06f006e2f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0700005880 tx=0x7f0700009040 comp rx=0 tx=0).stop 2024-09-10T07:27:36.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 msgr2=0x7f071015ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 0x7f071015ed50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f0708009eb0 tx=0x7f0708004a40 comp rx=0 tx=0).stop 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 shutdown_connections 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f06f006be30 0x7f06f006e2f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f071015c060 0x7f071015ed50 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f07100d0d70 0x7f071015e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 --2- 172.21.15.3:0/2962659125 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f07100cca20 0x7f0710154ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 >> 172.21.15.3:0/2962659125 conn(0x7f071006baf0 msgr2=0x7f071015a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 shutdown_connections 2024-09-10T07:27:36.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.391+0000 7f0714c50640 1 -- 172.21.15.3:0/2962659125 wait complete. 2024-09-10T07:27:36.403 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_reset' 2024-09-10T07:27:36.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 Processor -- start 2024-09-10T07:27:36.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 -- start start 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f598415e800 0x7f59840cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59840d3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59840cfd30 con 0x7f59840cf910 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f598415ebe0 con 0x7f598415e800 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.515+0000 7f5989e4c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f59840d42d0 con 0x7f59840d3470 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f5982ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f59840cf910 0x7f598406d690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42322/0 (socket says 172.21.15.3:42322) 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f5982ffd640 1 -- 172.21.15.3:0/841816271 learned_addr learned my addr 172.21.15.3:0/841816271 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f5983fff640 1 --2- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59840d3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59837fe640 1 --2- 172.21.15.3:0/841816271 >> v2:172.21.15.70:3300/0 conn(0x7f598415e800 0x7f59840cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59827fc640 1 -- 172.21.15.3:0/841816271 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2115353761 0 0) 0x7f59840cfd30 con 0x7f59840cf910 2024-09-10T07:27:36.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59827fc640 1 -- 172.21.15.3:0/841816271 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f596c003520 con 0x7f59840cf910 2024-09-10T07:27:36.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59837fe640 1 -- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 msgr2=0x7f59840d3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:36.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59837fe640 1 --2- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59840d3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59837fe640 1 -- 172.21.15.3:0/841816271 >> v1:172.21.15.3:6789/0 conn(0x7f59840cf910 legacy=0x7f598406d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.516+0000 7f59837fe640 1 -- 172.21.15.3:0/841816271 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59840d3ff0 con 0x7f598415e800 2024-09-10T07:27:36.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.517+0000 7f59837fe640 1 --2- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840cf3d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f59740097a0 tx=0x7f597402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bad15bbca2790874 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:36.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.517+0000 7f59827fc640 1 -- 172.21.15.3:0/841816271 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5974037070 con 0x7f598415e800 2024-09-10T07:27:36.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.517+0000 7f59827fc640 1 -- 172.21.15.3:0/841816271 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5974032440 con 0x7f598415e800 2024-09-10T07:27:36.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.517+0000 7f59827fc640 1 -- 172.21.15.3:0/841816271 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59740327f0 con 0x7f598415e800 2024-09-10T07:27:36.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 -- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 msgr2=0x7f59840cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 --2- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840cf3d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f59740097a0 tx=0x7f597402a180 comp rx=0 tx=0).stop 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 -- 172.21.15.3:0/841816271 shutdown_connections 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 --2- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59840d3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 --2- 172.21.15.3:0/841816271 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840cf3d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 -- 172.21.15.3:0/841816271 >> 172.21.15.3:0/841816271 conn(0x7f598409d750 msgr2=0x7f59840d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 -- 172.21.15.3:0/841816271 shutdown_connections 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.518+0000 7f5989e4c640 1 -- 172.21.15.3:0/841816271 wait complete. 2024-09-10T07:27:36.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.519+0000 7f5989e4c640 1 Processor -- start 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.519+0000 7f5989e4c640 1 -- start start 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5989e4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 0x7f59840ce560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5989e4c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59841611f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5989e4c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840c9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5989e4c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f598406d170 con 0x7f59840cf910 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5989e4c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f598406ce90 con 0x7f598415e800 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5989e4c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f59840d4e30 con 0x7f59840d3470 2024-09-10T07:27:36.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 0x7f59840ce560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 0x7f59840ce560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40008/0 (socket says 172.21.15.3:40008) 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 -- 172.21.15.3:0/4128260477 learned_addr learned my addr 172.21.15.3:0/4128260477 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5982ffd640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59841611f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f5983fff640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 -- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 msgr2=0x7f59841611f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59841611f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 -- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 msgr2=0x7f59840c9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840c9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 -- 172.21.15.3:0/4128260477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59840b7cf0 con 0x7f59840cf910 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f59837fe640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 0x7f59840ce560 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f597402a1c0 tx=0x7f59740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.520+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5974037040 con 0x7f59840cf910 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.521+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5974042070 con 0x7f59840cf910 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.521+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59840b7fd0 con 0x7f59840cf910 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.521+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f597403b930 con 0x7f59840cf910 2024-09-10T07:27:36.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.521+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59840c8f20 con 0x7f59840cf910 2024-09-10T07:27:36.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.521+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59840d4c50 con 0x7f59840cf910 2024-09-10T07:27:36.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.522+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f597403bad0 con 0x7f59840cf910 2024-09-10T07:27:36.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.522+0000 7f596bfff640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f597006be30 0x7f597006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:36.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.523+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7f59740ab4c0 con 0x7f59840cf910 2024-09-10T07:27:36.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.523+0000 7f5982ffd640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f597006be30 0x7f597006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:36.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.523+0000 7f5982ffd640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f597006be30 0x7f597006e2f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f59840b1b90 tx=0x7f5978009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:36.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.527+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f59840d4c50 con 0x7f59840cf910 2024-09-10T07:27:36.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:36.770+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_reset"]} v 0) -- 0x7f5984161730 con 0x7f59840cf910 2024-09-10T07:27:37.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.068+0000 7f596bfff640 1 -- 172.21.15.3:0/4128260477 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_reset"]}]=0 v322) ==== 140+0+0 (secure 0 0 0) 0x7f5974079920 con 0x7f59840cf910 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f597006be30 msgr2=0x7f597006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f597006be30 0x7f597006e2f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f59840b1b90 tx=0x7f5978009040 comp rx=0 tx=0).stop 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 msgr2=0x7f59840ce560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 0x7f59840ce560 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f597402a1c0 tx=0x7f59740046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 shutdown_connections 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f597006be30 0x7f597006e2f0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f598415e800 0x7f59840c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f59840d3470 0x7f59841611f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 --2- 172.21.15.3:0/4128260477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f59840cf910 0x7f59840ce560 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 >> 172.21.15.3:0/4128260477 conn(0x7f598409d750 msgr2=0x7f598406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:37.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 shutdown_connections 2024-09-10T07:27:37.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.071+0000 7f5989e4c640 1 -- 172.21.15.3:0/4128260477 wait complete. 2024-09-10T07:27:37.083 INFO:tasks.cephfs_test_runner:That after forcibly modifying the backing store, we can get back into ... ok 2024-09-10T07:27:37.083 INFO:tasks.cephfs_test_runner:Starting test: test_table_tool (tasks.cephfs.test_journal_repair.TestJournalRepair) 2024-09-10T07:27:37.084 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:37.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.189+0000 7f505836f640 1 Processor -- start 2024-09-10T07:27:37.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.189+0000 7f505836f640 1 -- start start 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.190+0000 7f505836f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f505015e510 0x7f50500ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.190+0000 7f505836f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50500d3430 con 0x7f50500cf040 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.190+0000 7f505836f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50500d36d0 con 0x7f50500d13d0 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.190+0000 7f505836f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f50500d39b0 con 0x7f505015e510 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f505610b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f505015e510 0x7f50500ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f505590a640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f50500cf040 0x7f50500d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42338/0 (socket says 172.21.15.3:42338) 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f505590a640 1 -- 172.21.15.3:0/4089497198 learned_addr learned my addr 172.21.15.3:0/4089497198 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:37.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f5055109640 1 -- 172.21.15.3:0/4089497198 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3310159562 0 0) 0x7f50500d3430 con 0x7f50500cf040 2024-09-10T07:27:37.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f5055109640 1 -- 172.21.15.3:0/4089497198 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f503c003520 con 0x7f50500cf040 2024-09-10T07:27:37.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f505610b640 1 -- 172.21.15.3:0/4089497198 >> v1:172.21.15.70:6789/0 conn(0x7f50500d13d0 legacy=0x7f50500b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f5055109640 1 -- 172.21.15.3:0/4089497198 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1553952437 0 0) 0x7f50500d36d0 con 0x7f50500d13d0 2024-09-10T07:27:37.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f505610b640 1 -- 172.21.15.3:0/4089497198 >> v1:172.21.15.3:6789/0 conn(0x7f50500cf040 legacy=0x7f50500d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.191+0000 7f505610b640 1 -- 172.21.15.3:0/4089497198 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50500d3c90 con 0x7f505015e510 2024-09-10T07:27:37.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505610b640 1 --2- 172.21.15.3:0/4089497198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f505015e510 0x7f50500ceb00 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f504c0097a0 tx=0x7f504c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e1456d31a50babd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f5055109640 1 -- 172.21.15.3:0/4089497198 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f504c037070 con 0x7f505015e510 2024-09-10T07:27:37.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f5055109640 1 -- 172.21.15.3:0/4089497198 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f504c032440 con 0x7f505015e510 2024-09-10T07:27:37.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f5055109640 1 -- 172.21.15.3:0/4089497198 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f504c032810 con 0x7f505015e510 2024-09-10T07:27:37.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 -- 172.21.15.3:0/4089497198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f505015e510 msgr2=0x7f50500ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 --2- 172.21.15.3:0/4089497198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f505015e510 0x7f50500ceb00 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f504c0097a0 tx=0x7f504c02a1a0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 -- 172.21.15.3:0/4089497198 shutdown_connections 2024-09-10T07:27:37.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 --2- 172.21.15.3:0/4089497198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f505015e510 0x7f50500ceb00 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 -- 172.21.15.3:0/4089497198 >> 172.21.15.3:0/4089497198 conn(0x7f505006d1a0 msgr2=0x7f5050073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:37.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 -- 172.21.15.3:0/4089497198 shutdown_connections 2024-09-10T07:27:37.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.192+0000 7f505836f640 1 -- 172.21.15.3:0/4089497198 wait complete. 2024-09-10T07:27:37.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 Processor -- start 2024-09-10T07:27:37.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 -- start start 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f50500cf040 0x7f5050160200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 0x7f5050159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f505015e510 0x7f505014f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f505015e8f0 con 0x7f50500d13d0 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f50500d22a0 con 0x7f505015e510 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505836f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f505015ea70 con 0x7f50500cf040 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505590a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 0x7f5050159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505590a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 0x7f5050159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40026/0 (socket says 172.21.15.3:40026) 2024-09-10T07:27:37.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.194+0000 7f505590a640 1 -- 172.21.15.3:0/3433433471 learned_addr learned my addr 172.21.15.3:0/3433433471 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505690c640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f505015e510 0x7f505014f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505610b640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f50500cf040 0x7f5050160200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505590a640 1 -- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f50500cf040 msgr2=0x7f5050160200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505590a640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f50500cf040 0x7f5050160200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505590a640 1 -- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f505015e510 msgr2=0x7f505014f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505590a640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f505015e510 0x7f505014f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505590a640 1 -- 172.21.15.3:0/3433433471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f505015f160 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505590a640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 0x7f5050159ac0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f504000c460 tx=0x7f504000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5040017070 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5040005ce0 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5040007290 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f505015f440 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.195+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f505015fa00 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.196+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50500ceb00 con 0x7f50500d13d0 2024-09-10T07:27:37.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.197+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f504001a070 con 0x7f50500d13d0 2024-09-10T07:27:37.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.197+0000 7f5046ffd640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f503406be30 0x7f503406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.197+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7f504008a0a0 con 0x7f50500d13d0 2024-09-10T07:27:37.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.197+0000 7f505610b640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f503406be30 0x7f503406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.198+0000 7f505610b640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f503406be30 0x7f503406e2f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f504c034000 tx=0x7f504c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.201+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5040058470 con 0x7f50500d13d0 2024-09-10T07:27:37.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.376+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50500ba1c0 con 0x7f50500d13d0 2024-09-10T07:27:37.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.377+0000 7f5046ffd640 1 -- 172.21.15.3:0/3433433471 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v74) ==== 74+0+13570 (secure 0 0 0) 0x7f504005c770 con 0x7f50500d13d0 2024-09-10T07:27:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:37.378 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":74,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:36.059183+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6834/3696555686":"2024-09-11T07:27:32.683451+0000","172.21.15.3:6834/2435938821":"2024-09-11T07:27:22.000325+0000","172.21.15.3:6832/2435938821":"2024-09-11T07:27:22.000325+0000","172.21.15.70:6836/991160240":"2024-09-11T07:27:20.973185+0000","172.21.15.3:6832/3696555686":"2024-09-11T07:27:32.683451+0000","172.21.15.70:6834/991160240":"2024-09-11T07:27:20.973185+0000","172.21.15.70:6836/1823748918":"2024-09-11T07:26:18.862799+0000","172.21.15.70:6834/1823748918":"2024-09-11T07:26:18.862799+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:37.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f503406be30 msgr2=0x7f503406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f503406be30 0x7f503406e2f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f504c034000 tx=0x7f504c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:37.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 msgr2=0x7f5050159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 0x7f5050159ac0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f504000c460 tx=0x7f504000c920 comp rx=0 tx=0).stop 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 shutdown_connections 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f503406be30 0x7f503406e2f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f505015e510 0x7f505014f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50500d13d0 0x7f5050159ac0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 --2- 172.21.15.3:0/3433433471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f50500cf040 0x7f5050160200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 >> 172.21.15.3:0/3433433471 conn(0x7f505006d1a0 msgr2=0x7f5050159140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 shutdown_connections 2024-09-10T07:27:37.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.379+0000 7f505836f640 1 -- 172.21.15.3:0/3433433471 wait complete. 2024-09-10T07:27:37.391 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:19:58.101338+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T07:27:37.391 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T07:27:37.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.495+0000 7f9dcdb11640 1 Processor -- start 2024-09-10T07:27:37.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.495+0000 7f9dcdb11640 1 -- start start 2024-09-10T07:27:37.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dcdb11640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc80d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dcdb11640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9dc80d1fa0 0x7f9dc80b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dcdb11640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dc80b4dc0 con 0x7f9dc80d4360 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dcdb11640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f9dc80b4b10 con 0x7f9dc80d1fa0 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dcdb11640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9dc80b5060 con 0x7f9dc815e290 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dc6ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9dc80d1fa0 0x7f9dc80b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dc7fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f9dc80d4360 0x7f9dc8161f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42346/0 (socket says 172.21.15.3:42346) 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dc7fff640 1 -- 172.21.15.3:0/1903236793 learned_addr learned my addr 172.21.15.3:0/1903236793 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.496+0000 7f9dc77fe640 1 --2- 172.21.15.3:0/1903236793 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc80d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.497+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/1903236793 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 msgr2=0x7f9dc80d1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.497+0000 7f9dc6ffd640 1 --2- 172.21.15.3:0/1903236793 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc80d1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.497+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/1903236793 >> v1:172.21.15.3:6789/0 conn(0x7f9dc80d4360 legacy=0x7f9dc8161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.497+0000 7f9dc67fc640 1 -- 172.21.15.3:0/1903236793 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 789783695 0 0) 0x7f9dc80b4dc0 con 0x7f9dc80d4360 2024-09-10T07:27:37.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.497+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/1903236793 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dc80b5340 con 0x7f9dc80d1fa0 2024-09-10T07:27:37.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.497+0000 7f9dc6ffd640 1 --2- 172.21.15.3:0/1903236793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc80b45d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc0097a0 tx=0x7f9dbc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc2a81b6e4ad9639 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dc67fc640 1 -- 172.21.15.3:0/1903236793 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc037070 con 0x7f9dc80d1fa0 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dc67fc640 1 -- 172.21.15.3:0/1903236793 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dbc02ae50 con 0x7f9dc80d1fa0 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dc67fc640 1 -- 172.21.15.3:0/1903236793 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc032660 con 0x7f9dc80d1fa0 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 -- 172.21.15.3:0/1903236793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d1fa0 msgr2=0x7f9dc80b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/1903236793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc80b45d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc0097a0 tx=0x7f9dbc02a100 comp rx=0 tx=0).stop 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 -- 172.21.15.3:0/1903236793 shutdown_connections 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/1903236793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc80b45d0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/1903236793 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc80d1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 -- 172.21.15.3:0/1903236793 >> 172.21.15.3:0/1903236793 conn(0x7f9dc808ddc0 msgr2=0x7f9dc809d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 -- 172.21.15.3:0/1903236793 shutdown_connections 2024-09-10T07:27:37.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.498+0000 7f9dcdb11640 1 -- 172.21.15.3:0/1903236793 wait complete. 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.499+0000 7f9dcdb11640 1 Processor -- start 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 -- start start 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc81ea8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 0x7f9dc8156990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc81e8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc815e670 con 0x7f9dc80d4360 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc80cf090 con 0x7f9dc80d1fa0 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.500+0000 7f9dcdb11640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9dc815e7f0 con 0x7f9dc815e290 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 0x7f9dc8156990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 0x7f9dc8156990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40046/0 (socket says 172.21.15.3:40046) 2024-09-10T07:27:37.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/2980189465 learned_addr learned my addr 172.21.15.3:0/2980189465 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc7fff640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc81e8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc77fe640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc81ea8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 msgr2=0x7f9dc81e8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc81e8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9dc80d1fa0 msgr2=0x7f9dc81ea8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc81ea8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 -- 172.21.15.3:0/2980189465 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dc81e8f20 con 0x7f9dc80d4360 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dc6ffd640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 0x7f9dc8156990 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc0097a0 tx=0x7f9dbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc037040 con 0x7f9dc80d4360 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dbc004030 con 0x7f9dc80d4360 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dc81e9200 con 0x7f9dc80d4360 2024-09-10T07:27:37.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc004420 con 0x7f9dc80d4360 2024-09-10T07:27:37.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.501+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dc80cb4a0 con 0x7f9dc80d4360 2024-09-10T07:27:37.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.502+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dc80d4c70 con 0x7f9dc80d4360 2024-09-10T07:27:37.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.503+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9dbc003610 con 0x7f9dc80d4360 2024-09-10T07:27:37.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.503+0000 7f9daffff640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9db406be30 0x7f9db406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.504+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7f9dbc0ab970 con 0x7f9dc80d4360 2024-09-10T07:27:37.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.504+0000 7f9dc77fe640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9db406be30 0x7f9db406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.504+0000 7f9dc77fe640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9db406be30 0x7f9db406e2f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9db8009aa0 tx=0x7f9db8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.508+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9dbc079d30 con 0x7f9dc80d4360 2024-09-10T07:27:37.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.681+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9dc806ce30 con 0x7f9dc80d4360 2024-09-10T07:27:37.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.681+0000 7f9daffff640 1 -- 172.21.15.3:0/2980189465 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v74) ==== 93+0+10 (secure 0 0 0) 0x7f9dbc07e030 con 0x7f9dc80d4360 2024-09-10T07:27:37.682 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9db406be30 msgr2=0x7f9db406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9db406be30 0x7f9db406e2f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f9db8009aa0 tx=0x7f9db8009190 comp rx=0 tx=0).stop 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 msgr2=0x7f9dc8156990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 0x7f9dc8156990 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc0097a0 tx=0x7f9dbc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 shutdown_connections 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9db406be30 0x7f9db406e2f0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9dc815e290 0x7f9dc81e8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9dc80d4360 0x7f9dc8156990 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 --2- 172.21.15.3:0/2980189465 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9dc80d1fa0 0x7f9dc81ea8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 >> 172.21.15.3:0/2980189465 conn(0x7f9dc808ddc0 msgr2=0x7f9dc80cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:37.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 shutdown_connections 2024-09-10T07:27:37.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.683+0000 7f9dcdb11640 1 -- 172.21.15.3:0/2980189465 wait complete. 2024-09-10T07:27:37.694 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool' 2024-09-10T07:27:37.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.796+0000 7fab10f5b640 1 Processor -- start 2024-09-10T07:27:37.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.796+0000 7fab10f5b640 1 -- start start 2024-09-10T07:27:37.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab10f5b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fab0c15e560 0x7fab0c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab10f5b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab10f5b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab0c0d3480 con 0x7fab0c0d1380 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab10f5b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fab0c0d17d0 con 0x7fab0c15e560 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab10f5b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fab0c0d3760 con 0x7fab0c0cf510 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0a59c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fab0c15e560 0x7fab0c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0ad9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fab0c0d1380 0x7fab0c0b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:42348/0 (socket says 172.21.15.3:42348) 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0ad9d640 1 -- 172.21.15.3:0/231449387 learned_addr learned my addr 172.21.15.3:0/231449387 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab09d9b640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0a59c640 1 -- 172.21.15.3:0/231449387 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 msgr2=0x7fab0c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0a59c640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c0d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0a59c640 1 -- 172.21.15.3:0/231449387 >> v1:172.21.15.3:6789/0 conn(0x7fab0c0d1380 legacy=0x7fab0c0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0a59c640 1 -- 172.21.15.3:0/231449387 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c0d3a40 con 0x7fab0c15e560 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab0959a640 1 -- 172.21.15.3:0/231449387 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2366813195 0 0) 0x7fab0c0d3480 con 0x7fab0c0d1380 2024-09-10T07:27:37.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.797+0000 7fab09d9b640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c0d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:37.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.798+0000 7fab0a59c640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c0ceee0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7faafc0097a0 tx=0x7faafc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eb5a975563a7d9e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.798+0000 7fab0959a640 1 -- 172.21.15.3:0/231449387 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc037070 con 0x7fab0c15e560 2024-09-10T07:27:37.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.798+0000 7fab0959a640 1 -- 172.21.15.3:0/231449387 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faafc032440 con 0x7fab0c15e560 2024-09-10T07:27:37.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.798+0000 7fab0959a640 1 -- 172.21.15.3:0/231449387 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc032810 con 0x7fab0c15e560 2024-09-10T07:27:37.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 -- 172.21.15.3:0/231449387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 msgr2=0x7fab0c0ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c0ceee0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7faafc0097a0 tx=0x7faafc02a180 comp rx=0 tx=0).stop 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 -- 172.21.15.3:0/231449387 shutdown_connections 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c0d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 --2- 172.21.15.3:0/231449387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c0ceee0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 -- 172.21.15.3:0/231449387 >> 172.21.15.3:0/231449387 conn(0x7fab0c073850 msgr2=0x7fab0c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 -- 172.21.15.3:0/231449387 shutdown_connections 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.799+0000 7fab10f5b640 1 -- 172.21.15.3:0/231449387 wait complete. 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.800+0000 7fab10f5b640 1 Processor -- start 2024-09-10T07:27:37.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.800+0000 7fab10f5b640 1 -- start start 2024-09-10T07:27:37.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab10f5b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c152380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab10f5b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab0c0d1380 0x7fab0c1518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab10f5b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c154ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab10f5b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c15e940 con 0x7fab0c15e560 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab10f5b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c0d4240 con 0x7fab0c0d1380 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab10f5b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fab0c15eac0 con 0x7fab0c0cf510 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab0ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c154ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab0ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c154ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40066/0 (socket says 172.21.15.3:40066) 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab0ad9d640 1 -- 172.21.15.3:0/267935730 learned_addr learned my addr 172.21.15.3:0/267935730 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab0a59c640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c152380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.801+0000 7fab09d9b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab0c0d1380 0x7fab0c1518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab0ad9d640 1 -- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 msgr2=0x7fab0c152380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab0ad9d640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c152380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab0ad9d640 1 -- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab0c0d1380 msgr2=0x7fab0c1518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab0ad9d640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab0c0d1380 0x7fab0c1518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:37.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab0ad9d640 1 -- 172.21.15.3:0/267935730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c1f4d30 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab0ad9d640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c154ab0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fab0400c7a0 tx=0x7fab0400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab04018070 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab0400a640 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab0c15f640 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0400aab0 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.802+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab0c15fc00 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.803+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab0c15f430 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.803+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fab0401b070 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.804+0000 7faafaffd640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faaec06be30 0x7faaec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.804+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7fab0408a2e0 con 0x7fab0c15e560 2024-09-10T07:27:37.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.804+0000 7fab0a59c640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faaec06be30 0x7faaec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:37.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.804+0000 7fab0a59c640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faaec06be30 0x7faaec06e2f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7faafc034000 tx=0x7faafc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:37.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:37.808+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fab04058740 con 0x7fab0c15e560 2024-09-10T07:27:38.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.052+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool"]} v 0) -- 0x7fab0c0cf980 con 0x7fab0c15e560 2024-09-10T07:27:38.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.070+0000 7faafaffd640 1 -- 172.21.15.3:0/267935730 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool"]}]=0 v323) ==== 148+0+0 (secure 0 0 0) 0x7fab0405ca40 con 0x7fab0c15e560 2024-09-10T07:27:38.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faaec06be30 msgr2=0x7faaec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faaec06be30 0x7faaec06e2f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7faafc034000 tx=0x7faafc02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:38.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 msgr2=0x7fab0c154ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c154ab0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fab0400c7a0 tx=0x7fab0400cc60 comp rx=0 tx=0).stop 2024-09-10T07:27:38.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 shutdown_connections 2024-09-10T07:27:38.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7faaec06be30 0x7faaec06e2f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab0c15e560 0x7fab0c154ab0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fab0c0d1380 0x7fab0c1518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 --2- 172.21.15.3:0/267935730 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fab0c0cf510 0x7fab0c152380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 >> 172.21.15.3:0/267935730 conn(0x7fab0c073850 msgr2=0x7fab0c0b6950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 shutdown_connections 2024-09-10T07:27:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.073+0000 7fab10f5b640 1 -- 172.21.15.3:0/267935730 wait complete. 2024-09-10T07:27:38.085 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T07:27:38.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.190+0000 7fac5f6d0640 1 Processor -- start 2024-09-10T07:27:38.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.190+0000 7fac5f6d0640 1 -- start start 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5f6d0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fac5815e390 0x7fac58161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5f6d0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac580d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5f6d0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fac580ceb20 0x7fac580d1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5f6d0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fac581627e0 con 0x7fac580ceb20 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5f6d0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fac58162ac0 con 0x7fac5815e390 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5f6d0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac58162da0 con 0x7fac580b75c0 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fac580ceb20 0x7fac580d1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fac580ceb20 0x7fac580d1420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40072/0 (socket says 172.21.15.3:40072) 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 -- 172.21.15.3:0/2906347593 learned_addr learned my addr 172.21.15.3:0/2906347593 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:38.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5d46c640 1 --2- 172.21.15.3:0/2906347593 >> v2:172.21.15.70:3300/0 conn(0x7fac5815e390 0x7fac58161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5cc6b640 1 --2- 172.21.15.3:0/2906347593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac580d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 -- 172.21.15.3:0/2906347593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 msgr2=0x7fac580d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 --2- 172.21.15.3:0/2906347593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac580d0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 -- 172.21.15.3:0/2906347593 >> v2:172.21.15.70:3300/0 conn(0x7fac5815e390 msgr2=0x7fac58161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 --2- 172.21.15.3:0/2906347593 >> v2:172.21.15.70:3300/0 conn(0x7fac5815e390 0x7fac58161f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5dc6d640 1 -- 172.21.15.3:0/2906347593 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac580cf4a0 con 0x7fac580ceb20 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.191+0000 7fac5d46c640 1 --2- 172.21.15.3:0/2906347593 >> v2:172.21.15.70:3300/0 conn(0x7fac5815e390 0x7fac58161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.192+0000 7fac5dc6d640 1 --2- 172.21.15.3:0/2906347593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580d1420 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fac580b6fd0 tx=0x7fac5002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50adfeb25bd65f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.192+0000 7fac4ffff640 1 -- 172.21.15.3:0/2906347593 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac50036070 con 0x7fac580ceb20 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.192+0000 7fac4ffff640 1 -- 172.21.15.3:0/2906347593 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac50031600 con 0x7fac580ceb20 2024-09-10T07:27:38.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.192+0000 7fac4ffff640 1 -- 172.21.15.3:0/2906347593 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac500319d0 con 0x7fac580ceb20 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2906347593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 msgr2=0x7fac580d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2906347593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580d1420 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fac580b6fd0 tx=0x7fac5002a6a0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2906347593 shutdown_connections 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2906347593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580d1420 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2906347593 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac580d0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2906347593 >> v2:172.21.15.70:3300/0 conn(0x7fac5815e390 0x7fac58161f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2906347593 >> 172.21.15.3:0/2906347593 conn(0x7fac58073640 msgr2=0x7fac58073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2906347593 shutdown_connections 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.193+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2906347593 wait complete. 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.194+0000 7fac5f6d0640 1 Processor -- start 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.194+0000 7fac5f6d0640 1 -- start start 2024-09-10T07:27:38.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5f6d0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac581f3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5f6d0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580c8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5f6d0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac5815e390 0x7fac580c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5f6d0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac5815e770 con 0x7fac580ceb20 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5f6d0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fac58162490 con 0x7fac5815e390 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5f6d0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fac580b5f50 con 0x7fac580b75c0 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580c8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580c8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40082/0 (socket says 172.21.15.3:40082) 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 -- 172.21.15.3:0/2903957176 learned_addr learned my addr 172.21.15.3:0/2903957176 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5dc6d640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac5815e390 0x7fac580c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5d46c640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac581f3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 -- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 msgr2=0x7fac581f3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac581f3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 -- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac5815e390 msgr2=0x7fac580c8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac5815e390 0x7fac580c8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5cc6b640 1 -- 172.21.15.3:0/2903957176 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac58160670 con 0x7fac580ceb20 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.195+0000 7fac5d46c640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac581f3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.196+0000 7fac5cc6b640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580c8000 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fac4800d830 tx=0x7fac4800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.196+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48018020 con 0x7fac580ceb20 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.196+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac480096a0 con 0x7fac580ceb20 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.196+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48009a70 con 0x7fac580ceb20 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.196+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac58160950 con 0x7fac580ceb20 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.196+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac58160f10 con 0x7fac580ceb20 2024-09-10T07:27:38.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.197+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac58161f50 con 0x7fac580ceb20 2024-09-10T07:27:38.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.198+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac4801b020 con 0x7fac580ceb20 2024-09-10T07:27:38.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.198+0000 7fac4dffb640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac3c06be30 0x7fac3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.198+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7fac4808b420 con 0x7fac580ceb20 2024-09-10T07:27:38.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.198+0000 7fac5d46c640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac3c06be30 0x7fac3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.199+0000 7fac5d46c640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac3c06be30 0x7fac3c06e2f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fac54006fd0 tx=0x7fac54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:38.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.203+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac48022020 con 0x7fac580ceb20 2024-09-10T07:27:38.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.380+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fac5806a010 con 0x7fac580ceb20 2024-09-10T07:27:38.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.383+0000 7fac4dffb640 1 -- 172.21.15.3:0/2903957176 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fac48009e20 con 0x7fac580ceb20 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac3c06be30 msgr2=0x7fac3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac3c06be30 0x7fac3c06e2f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fac54006fd0 tx=0x7fac54008040 comp rx=0 tx=0).stop 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 msgr2=0x7fac580c8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580c8000 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fac4800d830 tx=0x7fac4800dcf0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 shutdown_connections 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fac3c06be30 0x7fac3c06e2f0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fac5815e390 0x7fac580c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac580ceb20 0x7fac580c8000 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 --2- 172.21.15.3:0/2903957176 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fac580b75c0 0x7fac581f3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 >> 172.21.15.3:0/2903957176 conn(0x7fac58073640 msgr2=0x7fac58073a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:38.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 shutdown_connections 2024-09-10T07:27:38.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.385+0000 7fac5f6d0640 1 -- 172.21.15.3:0/2903957176 wait complete. 2024-09-10T07:27:38.397 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:27:38.397 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:27:38.435 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:27:38.490 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:27:38.490 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:38.490 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:38.507 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:27:38.507 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:27:38.507 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:38.526 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:27:38.526 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:38.526 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:38.563 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:27:38.563 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:27:38.564 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:38.584 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:27:38.584 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T07:27:38.584 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:38.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.704+0000 7f3220d3b640 1 Processor -- start 2024-09-10T07:27:38.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.705+0000 7f3220d3b640 1 -- start start 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.705+0000 7f3220d3b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 0x7f321c0d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.705+0000 7f3220d3b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f321c0d3430 con 0x7f321c0b78e0 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.705+0000 7f3220d3b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f321c0d1660 con 0x7f321c15e510 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.705+0000 7f3220d3b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f321c0d36d0 con 0x7f321c0d0cc0 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f321ad9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f321c0b78e0 0x7f321c0b7d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45060/0 (socket says 172.21.15.3:45060) 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f321ad9d640 1 -- 172.21.15.3:0/2875378051 learned_addr learned my addr 172.21.15.3:0/2875378051 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:38.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3213fff640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 0x7f321c0d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3444449078 0 0) 0x7f321c0d3430 con 0x7f321c0b78e0 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3208003520 con 0x7f321c0b78e0 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1819502009 0 0) 0x7f3208003520 con 0x7f321c0b78e0 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 msgr2=0x7f321c0d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 0x7f321c0d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 >> v1:172.21.15.70:6789/0 conn(0x7f321c15e510 legacy=0x7f321c0ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f321c0d39b0 con 0x7f321c0b78e0 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f32140019f0 con 0x7f321c0b78e0 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 >> v1:172.21.15.3:6789/0 conn(0x7f321c0b78e0 legacy=0x7f321c0b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 0x7f3208003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3208003f90 0x7f3208004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3208004d40 0x7f32080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f321c0d36d0 con 0x7f3208004d40 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f320800bb50 con 0x7f3208003f90 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f320800bd20 con 0x7f321c0d0cc0 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3208004d40 0x7f32080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f321a59c640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 0x7f3208003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.706+0000 7f3213fff640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3208003f90 0x7f3208004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.707+0000 7f321ad9d640 1 -- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 msgr2=0x7f3208003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.707+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c0d0cc0 0x7f3208003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.707+0000 7f321ad9d640 1 -- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3208003f90 msgr2=0x7f3208004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.707+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3208003f90 0x7f3208004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.707+0000 7f321ad9d640 1 -- 172.21.15.3:0/2875378051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3208003520 con 0x7f3208004d40 2024-09-10T07:27:38.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.707+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3208004d40 0x7f32080051c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f321400a810 tx=0x7f3208005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=486f1583481f91c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:38.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321400a430 con 0x7f3208004d40 2024-09-10T07:27:38.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f321402f070 con 0x7f3208004d40 2024-09-10T07:27:38.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3219d9b640 1 -- 172.21.15.3:0/2875378051 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321402bc90 con 0x7f3208004d40 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3220d3b640 1 -- 172.21.15.3:0/2875378051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3208004d40 msgr2=0x7f32080051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2875378051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3208004d40 0x7f32080051c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f321400a810 tx=0x7f3208005830 comp rx=0 tx=0).stop 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f321ad9d640 1 -- 172.21.15.3:0/2875378051 reap_dead start 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3220d3b640 1 -- 172.21.15.3:0/2875378051 shutdown_connections 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3220d3b640 1 -- 172.21.15.3:0/2875378051 >> 172.21.15.3:0/2875378051 conn(0x7f321c06d1a0 msgr2=0x7f321c073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3220d3b640 1 -- 172.21.15.3:0/2875378051 shutdown_connections 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.708+0000 7f3220d3b640 1 -- 172.21.15.3:0/2875378051 wait complete. 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.709+0000 7f3220d3b640 1 Processor -- start 2024-09-10T07:27:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 -- start start 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f321c1512a0 0x7f321c1f7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c1f80b0 0x7f321c1f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 0x7f321c0cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f321c0d22a0 con 0x7f321c0cbaa0 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f321c0d3f70 con 0x7f321c1512a0 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f3220d3b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f321c0cf210 con 0x7f321c1f80b0 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f321ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 0x7f321c0cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f321ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 0x7f321c0cbf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41926/0 (socket says 172.21.15.3:41926) 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.710+0000 7f321ad9d640 1 -- 172.21.15.3:0/2906942469 learned_addr learned my addr 172.21.15.3:0/2906942469 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f3213fff640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c1f80b0 0x7f321c1f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321a59c640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f321c1512a0 0x7f321c1f7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321ad9d640 1 -- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c1f80b0 msgr2=0x7f321c1f8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c1f80b0 0x7f321c1f8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321ad9d640 1 -- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f321c1512a0 msgr2=0x7f321c1f7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f321c1512a0 0x7f321c1f7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321ad9d640 1 -- 172.21.15.3:0/2906942469 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f321c1f8a50 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f321ad9d640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 0x7f321c0cbf20 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f321402b4c0 tx=0x7f321402d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321400a430 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f321402be30 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f321c154400 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214034690 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.711+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f321c1549c0 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.712+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f321c15e8f0 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.713+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3214034830 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.713+0000 7f3212ffd640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31fc06be30 0x7f31fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.713+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7f32140aad50 con 0x7f321c0cbaa0 2024-09-10T07:27:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.713+0000 7f321a59c640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31fc06be30 0x7f31fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.714+0000 7f321a59c640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31fc06be30 0x7f31fc06e2f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f320c003700 tx=0x7f320c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.717+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f321c1f8a50 con 0x7f321c0cbaa0 2024-09-10T07:27:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.927+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f321c0d2c70 con 0x7f321c0cbaa0 2024-09-10T07:27:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.928+0000 7f3212ffd640 1 -- 172.21.15.3:0/2906942469 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) ==== 94+0+3902 (secure 0 0 0) 0x7f3214079640 con 0x7f321c0cbaa0 2024-09-10T07:27:38.929 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:38.929 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":65,"btime":"2024-09-10T07:27:33:685092+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5450,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/2495039287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":2495039287},{"type":"v1","addr":"172.21.15.70:6837","nonce":2495039287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":5762,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/837534739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":837534739},{"type":"v1","addr":"172.21.15.70:6836","nonce":837534739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":62},{"gid":5845,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/4030933247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6833","nonce":4030933247},{"type":"v1","addr":"172.21.15.3:6835","nonce":4030933247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6804,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6834/3452151581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":3452151581},{"type":"v1","addr":"172.21.15.3:6834","nonce":3452151581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[]} 2024-09-10T07:27:38.929 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 65 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31fc06be30 msgr2=0x7f31fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31fc06be30 0x7f31fc06e2f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f320c003700 tx=0x7f320c009040 comp rx=0 tx=0).stop 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 msgr2=0x7f321c0cbf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 0x7f321c0cbf20 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f321402b4c0 tx=0x7f321402d070 comp rx=0 tx=0).stop 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 shutdown_connections 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f31fc06be30 0x7f31fc06e2f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f321c0cbaa0 0x7f321c0cbf20 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f321c1f80b0 0x7f321c1f8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 --2- 172.21.15.3:0/2906942469 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f321c1512a0 0x7f321c1f7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 >> 172.21.15.3:0/2906942469 conn(0x7f321c06d1a0 msgr2=0x7f321c0b8970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 shutdown_connections 2024-09-10T07:27:38.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:38.930+0000 7f3220d3b640 1 -- 172.21.15.3:0/2906942469 wait complete. 2024-09-10T07:27:38.942 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T07:27:38.942 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T07:27:38.942 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T07:27:38.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:27:38.943 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T07:27:38.943 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T07:27:38.943 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T07:27:38.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:27:38.943 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T07:27:38.944 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T07:27:38.944 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T07:27:38.944 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:27:38.944 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T07:27:38.944 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T07:27:38.944 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T07:27:38.944 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:27:38.952 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T07:27:38.952 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T07:27:38.953 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T07:27:38.953 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T07:27:38.955 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T07:27:38.956 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T07:27:38.956 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T07:27:38.956 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T07:27:38.995 INFO:tasks.ceph.mds.a:Started 2024-09-10T07:27:38.995 DEBUG:teuthology.parallel:result is None 2024-09-10T07:27:38.996 INFO:tasks.ceph.mds.c:Started 2024-09-10T07:27:38.996 DEBUG:teuthology.parallel:result is None 2024-09-10T07:27:38.998 INFO:tasks.ceph.mds.b:Started 2024-09-10T07:27:38.998 DEBUG:teuthology.parallel:result is None 2024-09-10T07:27:38.999 INFO:tasks.ceph.mds.d:Started 2024-09-10T07:27:38.999 DEBUG:teuthology.parallel:result is None 2024-09-10T07:27:38.999 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T07:27:39.075 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:27:39.075 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:27:39.082 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:27:39.083 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:27:39.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.107+0000 7fde71b6f640 1 Processor -- start 2024-09-10T07:27:39.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.107+0000 7fde71b6f640 1 -- start start 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde71b6f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c06cf60 0x7fde6c15e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde71b6f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6c15f240 con 0x7fde6c0d02c0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde71b6f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6c15ec80 con 0x7fde6c06e6d0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde71b6f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fde6c15b2c0 con 0x7fde6c06cf60 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde6b7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fde6c0d02c0 0x7fde6c15b750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45098/0 (socket says 172.21.15.3:45098) 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde6b7fe640 1 -- 172.21.15.3:0/969001119 learned_addr learned my addr 172.21.15.3:0/969001119 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.108+0000 7fde62ffd640 1 --2- 172.21.15.3:0/969001119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c06cf60 0x7fde6c15e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3262056064 0 0) 0x7fde6c15f240 con 0x7fde6c0d02c0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde58003520 con 0x7fde6c0d02c0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2798932399 0 0) 0x7fde6c15ec80 con 0x7fde6c06e6d0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde6c15f240 con 0x7fde6c06e6d0 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde62ffd640 1 -- 172.21.15.3:0/969001119 >> v1:172.21.15.70:6789/0 conn(0x7fde6c06e6d0 legacy=0x7fde6c06baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:39.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde62ffd640 1 -- 172.21.15.3:0/969001119 >> v1:172.21.15.3:6789/0 conn(0x7fde6c0d02c0 legacy=0x7fde6c15b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:39.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.109+0000 7fde62ffd640 1 -- 172.21.15.3:0/969001119 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c15ef60 con 0x7fde6c06cf60 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde62ffd640 1 --2- 172.21.15.3:0/969001119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c06cf60 0x7fde6c15e3a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fde540097d0 tx=0x7fde5402a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13c5402aa6daa1b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde54037070 con 0x7fde6c06cf60 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde54032440 con 0x7fde6c06cf60 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde6affd640 1 -- 172.21.15.3:0/969001119 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde540327f0 con 0x7fde6c06cf60 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 -- 172.21.15.3:0/969001119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c06cf60 msgr2=0x7fde6c15e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 --2- 172.21.15.3:0/969001119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c06cf60 0x7fde6c15e3a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fde540097d0 tx=0x7fde5402a200 comp rx=0 tx=0).stop 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 -- 172.21.15.3:0/969001119 shutdown_connections 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 --2- 172.21.15.3:0/969001119 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c06cf60 0x7fde6c15e3a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 -- 172.21.15.3:0/969001119 >> 172.21.15.3:0/969001119 conn(0x7fde6c0cd440 msgr2=0x7fde6c0cd850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:39.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 -- 172.21.15.3:0/969001119 shutdown_connections 2024-09-10T07:27:39.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.110+0000 7fde71b6f640 1 -- 172.21.15.3:0/969001119 wait complete. 2024-09-10T07:27:39.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.111+0000 7fde71b6f640 1 Processor -- start 2024-09-10T07:27:39.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 -- start start 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 0x7fde6c0ca760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde6c06e6d0 0x7fde6c1f8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c0d02c0 0x7fde6c1519a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c15e8e0 con 0x7fde6c06cf60 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fde6c0d06a0 con 0x7fde6c06e6d0 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.112+0000 7fde71b6f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fde6c15ea60 con 0x7fde6c0d02c0 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 0x7fde6c0ca760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde62ffd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde6c06e6d0 0x7fde6c1f8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 0x7fde6c0ca760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41970/0 (socket says 172.21.15.3:41970) 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 -- 172.21.15.3:0/1946637129 learned_addr learned my addr 172.21.15.3:0/1946637129 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6bfff640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c0d02c0 0x7fde6c1519a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:39.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 -- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c0d02c0 msgr2=0x7fde6c1519a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c0d02c0 0x7fde6c1519a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 -- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde6c06e6d0 msgr2=0x7fde6c1f8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde6c06e6d0 0x7fde6c1f8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 -- 172.21.15.3:0/1946637129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde6c0cad40 con 0x7fde6c06cf60 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde6b7fe640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 0x7fde6c0ca760 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00c500 tx=0x7fde5c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c017070 con 0x7fde6c06cf60 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde5c005d00 con 0x7fde6c06cf60 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde6c0cb020 con 0x7fde6c06cf60 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c007330 con 0x7fde6c06cf60 2024-09-10T07:27:39.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.113+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde6c0cb5e0 con 0x7fde6c06cf60 2024-09-10T07:27:39.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.114+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde6c15e3a0 con 0x7fde6c06cf60 2024-09-10T07:27:39.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.115+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde5c01a070 con 0x7fde6c06cf60 2024-09-10T07:27:39.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.115+0000 7fde68ff9640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde4c06be30 0x7fde4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:39.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.115+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5593+0+0 (secure 0 0 0) 0x7fde5c08a160 con 0x7fde6c06cf60 2024-09-10T07:27:39.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.115+0000 7fde62ffd640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde4c06be30 0x7fde4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:39.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.116+0000 7fde62ffd640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde4c06be30 0x7fde4c06e2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fde54034000 tx=0x7fde5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:39.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.120+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde5c058680 con 0x7fde6c06cf60 2024-09-10T07:27:39.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:39.307+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fde6c0ccfb0 con 0x7fde6c06cf60 2024-09-10T07:27:40.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.083+0000 7fde68ff9640 1 -- 172.21.15.3:0/1946637129 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v76) ==== 97+0+0 (secure 0 0 0) 0x7fde5c05c980 con 0x7fde6c06cf60 2024-09-10T07:27:40.084 INFO:teuthology.orchestra.run.smithi003.stderr: removed all blocklist entries 2024-09-10T07:27:40.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde4c06be30 msgr2=0x7fde4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde4c06be30 0x7fde4c06e2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fde54034000 tx=0x7fde5402e000 comp rx=0 tx=0).stop 2024-09-10T07:27:40.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 msgr2=0x7fde6c0ca760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 0x7fde6c0ca760 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00c500 tx=0x7fde5c00c9c0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 shutdown_connections 2024-09-10T07:27:40.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fde4c06be30 0x7fde4c06e2f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fde6c0d02c0 0x7fde6c1519a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fde6c06e6d0 0x7fde6c1f8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 --2- 172.21.15.3:0/1946637129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde6c06cf60 0x7fde6c0ca760 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 >> 172.21.15.3:0/1946637129 conn(0x7fde6c0cd440 msgr2=0x7fde6c15a2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:40.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 shutdown_connections 2024-09-10T07:27:40.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.087+0000 7fde71b6f640 1 -- 172.21.15.3:0/1946637129 wait complete. 2024-09-10T07:27:40.103 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T07:27:40.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.213+0000 7fe7d1a50640 1 Processor -- start 2024-09-10T07:27:40.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.213+0000 7fe7d1a50640 1 -- start start 2024-09-10T07:27:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7d1a50640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe7cc15c3c0 0x7fe7cc0cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7d1a50640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7cc0b0610 0x7fe7cc06baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7d1a50640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc06c030 0x7fe7cc160010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7d1a50640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe7cc073a50 con 0x7fe7cc15c3c0 2024-09-10T07:27:40.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7d1a50640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe7cc073d30 con 0x7fe7cc0b0610 2024-09-10T07:27:40.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7d1a50640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7cc0b4540 con 0x7fe7cc06c030 2024-09-10T07:27:40.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.214+0000 7fe7caffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe7cc15c3c0 0x7fe7cc0cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe7cc15c3c0 0x7fe7cc0cf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41980/0 (socket says 172.21.15.3:41980) 2024-09-10T07:27:40.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 -- 172.21.15.3:0/244109637 learned_addr learned my addr 172.21.15.3:0/244109637 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:40.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7ca7fc640 1 --2- 172.21.15.3:0/244109637 >> v2:172.21.15.70:3300/0 conn(0x7fe7cc0b0610 0x7fe7cc06baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7cb7fe640 1 --2- 172.21.15.3:0/244109637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc06c030 0x7fe7cc160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 -- 172.21.15.3:0/244109637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc06c030 msgr2=0x7fe7cc160010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 --2- 172.21.15.3:0/244109637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc06c030 0x7fe7cc160010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 -- 172.21.15.3:0/244109637 >> v2:172.21.15.70:3300/0 conn(0x7fe7cc0b0610 msgr2=0x7fe7cc06baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 --2- 172.21.15.3:0/244109637 >> v2:172.21.15.70:3300/0 conn(0x7fe7cc0b0610 0x7fe7cc06baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.215+0000 7fe7caffd640 1 -- 172.21.15.3:0/244109637 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7cc0b4230 con 0x7fe7cc15c3c0 2024-09-10T07:27:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7caffd640 1 --2- 172.21.15.3:0/244109637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc15c3c0 0x7fe7cc0cf9f0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc069620 tx=0x7fe7bc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8437d83c4bcd8882 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7c9ffb640 1 -- 172.21.15.3:0/244109637 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc036070 con 0x7fe7cc15c3c0 2024-09-10T07:27:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7c9ffb640 1 -- 172.21.15.3:0/244109637 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7bc031600 con 0x7fe7cc15c3c0 2024-09-10T07:27:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7c9ffb640 1 -- 172.21.15.3:0/244109637 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc0319d0 con 0x7fe7cc15c3c0 2024-09-10T07:27:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 -- 172.21.15.3:0/244109637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc15c3c0 msgr2=0x7fe7cc0cf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/244109637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc15c3c0 0x7fe7cc0cf9f0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc069620 tx=0x7fe7bc02a6a0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 -- 172.21.15.3:0/244109637 shutdown_connections 2024-09-10T07:27:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/244109637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc06c030 0x7fe7cc160010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/244109637 >> v2:172.21.15.70:3300/0 conn(0x7fe7cc0b0610 0x7fe7cc06baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/244109637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc15c3c0 0x7fe7cc0cf9f0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 -- 172.21.15.3:0/244109637 >> 172.21.15.3:0/244109637 conn(0x7fe7cc0b2c50 msgr2=0x7fe7cc0b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 -- 172.21.15.3:0/244109637 shutdown_connections 2024-09-10T07:27:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.216+0000 7fe7d1a50640 1 -- 172.21.15.3:0/244109637 wait complete. 2024-09-10T07:27:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.218+0000 7fe7d1a50640 1 Processor -- start 2024-09-10T07:27:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.218+0000 7fe7d1a50640 1 -- start start 2024-09-10T07:27:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.218+0000 7fe7d1a50640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7cc06c030 0x7fe7cc1f4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.218+0000 7fe7d1a50640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc15c3c0 0x7fe7cc150d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7d1a50640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 0x7fe7cc1540c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7d1a50640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc15c920 con 0x7fe7cc151650 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7d1a50640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc15c7a0 con 0x7fe7cc06c030 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7d1a50640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7cc0b01b0 con 0x7fe7cc15c3c0 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 0x7fe7cc1540c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 0x7fe7cc1540c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41996/0 (socket says 172.21.15.3:41996) 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/3445936152 learned_addr learned my addr 172.21.15.3:0/3445936152 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7caffd640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7cc06c030 0x7fe7cc1f4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7ca7fc640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc15c3c0 0x7fe7cc150d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc15c3c0 msgr2=0x7fe7cc150d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc15c3c0 0x7fe7cc150d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7cc06c030 msgr2=0x7fe7cc1f4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7cc06c030 0x7fe7cc1f4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/3445936152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7cc15ee90 con 0x7fe7cc151650 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7caffd640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7cc06c030 0x7fe7cc1f4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7cb7fe640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 0x7fe7cc1540c0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fe7c400e7f0 tx=0x7fe7c400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c4017070 con 0x7fe7cc151650 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7c400c730 con 0x7fe7cc151650 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7cc15f130 con 0x7fe7cc151650 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.219+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c400cb00 con 0x7fe7cc151650 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.220+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7cc15f6f0 con 0x7fe7cc151650 2024-09-10T07:27:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.220+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7cc06baf0 con 0x7fe7cc151650 2024-09-10T07:27:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.221+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7c401a070 con 0x7fe7cc151650 2024-09-10T07:27:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.222+0000 7fe7c3fff640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7ac06be60 0x7fe7ac06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.222+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5249+0+0 (secure 0 0 0) 0x7fe7c408a970 con 0x7fe7cc151650 2024-09-10T07:27:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.222+0000 7fe7caffd640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7ac06be60 0x7fe7ac06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.222+0000 7fe7caffd640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7ac06be60 0x7fe7ac06e320 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc033000 tx=0x7fe7bc009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.226+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7c4058f20 con 0x7fe7cc151650 2024-09-10T07:27:40.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.466+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fe7cc070460 con 0x7fe7cc151650 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.466+0000 7fe7c3fff640 1 -- 172.21.15.3:0/3445936152 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7fe7c405d220 con 0x7fe7cc151650 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout: "auth_dump": [ 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.a", 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw==", 2024-09-10T07:27:40.467 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.b", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg==", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:27:40.468 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.c", 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA==", 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.469 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.d", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA==", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.0", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg==", 2024-09-10T07:27:40.470 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.1", 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA==", 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.471 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.2", 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg==", 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.3", 2024-09-10T07:27:40.472 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ==", 2024-09-10T07:27:40.473 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.473 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.473 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.473 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.473 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.474 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.474 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.474 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.4", 2024-09-10T07:27:40.474 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw==", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.5", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew==", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.475 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.6", 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg==", 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.7", 2024-09-10T07:27:40.476 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A==", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.0", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ==", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow r", 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.477 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.1", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ==", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.2", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg==", 2024-09-10T07:27:40.478 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.3", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw==", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:27:40.479 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.admin", 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9moO9QIBAA1fGe/olsh9ewzwW3VLloEw==", 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.x", 2024-09-10T07:27:40.480 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q==", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.y", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w==", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:27:40.481 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:27:40.482 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.482 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.482 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:40.482 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:40.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7ac06be60 msgr2=0x7fe7ac06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7ac06be60 0x7fe7ac06e320 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc033000 tx=0x7fe7bc009000 comp rx=0 tx=0).stop 2024-09-10T07:27:40.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 msgr2=0x7fe7cc1540c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 0x7fe7cc1540c0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fe7c400e7f0 tx=0x7fe7c400ecb0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 shutdown_connections 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7ac06be60 0x7fe7ac06e320 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7cc151650 0x7fe7cc1540c0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7cc15c3c0 0x7fe7cc150d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 --2- 172.21.15.3:0/3445936152 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7cc06c030 0x7fe7cc1f4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 >> 172.21.15.3:0/3445936152 conn(0x7fe7cc0b2c50 msgr2=0x7fe7cc072c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 shutdown_connections 2024-09-10T07:27:40.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.468+0000 7fe7d1a50640 1 -- 172.21.15.3:0/3445936152 wait complete. 2024-09-10T07:27:40.485 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T07:27:40.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.587+0000 7f2c9be3c640 1 Processor -- start 2024-09-10T07:27:40.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.587+0000 7f2c9be3c640 1 -- start start 2024-09-10T07:27:40.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c9be3c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2c9415e560 0x7f2c940ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c9be3c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c940d3480 con 0x7f2c940d1550 2024-09-10T07:27:40.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c9be3c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c940d3760 con 0x7f2c940cf510 2024-09-10T07:27:40.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c9be3c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2c940d3a40 con 0x7f2c9415e560 2024-09-10T07:27:40.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c9a3d9640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f2c940d1550 0x7f2c940b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45100/0 (socket says 172.21.15.3:45100) 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c9a3d9640 1 -- 172.21.15.3:0/1171302329 learned_addr learned my addr 172.21.15.3:0/1171302329 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3017852960 0 0) 0x7f2c940d3480 con 0x7f2c940d1550 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/1171302329 >> v2:172.21.15.70:3300/0 conn(0x7f2c9415e560 0x7f2c940ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c80003520 con 0x7f2c940d1550 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3525516128 0 0) 0x7f2c80003520 con 0x7f2c940d1550 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 >> v2:172.21.15.70:3300/0 conn(0x7f2c9415e560 msgr2=0x7f2c940ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 --2- 172.21.15.3:0/1171302329 >> v2:172.21.15.70:3300/0 conn(0x7f2c9415e560 0x7f2c940ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 >> v1:172.21.15.70:6789/0 conn(0x7f2c940cf510 legacy=0x7f2c940d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.588+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c940d3d20 con 0x7f2c940d1550 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f2c8c0019f0 con 0x7f2c940d1550 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 >> v1:172.21.15.3:6789/0 conn(0x7f2c940d1550 legacy=0x7f2c940b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80003a20 0x7f2c80003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c80004800 0x7f2c80004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c800051c0 0x7f2c8000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c940d3a40 con 0x7f2c80003a20 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8000c0f0 con 0x7f2c80004800 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8000c2f0 con 0x7f2c800051c0 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80003a20 0x7f2c80003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c993d7640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c80004800 0x7f2c80004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c9a3d9640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c800051c0 0x7f2c8000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c99bd8640 1 -- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c800051c0 msgr2=0x7f2c8000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c800051c0 0x7f2c8000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c99bd8640 1 -- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c80004800 msgr2=0x7f2c80004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c80004800 0x7f2c80004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c99bd8640 1 -- 172.21.15.3:0/1171302329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c80003520 con 0x7f2c80003a20 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c9a3d9640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c800051c0 0x7f2c8000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:40.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.589+0000 7f2c9a3d9640 1 -- 172.21.15.3:0/1171302329 reap_dead start 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.590+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80003a20 0x7f2c80003e40 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009ac0 tx=0x7f2c80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e876ad7e6d19a2a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.590+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c90036070 con 0x7f2c80003a20 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.590+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c90031400 con 0x7f2c80003a20 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.590+0000 7f2c98bd6640 1 -- 172.21.15.3:0/1171302329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c90009690 con 0x7f2c80003a20 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.590+0000 7f2c9be3c640 1 -- 172.21.15.3:0/1171302329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80003a20 msgr2=0x7f2c80003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.590+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80003a20 0x7f2c80003e40 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009ac0 tx=0x7f2c80005830 comp rx=0 tx=0).stop 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.591+0000 7f2c9be3c640 1 -- 172.21.15.3:0/1171302329 shutdown_connections 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.591+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/1171302329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80003a20 0x7f2c80003e40 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.591+0000 7f2c9be3c640 1 -- 172.21.15.3:0/1171302329 >> 172.21.15.3:0/1171302329 conn(0x7f2c94073850 msgr2=0x7f2c9406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:40.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.591+0000 7f2c9be3c640 1 -- 172.21.15.3:0/1171302329 shutdown_connections 2024-09-10T07:27:40.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.591+0000 7f2c9be3c640 1 -- 172.21.15.3:0/1171302329 wait complete. 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.592+0000 7f2c9be3c640 1 Processor -- start 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.592+0000 7f2c9be3c640 1 -- start start 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.592+0000 7f2c9be3c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c80003a20 0x7f2c9414fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c940cc5d0 0x7f2c940cd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 0x7f2c940ad830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9415eac0 con 0x7f2c940ad3b0 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9415e940 con 0x7f2c940cc5d0 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2c940cf980 con 0x7f2c80003a20 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 0x7f2c940ad830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 0x7f2c940ad830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42022/0 (socket says 172.21.15.3:42022) 2024-09-10T07:27:40.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 -- 172.21.15.3:0/3582211820 learned_addr learned my addr 172.21.15.3:0/3582211820 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:40.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c80003a20 0x7f2c9414fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c993d7640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c940cc5d0 0x7f2c940cd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 -- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c80003a20 msgr2=0x7f2c9414fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c80003a20 0x7f2c9414fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 -- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c940cc5d0 msgr2=0x7f2c940cd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c940cc5d0 0x7f2c940cd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 -- 172.21.15.3:0/3582211820 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c9414ffd0 con 0x7f2c940ad3b0 2024-09-10T07:27:40.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9a3d9640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 0x7f2c940ad830 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f2c940cff00 tx=0x7f2c8c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c00eb90 con 0x7f2c940ad3b0 2024-09-10T07:27:40.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c8c018070 con 0x7f2c940ad3b0 2024-09-10T07:27:40.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c013420 con 0x7f2c940ad3b0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c940cdd40 con 0x7f2c940ad3b0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.593+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c940aae70 con 0x7f2c940ad3b0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.594+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c9415da40 con 0x7f2c940ad3b0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.595+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2c8c0135c0 con 0x7f2c940ad3b0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.595+0000 7f2c8a7fc640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c7806be30 0x7f2c7806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.595+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5249+0+0 (secure 0 0 0) 0x7f2c8c08ae10 con 0x7f2c940ad3b0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.596+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c7806be30 0x7f2c7806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.596+0000 7f2c99bd8640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c7806be30 0x7f2c7806e2f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2c90033000 tx=0x7f2c90008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.600+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c9414ffd0 con 0x7f2c940ad3b0 2024-09-10T07:27:40.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.778+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2c9415d760 con 0x7f2c940ad3b0 2024-09-10T07:27:40.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.778+0000 7f2c8a7fc640 1 -- 172.21.15.3:0/3582211820 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) ==== 84+0+65 (secure 0 0 0) 0x7f2c8c0593c0 con 0x7f2c940ad3b0 2024-09-10T07:27:40.779 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:40.780 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-09-10T07:27:40.780 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:40.780 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-09-10T07:27:40.780 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-09-10T07:27:40.780 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:40.780 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-09-10T07:27:40.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c7806be30 msgr2=0x7f2c7806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c7806be30 0x7f2c7806e2f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2c90033000 tx=0x7f2c90008030 comp rx=0 tx=0).stop 2024-09-10T07:27:40.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 msgr2=0x7f2c940ad830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 0x7f2c940ad830 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f2c940cff00 tx=0x7f2c8c00e530 comp rx=0 tx=0).stop 2024-09-10T07:27:40.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 shutdown_connections 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2c7806be30 0x7f2c7806e2f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c940ad3b0 0x7f2c940ad830 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2c940cc5d0 0x7f2c940cd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 --2- 172.21.15.3:0/3582211820 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2c80003a20 0x7f2c9414fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 >> 172.21.15.3:0/3582211820 conn(0x7f2c94073850 msgr2=0x7f2c940b9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 shutdown_connections 2024-09-10T07:27:40.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.781+0000 7f2c9be3c640 1 -- 172.21.15.3:0/3582211820 wait complete. 2024-09-10T07:27:40.793 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:27:40.793 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:27:40.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.899+0000 7f694fa0a640 1 Processor -- start 2024-09-10T07:27:40.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.899+0000 7f694fa0a640 1 -- start start 2024-09-10T07:27:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694fa0a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f694815e4d0 0x7f69480d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694fa0a640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f69480d13a0 0x7f69480cff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694fa0a640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69480d1fb0 con 0x7f69480cfa90 2024-09-10T07:27:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694fa0a640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f69480d2290 con 0x7f694815e4d0 2024-09-10T07:27:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694fa0a640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f69480d2570 con 0x7f69480d13a0 2024-09-10T07:27:40.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694d7a6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f694815e4d0 0x7f69480d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694cfa5640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f69480cfa90 0x7f69480d0c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45102/0 (socket says 172.21.15.3:45102) 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694cfa5640 1 -- 172.21.15.3:0/2636619920 learned_addr learned my addr 172.21.15.3:0/2636619920 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694dfa7640 1 --2- 172.21.15.3:0/2636619920 >> v2:172.21.15.70:3300/0 conn(0x7f69480d13a0 0x7f69480cff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694d7a6640 1 -- 172.21.15.3:0/2636619920 >> v2:172.21.15.70:3300/0 conn(0x7f69480d13a0 msgr2=0x7f69480cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694d7a6640 1 --2- 172.21.15.3:0/2636619920 >> v2:172.21.15.70:3300/0 conn(0x7f69480d13a0 0x7f69480cff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694d7a6640 1 -- 172.21.15.3:0/2636619920 >> v1:172.21.15.3:6789/0 conn(0x7f69480cfa90 legacy=0x7f69480d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694d7a6640 1 -- 172.21.15.3:0/2636619920 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69480d2850 con 0x7f694815e4d0 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f693ffff640 1 -- 172.21.15.3:0/2636619920 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2188663104 0 0) 0x7f69480d1fb0 con 0x7f69480cfa90 2024-09-10T07:27:40.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.900+0000 7f694dfa7640 1 --2- 172.21.15.3:0/2636619920 >> v2:172.21.15.70:3300/0 conn(0x7f69480d13a0 0x7f69480cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:40.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.901+0000 7f694d7a6640 1 --2- 172.21.15.3:0/2636619920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f694815e4d0 0x7f69480d3050 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f69480d3590 tx=0x7f694402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d7f34271e75a9d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.901+0000 7f693ffff640 1 -- 172.21.15.3:0/2636619920 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944037070 con 0x7f694815e4d0 2024-09-10T07:27:40.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.901+0000 7f693ffff640 1 -- 172.21.15.3:0/2636619920 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6944032440 con 0x7f694815e4d0 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.901+0000 7f693ffff640 1 -- 172.21.15.3:0/2636619920 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694402ae60 con 0x7f694815e4d0 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 -- 172.21.15.3:0/2636619920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f694815e4d0 msgr2=0x7f69480d3050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 --2- 172.21.15.3:0/2636619920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f694815e4d0 0x7f69480d3050 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f69480d3590 tx=0x7f694402a110 comp rx=0 tx=0).stop 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 -- 172.21.15.3:0/2636619920 shutdown_connections 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 --2- 172.21.15.3:0/2636619920 >> v2:172.21.15.70:3300/0 conn(0x7f69480d13a0 0x7f69480cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 --2- 172.21.15.3:0/2636619920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f694815e4d0 0x7f69480d3050 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 -- 172.21.15.3:0/2636619920 >> 172.21.15.3:0/2636619920 conn(0x7f694809d650 msgr2=0x7f69480d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 -- 172.21.15.3:0/2636619920 shutdown_connections 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.902+0000 7f694fa0a640 1 -- 172.21.15.3:0/2636619920 wait complete. 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.903+0000 7f694fa0a640 1 Processor -- start 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.903+0000 7f694fa0a640 1 -- start start 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694fa0a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 0x7f69480ce170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694fa0a640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69480d13a0 0x7f69481f7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694fa0a640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f694815e4d0 0x7f69481f8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694fa0a640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f694815e8b0 con 0x7f69480cfa90 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694fa0a640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f69480d4d80 con 0x7f69480d13a0 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694fa0a640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f694815ea30 con 0x7f694815e4d0 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 0x7f69480ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 0x7f69480ce170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42054/0 (socket says 172.21.15.3:42054) 2024-09-10T07:27:40.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 -- 172.21.15.3:0/1476805598 learned_addr learned my addr 172.21.15.3:0/1476805598 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 -- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f694815e4d0 msgr2=0x7f69481f8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f694815e4d0 0x7f69481f8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 -- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69480d13a0 msgr2=0x7f69481f7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69480d13a0 0x7f69481f7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 -- 172.21.15.3:0/1476805598 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69480b8ee0 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.904+0000 7f694d7a6640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 0x7f69480ce170 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f6944035040 tx=0x7f69440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.905+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944037050 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.905+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6944038040 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.905+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69480b91c0 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.905+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944004490 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.905+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69481f8540 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.906+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6948069110 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.906+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6944030900 con 0x7f69480cfa90 2024-09-10T07:27:40.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.907+0000 7f693dffb640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f692c06be30 0x7f692c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:40.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.907+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5249+0+0 (secure 0 0 0) 0x7f69440ab900 con 0x7f69480cfa90 2024-09-10T07:27:40.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.907+0000 7f694cfa5640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f692c06be30 0x7f692c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:40.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.908+0000 7f694cfa5640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f692c06be30 0x7f692c06e2f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6938007fd0 tx=0x7f6938007920 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:40.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:40.911+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f694407a590 con 0x7f69480cfa90 2024-09-10T07:27:41.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:41.088+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f69480cff00 con 0x7f69480cfa90 2024-09-10T07:27:42.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.087+0000 7f693dffb640 1 -- 172.21.15.3:0/1476805598 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) ==== 138+0+0 (secure 0 0 0) 0x7f6944079e90 con 0x7f69480cfa90 2024-09-10T07:27:42.088 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-09-10T07:27:42.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f692c06be30 msgr2=0x7f692c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:42.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f692c06be30 0x7f692c06e2f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6938007fd0 tx=0x7f6938007920 comp rx=0 tx=0).stop 2024-09-10T07:27:42.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 msgr2=0x7f69480ce170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:42.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 0x7f69480ce170 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f6944035040 tx=0x7f69440046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 shutdown_connections 2024-09-10T07:27:42.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f692c06be30 0x7f692c06e2f0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f694815e4d0 0x7f69481f8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f69480d13a0 0x7f69481f7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 --2- 172.21.15.3:0/1476805598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f69480cfa90 0x7f69480ce170 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 >> 172.21.15.3:0/1476805598 conn(0x7f694809d650 msgr2=0x7f69480b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:42.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 shutdown_connections 2024-09-10T07:27:42.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.090+0000 7f694fa0a640 1 -- 172.21.15.3:0/1476805598 wait complete. 2024-09-10T07:27:42.107 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:27:42.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.224+0000 7fb3d3465640 1 Processor -- start 2024-09-10T07:27:42.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.224+0000 7fb3d3465640 1 -- start start 2024-09-10T07:27:42.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d3465640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb3cc15e620 0x7fb3cc0d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:42.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d3465640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc06d610 0x7fb3cc09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:42.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d3465640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3cc0d0800 con 0x7fb3cc06da50 2024-09-10T07:27:42.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d3465640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb3cc0d05d0 con 0x7fb3cc15e620 2024-09-10T07:27:42.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d3465640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb3cc0d0ae0 con 0x7fb3cc06d610 2024-09-10T07:27:42.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1a02640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb3cc06da50 0x7fb3cc0b1bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45110/0 (socket says 172.21.15.3:45110) 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1a02640 1 -- 172.21.15.3:0/3143272038 learned_addr learned my addr 172.21.15.3:0/3143272038 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1201640 1 --2- 172.21.15.3:0/3143272038 >> v2:172.21.15.70:3300/0 conn(0x7fb3cc15e620 0x7fb3cc0d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d0a00640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc06d610 0x7fb3cc09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3cbfff640 1 -- 172.21.15.3:0/3143272038 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2020137232 0 0) 0x7fb3cc0d0800 con 0x7fb3cc06da50 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3cbfff640 1 -- 172.21.15.3:0/3143272038 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb3b4003520 con 0x7fb3cc06da50 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3cbfff640 1 -- 172.21.15.3:0/3143272038 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 874363792 0 0) 0x7fb3b4003520 con 0x7fb3cc06da50 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc06d610 msgr2=0x7fb3cc09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1201640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc06d610 0x7fb3cc09aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143272038 >> v1:172.21.15.3:6789/0 conn(0x7fb3cc06da50 legacy=0x7fb3cc0b1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143272038 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3cc0d0dc0 con 0x7fb3cc15e620 2024-09-10T07:27:42.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.225+0000 7fb3d0a00640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc06d610 0x7fb3cc09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:42.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.226+0000 7fb3d1201640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc15e620 0x7fb3cc0d15c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009d90 tx=0x7fb3bc02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49450e6d04594443 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.226+0000 7fb3cbfff640 1 -- 172.21.15.3:0/3143272038 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4001670 con 0x7fb3cc15e620 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.226+0000 7fb3cbfff640 1 -- 172.21.15.3:0/3143272038 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3bc007540 con 0x7fb3cc15e620 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.226+0000 7fb3cbfff640 1 -- 172.21.15.3:0/3143272038 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc0078f0 con 0x7fb3cc15e620 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc15e620 msgr2=0x7fb3cc0d15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc15e620 0x7fb3cc0d15c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009d90 tx=0x7fb3bc02a5f0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143272038 shutdown_connections 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc06d610 0x7fb3cc09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143272038 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc15e620 0x7fb3cc0d15c0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143272038 >> 172.21.15.3:0/3143272038 conn(0x7fb3cc0b3d50 msgr2=0x7fb3cc0b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143272038 shutdown_connections 2024-09-10T07:27:42.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.227+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143272038 wait complete. 2024-09-10T07:27:42.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.228+0000 7fb3d3465640 1 Processor -- start 2024-09-10T07:27:42.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 -- start start 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 0x7fb3cc159700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc06da50 0x7fb3cc15b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc15e620 0x7fb3cc15bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc0d1b00 con 0x7fb3cc06d610 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb3cc06dff0 con 0x7fb3cc06da50 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d3465640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb3cc1f4e90 con 0x7fb3cc15e620 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d1201640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 0x7fb3cc159700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d1201640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 0x7fb3cc159700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42066/0 (socket says 172.21.15.3:42066) 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.229+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143004462 learned_addr learned my addr 172.21.15.3:0/3143004462 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d0a00640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc06da50 0x7fb3cc15b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1a02640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc15e620 0x7fb3cc15bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc15e620 msgr2=0x7fb3cc15bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:42.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1201640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc15e620 0x7fb3cc15bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc06da50 msgr2=0x7fb3cc15b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1201640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc06da50 0x7fb3cc15b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1201640 1 -- 172.21.15.3:0/3143004462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3cc0c8f90 con 0x7fb3cc06d610 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d1201640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 0x7fb3cc159700 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009d90 tx=0x7fb3bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc040070 con 0x7fb3cc06d610 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3bc031c40 con 0x7fb3cc06d610 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3cc1f4bb0 con 0x7fb3cc06d610 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc009450 con 0x7fb3cc06d610 2024-09-10T07:27:42.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.230+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3cc1f7960 con 0x7fb3cc06d610 2024-09-10T07:27:42.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.232+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3cc0b15e0 con 0x7fb3cc06d610 2024-09-10T07:27:42.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.232+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb3bc039040 con 0x7fb3cc06d610 2024-09-10T07:27:42.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.232+0000 7fb3c9ffb640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb3b806be30 0x7fb3b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:42.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.233+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5619+0+0 (secure 0 0 0) 0x7fb3bc0abd80 con 0x7fb3cc06d610 2024-09-10T07:27:42.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.233+0000 7fb3d0a00640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb3b806be30 0x7fb3b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:42.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.233+0000 7fb3d0a00640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb3b806be30 0x7fb3b806e2f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0009560 tx=0x7fb3c0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:42.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.237+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb3cc0c8f90 con 0x7fb3cc06d610 2024-09-10T07:27:42.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:42.414+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb3cc09b770 con 0x7fb3cc06d610 2024-09-10T07:27:43.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.093+0000 7fb3c9ffb640 1 -- 172.21.15.3:0/3143004462 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v80) ==== 170+0+0 (secure 0 0 0) 0x7fb3bc07a140 con 0x7fb3cc06d610 2024-09-10T07:27:43.094 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb3b806be30 msgr2=0x7fb3b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb3b806be30 0x7fb3b806e2f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0009560 tx=0x7fb3c0009190 comp rx=0 tx=0).stop 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 msgr2=0x7fb3cc159700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 0x7fb3cc159700 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009d90 tx=0x7fb3bc004a40 comp rx=0 tx=0).stop 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 shutdown_connections 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb3b806be30 0x7fb3b806e2f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3cc15e620 0x7fb3cc15bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3cc06da50 0x7fb3cc15b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 --2- 172.21.15.3:0/3143004462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3cc06d610 0x7fb3cc159700 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 >> 172.21.15.3:0/3143004462 conn(0x7fb3cc0b3d50 msgr2=0x7fb3cc0b0c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:43.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 shutdown_connections 2024-09-10T07:27:43.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.096+0000 7fb3d3465640 1 -- 172.21.15.3:0/3143004462 wait complete. 2024-09-10T07:27:43.122 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:27:43.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.231+0000 7f33b23c6640 1 Processor -- start 2024-09-10T07:27:43.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.231+0000 7f33b23c6640 1 -- start start 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.232+0000 7f33b23c6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d0db0 0x7f33ac15d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.232+0000 7f33b23c6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33ac0d0030 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.232+0000 7f33b23c6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33ac15d730 con 0x7f33ac15a0f0 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.232+0000 7f33b23c6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33ac0d02d0 con 0x7f33ac0d0db0 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33ab7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f33ac0ccfb0 0x7f33ac15c9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45124/0 (socket says 172.21.15.3:45124) 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33ab7fe640 1 -- 172.21.15.3:0/1213107561 learned_addr learned my addr 172.21.15.3:0/1213107561 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33b0963640 1 --2- 172.21.15.3:0/1213107561 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d0db0 0x7f33ac15d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 18793818 0 0) 0x7f33ac0d0030 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3394003520 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369788738 0 0) 0x7f33ac15d730 con 0x7f33ac15a0f0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33ac0d0030 con 0x7f33ac15a0f0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3609984842 0 0) 0x7f3394003520 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33b0963640 1 -- 172.21.15.3:0/1213107561 >> v1:172.21.15.70:6789/0 conn(0x7f33ac15a0f0 legacy=0x7f33ac0cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33b0963640 1 -- 172.21.15.3:0/1213107561 >> v1:172.21.15.3:6789/0 conn(0x7f33ac0ccfb0 legacy=0x7f33ac15c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.233+0000 7f33b0963640 1 -- 172.21.15.3:0/1213107561 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac0d05b0 con 0x7f33ac0d0db0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.234+0000 7f33b0963640 1 --2- 172.21.15.3:0/1213107561 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d0db0 0x7f33ac15d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f33a4009dc0 tx=0x7f33a402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0f6dcb51a4fc1be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.234+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a0001670 con 0x7f33ac0d0db0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.234+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a4007540 con 0x7f33ac0d0db0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.234+0000 7f33aaffd640 1 -- 172.21.15.3:0/1213107561 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a40078f0 con 0x7f33ac0d0db0 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 -- 172.21.15.3:0/1213107561 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d0db0 msgr2=0x7f33ac15d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 --2- 172.21.15.3:0/1213107561 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d0db0 0x7f33ac15d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f33a4009dc0 tx=0x7f33a402a5d0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 -- 172.21.15.3:0/1213107561 shutdown_connections 2024-09-10T07:27:43.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 --2- 172.21.15.3:0/1213107561 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac0d0db0 0x7f33ac15d0c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 -- 172.21.15.3:0/1213107561 >> 172.21.15.3:0/1213107561 conn(0x7f33ac0b3dc0 msgr2=0x7f33ac0b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:43.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 -- 172.21.15.3:0/1213107561 shutdown_connections 2024-09-10T07:27:43.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.235+0000 7f33b23c6640 1 -- 172.21.15.3:0/1213107561 wait complete. 2024-09-10T07:27:43.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.236+0000 7f33b23c6640 1 Processor -- start 2024-09-10T07:27:43.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.236+0000 7f33b23c6640 1 -- start start 2024-09-10T07:27:43.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b23c6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 0x7f33ac0ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:43.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b23c6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d0db0 0x7f33ac1f5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:43.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b23c6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac15a0f0 0x7f33ac0b52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:43.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b23c6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0d1a30 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b23c6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0d18b0 con 0x7f33ac0d0db0 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b23c6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33ac0d1bb0 con 0x7f33ac15a0f0 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 0x7f33ac0ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 0x7f33ac0ca0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42074/0 (socket says 172.21.15.3:42074) 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 -- 172.21.15.3:0/68312462 learned_addr learned my addr 172.21.15.3:0/68312462 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33ab7fe640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d0db0 0x7f33ac1f5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33b0963640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac15a0f0 0x7f33ac0b52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 -- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac15a0f0 msgr2=0x7f33ac0b52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac15a0f0 0x7f33ac0b52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 -- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d0db0 msgr2=0x7f33ac1f5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d0db0 0x7f33ac1f5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:43.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.237+0000 7f33abfff640 1 -- 172.21.15.3:0/68312462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac0cb190 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.238+0000 7f33abfff640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 0x7f33ac0ca0b0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f339c00c430 tx=0x7f339c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.238+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339c017070 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.238+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f339c0052f0 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.238+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33ac0cb430 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.238+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339c003830 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.238+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33ac0b7f90 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.239+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33ac0b7cb0 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.239+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f339c01a070 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.240+0000 7f33a8ff9640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339806be30 0x7f339806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:43.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.240+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6001+0+0 (secure 0 0 0) 0x7f339c08a410 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.240+0000 7f33ab7fe640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339806be30 0x7f339806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:43.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.241+0000 7f33ab7fe640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339806be30 0x7f339806e2f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f33ac152e50 tx=0x7f33a0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:43.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.245+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33ac0b7cb0 con 0x7f33ac0ccfb0 2024-09-10T07:27:43.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:43.461+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f33ac0cc8a0 con 0x7f33ac0ccfb0 2024-09-10T07:27:44.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.094+0000 7f33a8ff9640 1 -- 172.21.15.3:0/68312462 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 11 and data pool 12 v68) ==== 174+0+0 (secure 0 0 0) 0x7f339c058c90 con 0x7f33ac0ccfb0 2024-09-10T07:27:44.096 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 11 and data pool 12 2024-09-10T07:27:44.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339806be30 msgr2=0x7f339806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339806be30 0x7f339806e2f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f33ac152e50 tx=0x7f33a0009040 comp rx=0 tx=0).stop 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 msgr2=0x7f33ac0ca0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 0x7f33ac0ca0b0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f339c00c430 tx=0x7f339c00c8f0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 shutdown_connections 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f339806be30 0x7f339806e2f0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33ac15a0f0 0x7f33ac0b52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33ac0d0db0 0x7f33ac1f5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 --2- 172.21.15.3:0/68312462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33ac0ccfb0 0x7f33ac0ca0b0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 >> 172.21.15.3:0/68312462 conn(0x7f33ac0b3dc0 msgr2=0x7f33ac158970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:44.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.098+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 shutdown_connections 2024-09-10T07:27:44.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.099+0000 7f33b23c6640 1 -- 172.21.15.3:0/68312462 wait complete. 2024-09-10T07:27:44.130 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:44.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.238+0000 7f4255713640 1 Processor -- start 2024-09-10T07:27:44.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.238+0000 7f4255713640 1 -- start start 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f4255713640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f42500d0cc0 0x7f42500d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f4255713640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f42500b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f4255713640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42500d3430 con 0x7f425015e510 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f4255713640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f42500d1660 con 0x7f42500d0cc0 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f4255713640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f42500d36d0 con 0x7f42500b78e0 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f424effd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f425015e510 0x7f42500ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45138/0 (socket says 172.21.15.3:45138) 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.239+0000 7f424effd640 1 -- 172.21.15.3:0/576182416 learned_addr learned my addr 172.21.15.3:0/576182416 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424f7fe640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f42500b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424e7fc640 1 --2- 172.21.15.3:0/576182416 >> v2:172.21.15.70:3300/0 conn(0x7f42500d0cc0 0x7f42500d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3228183776 0 0) 0x7f42500d3430 con 0x7f425015e510 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f423c003520 con 0x7f425015e510 2024-09-10T07:27:44.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2503297832 0 0) 0x7f423c003520 con 0x7f425015e510 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 msgr2=0x7f42500b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f42500b7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 >> v2:172.21.15.70:3300/0 conn(0x7f42500d0cc0 msgr2=0x7f42500d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 --2- 172.21.15.3:0/576182416 >> v2:172.21.15.70:3300/0 conn(0x7f42500d0cc0 0x7f42500d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42500d39b0 con 0x7f425015e510 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424f7fe640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f42500b7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f4248001670 con 0x7f425015e510 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 >> v1:172.21.15.3:6789/0 conn(0x7f425015e510 legacy=0x7f42500ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f423c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f423c003f60 0x7f423c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f423c004d40 0x7f423c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f42500d1660 con 0x7f423c004d40 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f42500d36d0 con 0x7f423c003f60 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f423c00ba40 con 0x7f42500b78e0 2024-09-10T07:27:44.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424f7fe640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f423c004d40 0x7f423c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424e7fc640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f423c003f60 0x7f423c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424effd640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f423c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424f7fe640 1 -- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 msgr2=0x7f423c003a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.240+0000 7f424f7fe640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f42500b78e0 0x7f423c003a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424f7fe640 1 -- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f423c003f60 msgr2=0x7f423c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424f7fe640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f423c003f60 0x7f423c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424f7fe640 1 -- 172.21.15.3:0/576182416 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f423c003520 con 0x7f423c004d40 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424f7fe640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f423c004d40 0x7f423c0051c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f424000e350 tx=0x7f423c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdd325776b38d18a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240033070 con 0x7f423c004d40 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f424002f660 con 0x7f423c004d40 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.241+0000 7f424dffb640 1 -- 172.21.15.3:0/576182416 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240009de0 con 0x7f423c004d40 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f4255713640 1 -- 172.21.15.3:0/576182416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f423c004d40 msgr2=0x7f423c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f4255713640 1 --2- 172.21.15.3:0/576182416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f423c004d40 0x7f423c0051c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f424000e350 tx=0x7f423c005830 comp rx=0 tx=0).stop 2024-09-10T07:27:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f424f7fe640 1 -- 172.21.15.3:0/576182416 reap_dead start 2024-09-10T07:27:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f4255713640 1 -- 172.21.15.3:0/576182416 shutdown_connections 2024-09-10T07:27:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f4255713640 1 -- 172.21.15.3:0/576182416 >> 172.21.15.3:0/576182416 conn(0x7f425006d1a0 msgr2=0x7f4250073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f4255713640 1 -- 172.21.15.3:0/576182416 shutdown_connections 2024-09-10T07:27:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.242+0000 7f4255713640 1 -- 172.21.15.3:0/576182416 wait complete. 2024-09-10T07:27:44.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.243+0000 7f4255713640 1 Processor -- start 2024-09-10T07:27:44.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.243+0000 7f4255713640 1 -- start start 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f4255713640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f423c004d40 0x7f42500cd080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f4255713640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 0x7f425015a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f4255713640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42500b56b0 0x7f42500b5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f4255713640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f42500d22a0 con 0x7f425015a1d0 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f4255713640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f42500d3f70 con 0x7f42500b56b0 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f4255713640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f42500cf210 con 0x7f423c004d40 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f424e7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 0x7f425015a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f424e7fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 0x7f425015a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42096/0 (socket says 172.21.15.3:42096) 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f424e7fc640 1 -- 172.21.15.3:0/2806258745 learned_addr learned my addr 172.21.15.3:0/2806258745 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f424effd640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f423c004d40 0x7f42500cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.244+0000 7f424f7fe640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42500b56b0 0x7f42500b5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424e7fc640 1 -- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f423c004d40 msgr2=0x7f42500cd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424e7fc640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f423c004d40 0x7f42500cd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424e7fc640 1 -- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42500b56b0 msgr2=0x7f42500b5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424e7fc640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42500b56b0 0x7f42500b5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424e7fc640 1 -- 172.21.15.3:0/2806258745 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f425015ab90 con 0x7f425015a1d0 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424effd640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f423c004d40 0x7f42500cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424f7fe640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42500b56b0 0x7f42500b5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f424e7fc640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 0x7f425015a650 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f4238011a70 tx=0x7f4238011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423800fb50 con 0x7f425015a1d0 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f423800fcf0 con 0x7f425015a1d0 2024-09-10T07:27:44.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42500b6400 con 0x7f425015a1d0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423800fea0 con 0x7f425015a1d0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.245+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42500b69c0 con 0x7f425015a1d0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.246+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f425015e8f0 con 0x7f425015a1d0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.246+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4238012040 con 0x7f425015a1d0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.247+0000 7f42477fe640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f423006be30 0x7f423006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.247+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6101+0+0 (secure 0 0 0) 0x7f423808b740 con 0x7f425015a1d0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.247+0000 7f424effd640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f423006be30 0x7f423006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.248+0000 7f424effd640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f423006be30 0x7f423006e2f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4248007fd0 tx=0x7f4248009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.252+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4238019030 con 0x7f425015a1d0 2024-09-10T07:27:44.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.429+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f425015dab0 con 0x7f425015a1d0 2024-09-10T07:27:44.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.430+0000 7f42477fe640 1 -- 172.21.15.3:0/2806258745 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16898 (secure 0 0 0) 0x7f4238059910 con 0x7f425015a1d0 2024-09-10T07:27:44.431 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:44.431 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":81,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:43.463964+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:27:41.121261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T07:27:42.446499+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:44.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f423006be30 msgr2=0x7f423006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f423006be30 0x7f423006e2f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f4248007fd0 tx=0x7f4248009040 comp rx=0 tx=0).stop 2024-09-10T07:27:44.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 msgr2=0x7f425015a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 0x7f425015a650 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f4238011a70 tx=0x7f4238011f30 comp rx=0 tx=0).stop 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 shutdown_connections 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f423006be30 0x7f423006e2f0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f42500b56b0 0x7f42500b5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f425015a1d0 0x7f425015a650 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 --2- 172.21.15.3:0/2806258745 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f423c004d40 0x7f42500cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 >> 172.21.15.3:0/2806258745 conn(0x7f425006d1a0 msgr2=0x7f425015c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 shutdown_connections 2024-09-10T07:27:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.432+0000 7f4255713640 1 -- 172.21.15.3:0/2806258745 wait complete. 2024-09-10T07:27:44.444 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:44.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.546+0000 7f162ec77640 1 Processor -- start 2024-09-10T07:27:44.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.546+0000 7f162ec77640 1 -- start start 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ec77640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1628145080 0x7f16280ae030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ec77640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1628145a70 con 0x7f1628145460 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ec77640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1628145d50 con 0x7f16280af810 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ec77640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f16280d1160 con 0x7f1628145080 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ca13640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1628145080 0x7f16280ae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f1627fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f1628145460 0x7f16280d1960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45148/0 (socket says 172.21.15.3:45148) 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f1627fff640 1 -- 172.21.15.3:0/337715159 learned_addr learned my addr 172.21.15.3:0/337715159 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ca13640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1628145080 0x7f16280ae030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42112/0 (socket says 172.21.15.3:42112) 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ca13640 1 -- 172.21.15.3:0/337715159 >> v1:172.21.15.70:6789/0 conn(0x7f16280af810 legacy=0x7f16280afc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ca13640 1 -- 172.21.15.3:0/337715159 >> v1:172.21.15.3:6789/0 conn(0x7f1628145460 legacy=0x7f16280d1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f16277fe640 1 -- 172.21.15.3:0/337715159 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 885380836 0 0) 0x7f1628145a70 con 0x7f1628145460 2024-09-10T07:27:44.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.547+0000 7f162ca13640 1 -- 172.21.15.3:0/337715159 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16280d1440 con 0x7f1628145080 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.548+0000 7f162ca13640 1 --2- 172.21.15.3:0/337715159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f16280ae030 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f16200097a0 tx=0x7f162002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c8a22e0cfc88d26 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.548+0000 7f16277fe640 1 -- 172.21.15.3:0/337715159 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1620037070 con 0x7f1628145080 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.548+0000 7f16277fe640 1 -- 172.21.15.3:0/337715159 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1620032440 con 0x7f1628145080 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.548+0000 7f16277fe640 1 -- 172.21.15.3:0/337715159 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1620032810 con 0x7f1628145080 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 -- 172.21.15.3:0/337715159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 msgr2=0x7f16280ae030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 --2- 172.21.15.3:0/337715159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f16280ae030 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f16200097a0 tx=0x7f162002a1e0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 -- 172.21.15.3:0/337715159 shutdown_connections 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 --2- 172.21.15.3:0/337715159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f16280ae030 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 -- 172.21.15.3:0/337715159 >> 172.21.15.3:0/337715159 conn(0x7f16280b6570 msgr2=0x7f16280b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:44.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 -- 172.21.15.3:0/337715159 shutdown_connections 2024-09-10T07:27:44.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.549+0000 7f162ec77640 1 -- 172.21.15.3:0/337715159 wait complete. 2024-09-10T07:27:44.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.550+0000 7f162ec77640 1 Processor -- start 2024-09-10T07:27:44.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.550+0000 7f162ec77640 1 -- start start 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ec77640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16280af810 0x7f162809d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ec77640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f1628159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ec77640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1628145460 0x7f162813f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ec77640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1628167160 con 0x7f1628145080 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ec77640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1628166fe0 con 0x7f1628145460 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ec77640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f16281672e0 con 0x7f16280af810 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f1627fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f1628159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f1627fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f1628159430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42114/0 (socket says 172.21.15.3:42114) 2024-09-10T07:27:44.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f1627fff640 1 -- 172.21.15.3:0/4231162666 learned_addr learned my addr 172.21.15.3:0/4231162666 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162d214640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1628145460 0x7f162813f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.551+0000 7f162ca13640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16280af810 0x7f162809d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f1627fff640 1 -- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16280af810 msgr2=0x7f162809d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f1627fff640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16280af810 0x7f162809d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f1627fff640 1 -- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1628145460 msgr2=0x7f162813f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f1627fff640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1628145460 0x7f162813f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f1627fff640 1 -- 172.21.15.3:0/4231162666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f162813e440 con 0x7f1628145080 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f162d214640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1628145460 0x7f162813f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f1627fff640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f1628159430 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f161800c7c0 tx=0x7f161800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1618018070 con 0x7f1628145080 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f161800a640 con 0x7f1628145080 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f162813e9d0 con 0x7f1628145080 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161800aa30 con 0x7f1628145080 2024-09-10T07:27:44.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.552+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f162813ef90 con 0x7f1628145080 2024-09-10T07:27:44.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.553+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f162813f190 con 0x7f1628145080 2024-09-10T07:27:44.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.554+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f161801b070 con 0x7f1628145080 2024-09-10T07:27:44.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.554+0000 7f16257fa640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f160806be30 0x7f160806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.554+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6101+0+0 (secure 0 0 0) 0x7f161808a610 con 0x7f1628145080 2024-09-10T07:27:44.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.554+0000 7f162ca13640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f160806be30 0x7f160806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.555+0000 7f162ca13640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f160806be30 0x7f160806e2f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f1620034000 tx=0x7f162002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.559+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f162813f190 con 0x7f1628145080 2024-09-10T07:27:44.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.733+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16280ae030 con 0x7f1628145080 2024-09-10T07:27:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.735+0000 7f16257fa640 1 -- 172.21.15.3:0/4231162666 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+16898 (secure 0 0 0) 0x7f1618058e30 con 0x7f1628145080 2024-09-10T07:27:44.736 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:44.736 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":81,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:43.463964+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:27:41.121261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T07:27:42.446499+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f160806be30 msgr2=0x7f160806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f160806be30 0x7f160806e2f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f1620034000 tx=0x7f162002e000 comp rx=0 tx=0).stop 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 msgr2=0x7f1628159430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f1628159430 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f161800c7c0 tx=0x7f161800cc80 comp rx=0 tx=0).stop 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 shutdown_connections 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f160806be30 0x7f160806e2f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1628145460 0x7f162813f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1628145080 0x7f1628159430 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 --2- 172.21.15.3:0/4231162666 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f16280af810 0x7f162809d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 >> 172.21.15.3:0/4231162666 conn(0x7f16280b6570 msgr2=0x7f16280b2170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 shutdown_connections 2024-09-10T07:27:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.737+0000 7f162ec77640 1 -- 172.21.15.3:0/4231162666 wait complete. 2024-09-10T07:27:44.749 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:27:44.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.853+0000 7fe62903c640 1 Processor -- start 2024-09-10T07:27:44.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.853+0000 7fe62903c640 1 -- start start 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.854+0000 7fe62903c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 0x7fe6240703f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.854+0000 7fe62903c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6240cf200 con 0x7fe6240d02a0 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.854+0000 7fe62903c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6240cf4e0 con 0x7fe62415e240 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.854+0000 7fe62903c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe6240cf7c0 con 0x7fe6240cecd0 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.854+0000 7fe62359e640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe6240d02a0 0x7fe6240cb750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45150/0 (socket says 172.21.15.3:45150) 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.854+0000 7fe62359e640 1 -- 172.21.15.3:0/840434774 learned_addr learned my addr 172.21.15.3:0/840434774 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe62259c640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 0x7fe6240703f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1812182902 0 0) 0x7fe6240cf200 con 0x7fe6240d02a0 2024-09-10T07:27:44.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe610003520 con 0x7fe6240d02a0 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2947253203 0 0) 0x7fe610003520 con 0x7fe6240d02a0 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 msgr2=0x7fe6240703f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 0x7fe6240703f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 >> v1:172.21.15.70:6789/0 conn(0x7fe62415e240 legacy=0x7fe6240ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6240cfaa0 con 0x7fe6240d02a0 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe6140019f0 con 0x7fe6240d02a0 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 >> v1:172.21.15.3:6789/0 conn(0x7fe6240d02a0 legacy=0x7fe6240cb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6100039e0 0x7fe610003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 0x7fe610004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe610004d40 0x7fe6100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe6240cf7c0 con 0x7fe6100039e0 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe61000baa0 con 0x7fe610004d40 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe61000bca0 con 0x7fe6240cecd0 2024-09-10T07:27:44.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe622d9d640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6100039e0 0x7fe610003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe62259c640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 0x7fe610004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe62359e640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe610004d40 0x7fe6100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe622d9d640 1 -- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 msgr2=0x7fe610004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe622d9d640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6240cecd0 0x7fe610004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe622d9d640 1 -- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe610004d40 msgr2=0x7fe6100051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe622d9d640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe610004d40 0x7fe6100051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.855+0000 7fe622d9d640 1 -- 172.21.15.3:0/840434774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe610003520 con 0x7fe6100039e0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.856+0000 7fe622d9d640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6100039e0 0x7fe610003e00 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fe61c001720 tx=0x7fe610005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598b37219f75b847 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.856+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61c001370 con 0x7fe6100039e0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.856+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe61c0052d0 con 0x7fe6100039e0 2024-09-10T07:27:44.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.856+0000 7fe621d9b640 1 -- 172.21.15.3:0/840434774 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61c02abc0 con 0x7fe6100039e0 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62903c640 1 -- 172.21.15.3:0/840434774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6100039e0 msgr2=0x7fe610003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62903c640 1 --2- 172.21.15.3:0/840434774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6100039e0 0x7fe610003e00 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fe61c001720 tx=0x7fe610005830 comp rx=0 tx=0).stop 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62359e640 1 -- 172.21.15.3:0/840434774 reap_dead start 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62903c640 1 -- 172.21.15.3:0/840434774 shutdown_connections 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62903c640 1 -- 172.21.15.3:0/840434774 >> 172.21.15.3:0/840434774 conn(0x7fe62409aa30 msgr2=0x7fe6240b2d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62903c640 1 -- 172.21.15.3:0/840434774 shutdown_connections 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.857+0000 7fe62903c640 1 -- 172.21.15.3:0/840434774 wait complete. 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.858+0000 7fe62903c640 1 Processor -- start 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.858+0000 7fe62903c640 1 -- start start 2024-09-10T07:27:44.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62903c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6100039e0 0x7fe62409d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62903c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62409f020 0x7fe62409b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62903c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 0x7fe624153d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62903c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe62415e7a0 con 0x7fe6240b6490 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62903c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe62415e620 con 0x7fe62409f020 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62903c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe6240cbe60 con 0x7fe6100039e0 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62359e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 0x7fe624153d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62359e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 0x7fe624153d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42138/0 (socket says 172.21.15.3:42138) 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62359e640 1 -- 172.21.15.3:0/3085020495 learned_addr learned my addr 172.21.15.3:0/3085020495 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe622d9d640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6100039e0 0x7fe62409d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.859+0000 7fe62259c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62409f020 0x7fe62409b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62359e640 1 -- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6100039e0 msgr2=0x7fe62409d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62359e640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6100039e0 0x7fe62409d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62359e640 1 -- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62409f020 msgr2=0x7fe62409b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62359e640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62409f020 0x7fe62409b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62359e640 1 -- 172.21.15.3:0/3085020495 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62409b920 con 0x7fe6240b6490 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62359e640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 0x7fe624153d10 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fe6240716f0 tx=0x7fe614007b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61400ab60 con 0x7fe6240b6490 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe614019070 con 0x7fe6240b6490 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe62409df80 con 0x7fe6240b6490 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6140133f0 con 0x7fe6240b6490 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.860+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe62409e540 con 0x7fe6240b6490 2024-09-10T07:27:44.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.861+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6240cc1b0 con 0x7fe6240b6490 2024-09-10T07:27:44.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.862+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe614013590 con 0x7fe6240b6490 2024-09-10T07:27:44.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.862+0000 7fe61b7fe640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60406be60 0x7fe60406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:44.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.862+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6101+0+0 (secure 0 0 0) 0x7fe61408b470 con 0x7fe6240b6490 2024-09-10T07:27:44.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.863+0000 7fe622d9d640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60406be60 0x7fe60406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:44.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.863+0000 7fe622d9d640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60406be60 0x7fe60406e320 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe61c032000 tx=0x7fe61c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:44.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:44.867+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe614059d50 con 0x7fe6240b6490 2024-09-10T07:27:45.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.079+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe6240b0cc0 con 0x7fe6240b6490 2024-09-10T07:27:45.087 INFO:tasks.ceph.mds.a.smithi003.stderr:2024-09-10T07:27:45.087+0000 7f153eddd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:27:45.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.983+0000 7fe61b7fe640 1 -- 172.21.15.3:0/3085020495 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v70) ==== 118+0+0 (secure 0 0 0) 0x7fe614059650 con 0x7fe6240b6490 2024-09-10T07:27:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60406be60 msgr2=0x7fe60406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60406be60 0x7fe60406e320 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe61c032000 tx=0x7fe61c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:45.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 msgr2=0x7fe624153d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 0x7fe624153d10 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fe6240716f0 tx=0x7fe614007b10 comp rx=0 tx=0).stop 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 shutdown_connections 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60406be60 0x7fe60406e320 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe6240b6490 0x7fe624153d10 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62409f020 0x7fe62409b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 --2- 172.21.15.3:0/3085020495 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe6100039e0 0x7fe62409d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 >> 172.21.15.3:0/3085020495 conn(0x7fe62409aa30 msgr2=0x7fe6240d0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 shutdown_connections 2024-09-10T07:27:45.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:45.986+0000 7fe62903c640 1 -- 172.21.15.3:0/3085020495 wait complete. 2024-09-10T07:27:46.000 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T07:27:46.000 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T07:27:46.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.114+0000 7f708e39f640 1 Processor -- start 2024-09-10T07:27:46.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.114+0000 7f708e39f640 1 -- start start 2024-09-10T07:27:46.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708e39f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70880d0d70 0x7f708815fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:46.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708e39f640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f70880cca20 0x7f70880cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708e39f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7088072db0 con 0x7f708815c060 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708e39f640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f70880cd3f0 con 0x7f70880cca20 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708e39f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7088160b30 con 0x7f70880d0d70 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708c93c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f70880cca20 0x7f70880cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708c93c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f70880cca20 0x7f70880cceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42148/0 (socket says 172.21.15.3:42148) 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.115+0000 7f708c93c640 1 -- 172.21.15.3:0/1338685815 learned_addr learned my addr 172.21.15.3:0/1338685815 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.116+0000 7f70877fe640 1 --2- 172.21.15.3:0/1338685815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70880d0d70 0x7f708815fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.116+0000 7f708c93c640 1 -- 172.21.15.3:0/1338685815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70880d0d70 msgr2=0x7f708815fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.116+0000 7f708c93c640 1 --2- 172.21.15.3:0/1338685815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70880d0d70 0x7f708815fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.116+0000 7f708c93c640 1 -- 172.21.15.3:0/1338685815 >> v1:172.21.15.70:6789/0 conn(0x7f708815c060 legacy=0x7f70880ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:46.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.116+0000 7f708c93c640 1 -- 172.21.15.3:0/1338685815 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708815c440 con 0x7f70880cca20 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.116+0000 7f708c93c640 1 --2- 172.21.15.3:0/1338685815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f70880cceb0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f7080009e50 tx=0x7f708002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=888fbb870684a1a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f7086ffd640 1 -- 172.21.15.3:0/1338685815 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080036070 con 0x7f70880cca20 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f7086ffd640 1 -- 172.21.15.3:0/1338685815 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7080031600 con 0x7f70880cca20 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f7086ffd640 1 -- 172.21.15.3:0/1338685815 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70800319d0 con 0x7f70880cca20 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 -- 172.21.15.3:0/1338685815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 msgr2=0x7f70880cceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 --2- 172.21.15.3:0/1338685815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f70880cceb0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f7080009e50 tx=0x7f708002a710 comp rx=0 tx=0).stop 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 -- 172.21.15.3:0/1338685815 shutdown_connections 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 --2- 172.21.15.3:0/1338685815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f70880cceb0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 --2- 172.21.15.3:0/1338685815 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70880d0d70 0x7f708815fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 -- 172.21.15.3:0/1338685815 >> 172.21.15.3:0/1338685815 conn(0x7f708806baf0 msgr2=0x7f708806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 -- 172.21.15.3:0/1338685815 shutdown_connections 2024-09-10T07:27:46.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.117+0000 7f708e39f640 1 -- 172.21.15.3:0/1338685815 wait complete. 2024-09-10T07:27:46.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.119+0000 7f708e39f640 1 Processor -- start 2024-09-10T07:27:46.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.119+0000 7f708e39f640 1 -- start start 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708e39f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f7088157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708e39f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70880d0d70 0x7f70880c72c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708e39f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f708815c060 0x7f70880c7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708e39f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7088073050 con 0x7f70880cca20 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708e39f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f7088160850 con 0x7f70880d0d70 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708e39f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7088160140 con 0x7f708815c060 2024-09-10T07:27:46.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f7088157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f7088157910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42162/0 (socket says 172.21.15.3:42162) 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 -- 172.21.15.3:0/2158097430 learned_addr learned my addr 172.21.15.3:0/2158097430 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f70877fe640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70880d0d70 0x7f70880c72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f708c93c640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f708815c060 0x7f70880c7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 -- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f708815c060 msgr2=0x7f70880c7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f708815c060 0x7f70880c7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 -- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70880d0d70 msgr2=0x7f70880c72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70880d0d70 0x7f70880c72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.120+0000 7f7087fff640 1 -- 172.21.15.3:0/2158097430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708815d690 con 0x7f70880cca20 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.121+0000 7f7087fff640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f7088157910 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f707800c470 tx=0x7f707800c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.121+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70780052d0 con 0x7f70880cca20 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.121+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7078005470 con 0x7f70880cca20 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.121+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70880c9670 con 0x7f70880cca20 2024-09-10T07:27:46.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.121+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7078012850 con 0x7f70880cca20 2024-09-10T07:27:46.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.121+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f708815d950 con 0x7f70880cca20 2024-09-10T07:27:46.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.122+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7088158b00 con 0x7f70880cca20 2024-09-10T07:27:46.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.123+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f70780129f0 con 0x7f70880cca20 2024-09-10T07:27:46.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.123+0000 7f7084ff9640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707406be30 0x7f707406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:46.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.123+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f707808aac0 con 0x7f70880cca20 2024-09-10T07:27:46.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.123+0000 7f70877fe640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707406be30 0x7f707406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:46.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.124+0000 7f70877fe640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707406be30 0x7f707406e2f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f70880b2720 tx=0x7f707c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:46.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.127+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7088158b00 con 0x7f70880cca20 2024-09-10T07:27:46.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:46.340+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f70880cceb0 con 0x7f70880cca20 2024-09-10T07:27:47.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.123+0000 7f7084ff9640 1 -- 172.21.15.3:0/2158097430 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v71) ==== 122+0+0 (secure 0 0 0) 0x7f7078058c90 con 0x7f70880cca20 2024-09-10T07:27:47.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707406be30 msgr2=0x7f707406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707406be30 0x7f707406e2f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f70880b2720 tx=0x7f707c008040 comp rx=0 tx=0).stop 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 msgr2=0x7f7088157910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f7088157910 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f707800c470 tx=0x7f707800c930 comp rx=0 tx=0).stop 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 shutdown_connections 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707406be30 0x7f707406e2f0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f708815c060 0x7f70880c7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70880d0d70 0x7f70880c72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 --2- 172.21.15.3:0/2158097430 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70880cca20 0x7f7088157910 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 >> 172.21.15.3:0/2158097430 conn(0x7f708806baf0 msgr2=0x7f70880caff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 shutdown_connections 2024-09-10T07:27:47.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.126+0000 7f708e39f640 1 -- 172.21.15.3:0/2158097430 wait complete. 2024-09-10T07:27:47.140 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T07:27:47.140 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:47.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.250+0000 7f6c260f1640 1 Processor -- start 2024-09-10T07:27:47.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.250+0000 7f6c260f1640 1 -- start start 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c260f1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2015e560 0x7f6c200ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c260f1640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c200d3480 con 0x7f6c200d1550 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c260f1640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c200d3760 con 0x7f6c200cf510 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c260f1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c200d3a40 con 0x7f6c2015e560 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c1ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f6c200d1550 0x7f6c200b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45164/0 (socket says 172.21.15.3:45164) 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c1ffff640 1 -- 172.21.15.3:0/1942855802 learned_addr learned my addr 172.21.15.3:0/1942855802 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c1f7fe640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2015e560 0x7f6c200ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2956945066 0 0) 0x7f6c200d3480 con 0x7f6c200d1550 2024-09-10T07:27:47.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c0c003520 con 0x7f6c200d1550 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.251+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3206640022 0 0) 0x7f6c200d3760 con 0x7f6c200cf510 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c200d3480 con 0x7f6c200cf510 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 988427586 0 0) 0x7f6c0c003520 con 0x7f6c200d1550 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2015e560 msgr2=0x7f6c200ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2015e560 0x7f6c200ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 >> v1:172.21.15.70:6789/0 conn(0x7f6c200cf510 legacy=0x7f6c200d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c200d3d20 con 0x7f6c200d1550 2024-09-10T07:27:47.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f6c180019f0 con 0x7f6c200d1550 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 >> v1:172.21.15.3:6789/0 conn(0x7f6c200d1550 legacy=0x7f6c200b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c0c003be0 0x7f6c0c003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0c004800 0x7f6c0c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c0c0051c0 0x7f6c0c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c200d3a40 con 0x7f6c0c0051c0 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0c00c090 con 0x7f6c0c003be0 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c0c00c290 con 0x7f6c0c004800 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1f7fe640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c2015e560 0x7f6c200ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1ffff640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c0c0051c0 0x7f6c0c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c17fff640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0c004800 0x7f6c0c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1f7fe640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c0c003be0 0x7f6c0c003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1ffff640 1 -- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0c004800 msgr2=0x7f6c0c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1ffff640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0c004800 0x7f6c0c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1ffff640 1 -- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c0c003be0 msgr2=0x7f6c0c003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1ffff640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c0c003be0 0x7f6c0c003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.252+0000 7f6c1ffff640 1 -- 172.21.15.3:0/1942855802 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c0c003520 con 0x7f6c0c0051c0 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.253+0000 7f6c1ffff640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c0c0051c0 0x7f6c0c00b9c0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f6c200d1960 tx=0x7f6c0c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b2d889e285000 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.253+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1800a390 con 0x7f6c0c0051c0 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.253+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c1802f070 con 0x7f6c0c0051c0 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.253+0000 7f6c1effd640 1 -- 172.21.15.3:0/1942855802 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1802bb60 con 0x7f6c0c0051c0 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c260f1640 1 -- 172.21.15.3:0/1942855802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c0c0051c0 msgr2=0x7f6c0c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1942855802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c0c0051c0 0x7f6c0c00b9c0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f6c200d1960 tx=0x7f6c0c005830 comp rx=0 tx=0).stop 2024-09-10T07:27:47.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c1ffff640 1 -- 172.21.15.3:0/1942855802 reap_dead start 2024-09-10T07:27:47.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c260f1640 1 -- 172.21.15.3:0/1942855802 shutdown_connections 2024-09-10T07:27:47.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c260f1640 1 -- 172.21.15.3:0/1942855802 >> 172.21.15.3:0/1942855802 conn(0x7f6c20073850 msgr2=0x7f6c2006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:47.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c260f1640 1 -- 172.21.15.3:0/1942855802 shutdown_connections 2024-09-10T07:27:47.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.254+0000 7f6c260f1640 1 -- 172.21.15.3:0/1942855802 wait complete. 2024-09-10T07:27:47.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.255+0000 7f6c260f1640 1 Processor -- start 2024-09-10T07:27:47.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.255+0000 7f6c260f1640 1 -- start start 2024-09-10T07:27:47.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c201516f0 0x7f6c200af620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 0x7f6c200cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c20151ad0 0x7f6c200ce120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2015eac0 con 0x7f6c200abb30 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2015e940 con 0x7f6c20151ad0 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c200cf950 con 0x7f6c201516f0 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 0x7f6c200cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 0x7f6c200cdbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42168/0 (socket says 172.21.15.3:42168) 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 -- 172.21.15.3:0/1487446947 learned_addr learned my addr 172.21.15.3:0/1487446947 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c1f7fe640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c201516f0 0x7f6c200af620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c1ffff640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c20151ad0 0x7f6c200ce120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 -- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c201516f0 msgr2=0x7f6c200af620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c201516f0 0x7f6c200af620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 -- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c20151ad0 msgr2=0x7f6c200ce120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c20151ad0 0x7f6c200ce120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 -- 172.21.15.3:0/1487446947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c200acb70 con 0x7f6c200abb30 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c17fff640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 0x7f6c200cdbe0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f6c0800f840 tx=0x7f6c0800fd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c080052e0 con 0x7f6c200abb30 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c08018070 con 0x7f6c200abb30 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c200ace50 con 0x7f6c200abb30 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0800d970 con 0x7f6c200abb30 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.256+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c200afb60 con 0x7f6c200abb30 2024-09-10T07:27:47.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.258+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c200ceee0 con 0x7f6c200abb30 2024-09-10T07:27:47.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.258+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c0800db10 con 0x7f6c200abb30 2024-09-10T07:27:47.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.258+0000 7f6c1cff9640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c0006be60 0x7f6c0006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.258+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f6c0808add0 con 0x7f6c200abb30 2024-09-10T07:27:47.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.258+0000 7f6c1f7fe640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c0006be60 0x7f6c0006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.259+0000 7f6c1f7fe640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c0006be60 0x7f6c0006e320 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6c20074120 tx=0x7f6c10009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.263+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c08059030 con 0x7f6c200abb30 2024-09-10T07:27:47.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.475+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c2015d700 con 0x7f6c200abb30 2024-09-10T07:27:47.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.476+0000 7f6c1cff9640 1 -- 172.21.15.3:0/1487446947 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7f6c0808c090 con 0x7f6c200abb30 2024-09-10T07:27:47.476 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:47.476 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:47.476 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c0006be60 msgr2=0x7f6c0006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c0006be60 0x7f6c0006e320 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6c20074120 tx=0x7f6c10009190 comp rx=0 tx=0).stop 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 msgr2=0x7f6c200cdbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 0x7f6c200cdbe0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f6c0800f840 tx=0x7f6c0800fd00 comp rx=0 tx=0).stop 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 shutdown_connections 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6c0006be60 0x7f6c0006e320 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6c20151ad0 0x7f6c200ce120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c200abb30 0x7f6c200cdbe0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 --2- 172.21.15.3:0/1487446947 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c201516f0 0x7f6c200af620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 >> 172.21.15.3:0/1487446947 conn(0x7f6c20073850 msgr2=0x7f6c200b9160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:47.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 shutdown_connections 2024-09-10T07:27:47.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.478+0000 7f6c260f1640 1 -- 172.21.15.3:0/1487446947 wait complete. 2024-09-10T07:27:47.489 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.591+0000 7f72d6a8c640 1 Processor -- start 2024-09-10T07:27:47.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.591+0000 7f72d6a8c640 1 -- start start 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.592+0000 7f72d6a8c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f72d00ceee0 0x7f72d00d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.592+0000 7f72d6a8c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f72d00d1380 0x7f72d00b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.592+0000 7f72d6a8c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72d00d3480 con 0x7f72d015e560 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.592+0000 7f72d6a8c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f72d00d17d0 con 0x7f72d00ceee0 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.592+0000 7f72d6a8c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f72d00d3760 con 0x7f72d00d1380 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.592+0000 7f72cffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f72d00ceee0 0x7f72d00d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f72d00ceee0 0x7f72d00d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42182/0 (socket says 172.21.15.3:42182) 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 -- 172.21.15.3:0/1445657685 learned_addr learned my addr 172.21.15.3:0/1445657685 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72d5029640 1 --2- 172.21.15.3:0/1445657685 >> v2:172.21.15.70:3300/0 conn(0x7f72d00d1380 0x7f72d00b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 -- 172.21.15.3:0/1445657685 >> v2:172.21.15.70:3300/0 conn(0x7f72d00d1380 msgr2=0x7f72d00b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 --2- 172.21.15.3:0/1445657685 >> v2:172.21.15.70:3300/0 conn(0x7f72d00d1380 0x7f72d00b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 -- 172.21.15.3:0/1445657685 >> v1:172.21.15.70:6789/0 conn(0x7f72d015e560 legacy=0x7f72d00cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 -- 172.21.15.3:0/1445657685 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d00d3a40 con 0x7f72d00ceee0 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.593+0000 7f72cffff640 1 --2- 172.21.15.3:0/1445657685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d00ceee0 0x7f72d00d0e40 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f72d00b76e0 tx=0x7f72b802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb496dd65671e484 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72cf7fe640 1 -- 172.21.15.3:0/1445657685 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b8036070 con 0x7f72d00ceee0 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72cf7fe640 1 -- 172.21.15.3:0/1445657685 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72b8031600 con 0x7f72d00ceee0 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72cf7fe640 1 -- 172.21.15.3:0/1445657685 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b80319d0 con 0x7f72d00ceee0 2024-09-10T07:27:47.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 -- 172.21.15.3:0/1445657685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d00ceee0 msgr2=0x7f72d00d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/1445657685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d00ceee0 0x7f72d00d0e40 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f72d00b76e0 tx=0x7f72b802a730 comp rx=0 tx=0).stop 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 -- 172.21.15.3:0/1445657685 shutdown_connections 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/1445657685 >> v2:172.21.15.70:3300/0 conn(0x7f72d00d1380 0x7f72d00b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/1445657685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d00ceee0 0x7f72d00d0e40 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 -- 172.21.15.3:0/1445657685 >> 172.21.15.3:0/1445657685 conn(0x7f72d0073850 msgr2=0x7f72d006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 -- 172.21.15.3:0/1445657685 shutdown_connections 2024-09-10T07:27:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.594+0000 7f72d6a8c640 1 -- 172.21.15.3:0/1445657685 wait complete. 2024-09-10T07:27:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.595+0000 7f72d6a8c640 1 Processor -- start 2024-09-10T07:27:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 -- start start 2024-09-10T07:27:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72d00ceee0 0x7f72d0152570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72d00d1380 0x7f72d00b6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 0x7f72d015f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f72d015e940 con 0x7f72d015e560 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f72d00d4240 con 0x7f72d00ceee0 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.596+0000 7f72d6a8c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f72d015eac0 con 0x7f72d00d1380 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 0x7f72d015f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 0x7f72d015f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42184/0 (socket says 172.21.15.3:42184) 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 -- 172.21.15.3:0/896114347 learned_addr learned my addr 172.21.15.3:0/896114347 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d4828640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72d00ceee0 0x7f72d0152570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72cffff640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72d00d1380 0x7f72d00b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 -- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72d00d1380 msgr2=0x7f72d00b6540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72d00d1380 0x7f72d00b6540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 -- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72d00ceee0 msgr2=0x7f72d0152570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72d00ceee0 0x7f72d0152570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 -- 172.21.15.3:0/896114347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d00b51c0 con 0x7f72d015e560 2024-09-10T07:27:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d5029640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 0x7f72d015f500 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f72c800e960 tx=0x7f72c800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c8017070 con 0x7f72d015e560 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72c800c980 con 0x7f72d015e560 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72d00b54a0 con 0x7f72d015e560 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c800cd70 con 0x7f72d015e560 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.597+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72d00b5a60 con 0x7f72d015e560 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.598+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72d00d0e40 con 0x7f72d015e560 2024-09-10T07:27:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.599+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f72c801a070 con 0x7f72d015e560 2024-09-10T07:27:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.599+0000 7f72cd7fa640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f72b006be30 0x7f72b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.599+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f72c808b240 con 0x7f72d015e560 2024-09-10T07:27:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.599+0000 7f72d4828640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f72b006be30 0x7f72b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.600+0000 7f72d4828640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f72b006be30 0x7f72b006e2f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f72d01f8e00 tx=0x7f72c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.604+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f72c80594a0 con 0x7f72d015e560 2024-09-10T07:27:47.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.780+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72d015aae0 con 0x7f72d015e560 2024-09-10T07:27:47.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.781+0000 7f72cd7fa640 1 -- 172.21.15.3:0/896114347 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+16885 (secure 0 0 0) 0x7f72c805d7a0 con 0x7f72d015e560 2024-09-10T07:27:47.781 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:47.781 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:45.096617+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:27:41.121261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T07:27:42.446499+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f72b006be30 msgr2=0x7f72b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f72b006be30 0x7f72b006e2f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f72d01f8e00 tx=0x7f72c0009040 comp rx=0 tx=0).stop 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 msgr2=0x7f72d015f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 0x7f72d015f500 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f72c800e960 tx=0x7f72c800ee20 comp rx=0 tx=0).stop 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 shutdown_connections 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f72b006be30 0x7f72b006e2f0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72d015e560 0x7f72d015f500 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f72d00d1380 0x7f72d00b6540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 --2- 172.21.15.3:0/896114347 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f72d00ceee0 0x7f72d0152570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 >> 172.21.15.3:0/896114347 conn(0x7f72d0073850 msgr2=0x7f72d00b7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:47.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 shutdown_connections 2024-09-10T07:27:47.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.783+0000 7f72d6a8c640 1 -- 172.21.15.3:0/896114347 wait complete. 2024-09-10T07:27:47.794 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:27:47.794 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:27:47.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.897+0000 7ffa92ca6640 1 Processor -- start 2024-09-10T07:27:47.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.897+0000 7ffa92ca6640 1 -- start start 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.898+0000 7ffa92ca6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ffa8c06e6a0 0x7ffa8c169320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.898+0000 7ffa92ca6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8c15ebe0 con 0x7ffa8c0cfae0 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.898+0000 7ffa92ca6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa8c0d42d0 con 0x7ffa8c15e800 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.898+0000 7ffa92ca6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8c0d3ff0 con 0x7ffa8c06e6a0 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.898+0000 7ffa8bfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ffa8c0cfae0 0x7ffa8c0d2460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:45172/0 (socket says 172.21.15.3:45172) 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.898+0000 7ffa8bfff640 1 -- 172.21.15.3:0/2165009310 learned_addr learned my addr 172.21.15.3:0/2165009310 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa91243640 1 --2- 172.21.15.3:0/2165009310 >> v2:172.21.15.70:3300/0 conn(0x7ffa8c06e6a0 0x7ffa8c169320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 979489972 0 0) 0x7ffa8c15ebe0 con 0x7ffa8c0cfae0 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa78003520 con 0x7ffa8c0cfae0 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4291054211 0 0) 0x7ffa78003520 con 0x7ffa8c0cfae0 2024-09-10T07:27:47.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 >> v2:172.21.15.70:3300/0 conn(0x7ffa8c06e6a0 msgr2=0x7ffa8c169320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 --2- 172.21.15.3:0/2165009310 >> v2:172.21.15.70:3300/0 conn(0x7ffa8c06e6a0 0x7ffa8c169320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 >> v1:172.21.15.70:6789/0 conn(0x7ffa8c15e800 legacy=0x7ffa8c0cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c06cbb0 con 0x7ffa8c0cfae0 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7ffa740019f0 con 0x7ffa8c0cfae0 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 >> v1:172.21.15.3:6789/0 conn(0x7ffa8c0cfae0 legacy=0x7ffa8c0d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003a20 0x7ffa78003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa78004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa780051c0 0x7ffa7800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c0d3ff0 con 0x7ffa78004800 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7800c0f0 con 0x7ffa780051c0 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffa7800c2f0 con 0x7ffa78003a20 2024-09-10T07:27:47.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa78004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa91243640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa780051c0 0x7ffa7800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa90a42640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003a20 0x7ffa78003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8bfff640 1 -- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003a20 msgr2=0x7ffa78003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa78003a20 0x7ffa78003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8bfff640 1 -- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa780051c0 msgr2=0x7ffa7800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa780051c0 0x7ffa7800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa91243640 1 -- 172.21.15.3:0/2165009310 reap_dead start 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.899+0000 7ffa8bfff640 1 -- 172.21.15.3:0/2165009310 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa78003520 con 0x7ffa78004800 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.900+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa78004c80 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7ffa7400a850 tx=0x7ffa78005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43f1e17f6a507800 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.900+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7400a4a0 con 0x7ffa78004800 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.900+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7402f070 con 0x7ffa78004800 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.900+0000 7ffa8b7fe640 1 -- 172.21.15.3:0/2165009310 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7402bcb0 con 0x7ffa78004800 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 -- 172.21.15.3:0/2165009310 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 msgr2=0x7ffa78004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa78004c80 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7ffa7400a850 tx=0x7ffa78005830 comp rx=0 tx=0).stop 2024-09-10T07:27:47.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 -- 172.21.15.3:0/2165009310 shutdown_connections 2024-09-10T07:27:47.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/2165009310 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa78004c80 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 -- 172.21.15.3:0/2165009310 >> 172.21.15.3:0/2165009310 conn(0x7ffa8c09d750 msgr2=0x7ffa8c0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:47.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 -- 172.21.15.3:0/2165009310 shutdown_connections 2024-09-10T07:27:47.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.901+0000 7ffa92ca6640 1 -- 172.21.15.3:0/2165009310 wait complete. 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.902+0000 7ffa92ca6640 1 Processor -- start 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.902+0000 7ffa92ca6640 1 -- start start 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa92ca6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa8c0ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa92ca6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa8c151fe0 0x7ffa8c0cb840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa92ca6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c0b7de0 0x7ffa8c160bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa92ca6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c0d4e30 con 0x7ffa78004800 2024-09-10T07:27:47.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa92ca6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c06d170 con 0x7ffa8c0b7de0 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa92ca6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ffa8c0cf3d0 con 0x7ffa8c151fe0 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa90a42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa8c0ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa90a42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa8c0ce2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42212/0 (socket says 172.21.15.3:42212) 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa90a42640 1 -- 172.21.15.3:0/3563367008 learned_addr learned my addr 172.21.15.3:0/3563367008 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa8c151fe0 0x7ffa8c0cb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.903+0000 7ffa91243640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c0b7de0 0x7ffa8c160bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa90a42640 1 -- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa8c151fe0 msgr2=0x7ffa8c0cb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa90a42640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa8c151fe0 0x7ffa8c0cb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa90a42640 1 -- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c0b7de0 msgr2=0x7ffa8c160bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa90a42640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c0b7de0 0x7ffa8c160bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa90a42640 1 -- 172.21.15.3:0/3563367008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c0ce810 con 0x7ffa78004800 2024-09-10T07:27:47.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa8c151fe0 0x7ffa8c0cb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa91243640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c0b7de0 0x7ffa8c160bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa90a42640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa8c0ce2d0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00f880 tx=0x7ffa7c00fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c001d20 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7c018070 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c15fe10 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c00d730 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.904+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c1603d0 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.905+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c068880 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.905+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffa7c00d8d0 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.906+0000 7ffa897fa640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffa6c06be30 0x7ffa6c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.906+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7ffa7c08add0 con 0x7ffa78004800 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.906+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffa6c06be30 0x7ffa6c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:47.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.907+0000 7ffa8bfff640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffa6c06be30 0x7ffa6c06e2f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ffa74033000 tx=0x7ffa74009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:47.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:47.911+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffa7c059680 con 0x7ffa78004800 2024-09-10T07:27:48.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.082+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffa8c09db30 con 0x7ffa6c06be30 2024-09-10T07:27:48.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.089+0000 7ffa897fa640 1 -- 172.21.15.3:0/3563367008 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239786 (secure 0 0 0) 0x7ffa8c09db30 con 0x7ffa6c06be30 2024-09-10T07:27:48.091 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:48.093 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:27:48.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffa6c06be30 msgr2=0x7ffa6c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffa6c06be30 0x7ffa6c06e2f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7ffa74033000 tx=0x7ffa74009030 comp rx=0 tx=0).stop 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 msgr2=0x7ffa8c0ce2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa8c0ce2d0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00f880 tx=0x7ffa7c00fd40 comp rx=0 tx=0).stop 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 shutdown_connections 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ffa6c06be30 0x7ffa6c06e2f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ffa8c0b7de0 0x7ffa8c160bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ffa8c151fe0 0x7ffa8c0cb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 --2- 172.21.15.3:0/3563367008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa78004800 0x7ffa8c0ce2d0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 >> 172.21.15.3:0/3563367008 conn(0x7ffa8c09d750 msgr2=0x7ffa8c0b5d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 shutdown_connections 2024-09-10T07:27:48.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.091+0000 7ffa92ca6640 1 -- 172.21.15.3:0/3563367008 wait complete. 2024-09-10T07:27:48.102 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":310,"stamp":"2024-09-10T07:27:46.171940+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":58,"acting":58,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":299732,"kb_used_data":8596,"kb_used_omap":12,"kb_used_meta":290931,"kb_avail":754674988,"statfs":{"total":773094113280,"available":772787187712,"internally_reserved":0,"allocated":8802304,"data_stored":4667465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":297913905},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.082219"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.095926+0000","last_change":"2024-09-10T07:27:42.095926+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.095926+0000","last_undegraded":"2024-09-10T07:27:42.095926+0000","last_fullsized":"2024-09-10T07:27:42.095926+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.093919+0000","last_change":"2024-09-10T07:27:42.093919+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.093919+0000","last_undegraded":"2024-09-10T07:27:42.093919+0000","last_fullsized":"2024-09-10T07:27:42.093919+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094460+0000","last_change":"2024-09-10T07:27:42.094460+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094460+0000","last_undegraded":"2024-09-10T07:27:42.094460+0000","last_fullsized":"2024-09-10T07:27:42.094460+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:42.083820+0000","last_change":"2024-09-10T07:27:42.083820+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.083820+0000","last_undegraded":"2024-09-10T07:27:42.083820+0000","last_fullsized":"2024-09-10T07:27:42.083820+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.091463+0000","last_change":"2024-09-10T07:27:42.091463+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.091463+0000","last_undegraded":"2024-09-10T07:27:42.091463+0000","last_fullsized":"2024-09-10T07:27:42.091463+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.091858+0000","last_change":"2024-09-10T07:27:42.091858+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.091858+0000","last_undegraded":"2024-09-10T07:27:42.091858+0000","last_fullsized":"2024-09-10T07:27:42.091858+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.097007+0000","last_change":"2024-09-10T07:27:42.097007+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.097007+0000","last_undegraded":"2024-09-10T07:27:42.097007+0000","last_fullsized":"2024-09-10T07:27:42.097007+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.095215+0000","last_change":"2024-09-10T07:27:42.095215+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.095215+0000","last_undegraded":"2024-09-10T07:27:42.095215+0000","last_fullsized":"2024-09-10T07:27:42.095215+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094555+0000","last_change":"2024-09-10T07:27:42.094555+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094555+0000","last_undegraded":"2024-09-10T07:27:42.094555+0000","last_fullsized":"2024-09-10T07:27:42.094555+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.092843+0000","last_change":"2024-09-10T07:27:42.092843+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.092843+0000","last_undegraded":"2024-09-10T07:27:42.092843+0000","last_fullsized":"2024-09-10T07:27:42.092843+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.096240+0000","last_change":"2024-09-10T07:27:42.096240+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.096240+0000","last_undegraded":"2024-09-10T07:27:42.096240+0000","last_fullsized":"2024-09-10T07:27:42.096240+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:42.083820+0000","last_change":"2024-09-10T07:27:42.083820+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.083820+0000","last_undegraded":"2024-09-10T07:27:42.083820+0000","last_fullsized":"2024-09-10T07:27:42.083820+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.091589+0000","last_change":"2024-09-10T07:27:42.091589+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.091589+0000","last_undegraded":"2024-09-10T07:27:42.091589+0000","last_fullsized":"2024-09-10T07:27:42.091589+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094279+0000","last_change":"2024-09-10T07:27:42.094279+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094279+0000","last_undegraded":"2024-09-10T07:27:42.094279+0000","last_fullsized":"2024-09-10T07:27:42.094279+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.095262+0000","last_change":"2024-09-10T07:27:42.095262+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.095262+0000","last_undegraded":"2024-09-10T07:27:42.095262+0000","last_fullsized":"2024-09-10T07:27:42.095262+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.097008+0000","last_change":"2024-09-10T07:27:42.097008+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.097008+0000","last_undegraded":"2024-09-10T07:27:42.097008+0000","last_fullsized":"2024-09-10T07:27:42.097008+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.093902+0000","last_change":"2024-09-10T07:27:42.093902+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.093902+0000","last_undegraded":"2024-09-10T07:27:42.093902+0000","last_fullsized":"2024-09-10T07:27:42.093902+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.091500+0000","last_change":"2024-09-10T07:27:42.091500+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.091500+0000","last_undegraded":"2024-09-10T07:27:42.091500+0000","last_fullsized":"2024-09-10T07:27:42.091500+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.095775+0000","last_change":"2024-09-10T07:27:42.095775+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.095775+0000","last_undegraded":"2024-09-10T07:27:42.095775+0000","last_fullsized":"2024-09-10T07:27:42.095775+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.092882+0000","last_change":"2024-09-10T07:27:42.092882+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.092882+0000","last_undegraded":"2024-09-10T07:27:42.092882+0000","last_fullsized":"2024-09-10T07:27:42.092882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094271+0000","last_change":"2024-09-10T07:27:42.094271+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094271+0000","last_undegraded":"2024-09-10T07:27:42.094271+0000","last_fullsized":"2024-09-10T07:27:42.094271+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094251+0000","last_change":"2024-09-10T07:27:42.094251+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094251+0000","last_undegraded":"2024-09-10T07:27:42.094251+0000","last_fullsized":"2024-09-10T07:27:42.094251+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094246+0000","last_change":"2024-09-10T07:27:42.094246+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094246+0000","last_undegraded":"2024-09-10T07:27:42.094246+0000","last_fullsized":"2024-09-10T07:27:42.094246+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.091616+0000","last_change":"2024-09-10T07:27:42.091616+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.091616+0000","last_undegraded":"2024-09-10T07:27:42.091616+0000","last_fullsized":"2024-09-10T07:27:42.091616+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.096999+0000","last_change":"2024-09-10T07:27:42.096999+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.096999+0000","last_undegraded":"2024-09-10T07:27:42.096999+0000","last_fullsized":"2024-09-10T07:27:42.096999+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.093898+0000","last_change":"2024-09-10T07:27:42.093898+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.093898+0000","last_undegraded":"2024-09-10T07:27:42.093898+0000","last_fullsized":"2024-09-10T07:27:42.093898+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.093775+0000","last_change":"2024-09-10T07:27:42.093775+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.093775+0000","last_undegraded":"2024-09-10T07:27:42.093775+0000","last_fullsized":"2024-09-10T07:27:42.093775+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:42.083820+0000","last_change":"2024-09-10T07:27:42.083820+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.083820+0000","last_undegraded":"2024-09-10T07:27:42.083820+0000","last_fullsized":"2024-09-10T07:27:42.083820+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.095811+0000","last_change":"2024-09-10T07:27:42.095811+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.095811+0000","last_undegraded":"2024-09-10T07:27:42.095811+0000","last_fullsized":"2024-09-10T07:27:42.095811+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:42.083820+0000","last_change":"2024-09-10T07:27:42.083820+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.083820+0000","last_undegraded":"2024-09-10T07:27:42.083820+0000","last_fullsized":"2024-09-10T07:27:42.083820+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.092398+0000","last_change":"2024-09-10T07:27:42.092398+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.092398+0000","last_undegraded":"2024-09-10T07:27:42.092398+0000","last_fullsized":"2024-09-10T07:27:42.092398+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:27:43.089382+0000","last_change":"2024-09-10T07:27:43.089382+0000","last_active":"2024-09-10T07:27:43.089382+0000","last_peered":"2024-09-10T07:27:43.089382+0000","last_clean":"2024-09-10T07:27:43.089382+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:43.089382+0000","last_undegraded":"2024-09-10T07:27:43.089382+0000","last_fullsized":"2024-09-10T07:27:43.089382+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":1,"reported_epoch":79,"state":"creating+peering","last_fresh":"2024-09-10T07:27:42.094270+0000","last_change":"2024-09-10T07:27:42.094270+0000","last_active":"2024-09-10T07:27:42.083820+0000","last_peered":"2024-09-10T07:27:42.083820+0000","last_clean":"2024-09-10T07:27:42.083820+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:27:42.094270+0000","last_undegraded":"2024-09-10T07:27:42.094270+0000","last_fullsized":"2024-09-10T07:27:42.094270+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":277,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-10T07:27:42.094876+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:27:42.094876+0000","last_peered":"2024-09-10T07:27:42.094876+0000","last_clean":"2024-09-10T07:27:42.094876+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:27:42.094876+0000","last_undegraded":"2024-09-10T07:27:42.094876+0000","last_fullsized":"2024-09-10T07:27:42.094876+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542239,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36860,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334980,"statfs":{"total":96636764160,"available":96599019520,"internally_reserved":0,"allocated":1544192,"data_stored":1025433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542239,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36288,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335552,"statfs":{"total":96636764160,"available":96599605248,"internally_reserved":0,"allocated":962560,"data_stored":441274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542239,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40440,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331400,"statfs":{"total":96636764160,"available":96595353600,"internally_reserved":0,"allocated":950272,"data_stored":435065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542240,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36284,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335556,"statfs":{"total":96636764160,"available":96599609344,"internally_reserved":0,"allocated":950272,"data_stored":435065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542239,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":435065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542241,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40440,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331400,"statfs":{"total":96636764160,"available":96595353600,"internally_reserved":0,"allocated":950272,"data_stored":435065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542240,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41020,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330820,"statfs":{"total":96636764160,"available":96594759680,"internally_reserved":0,"allocated":1544192,"data_stored":1025433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574944,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36284,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335556,"statfs":{"total":96636764160,"available":96599609344,"internally_reserved":0,"allocated":950272,"data_stored":435065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:27:48.107 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:27:48.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.246+0000 7f1ccf827640 1 Processor -- start 2024-09-10T07:27:48.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.246+0000 7f1ccf827640 1 -- start start 2024-09-10T07:27:48.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccf827640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f1cc815e560 0x7f1cc80ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccf827640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1cc80cf510 0x7f1cc80d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccf827640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc80d1380 0x7f1cc80b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccf827640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f1cc80d1760 con 0x7f1cc80cf510 2024-09-10T07:27:48.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccf827640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f1cc80d3480 con 0x7f1cc815e560 2024-09-10T07:27:48.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccf827640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1cc80d3760 con 0x7f1cc80d1380 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1cc80cf510 0x7f1cc80d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f1cc80cf510 0x7f1cc80d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42218/0 (socket says 172.21.15.3:42218) 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 -- 172.21.15.3:0/2149263864 learned_addr learned my addr 172.21.15.3:0/2149263864 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccd5c3640 1 --2- 172.21.15.3:0/2149263864 >> v2:172.21.15.70:3300/0 conn(0x7f1cc815e560 0x7f1cc80ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1ccddc4640 1 --2- 172.21.15.3:0/2149263864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc80d1380 0x7f1cc80b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 -- 172.21.15.3:0/2149263864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc80d1380 msgr2=0x7f1cc80b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 --2- 172.21.15.3:0/2149263864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc80d1380 0x7f1cc80b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 -- 172.21.15.3:0/2149263864 >> v2:172.21.15.70:3300/0 conn(0x7f1cc815e560 msgr2=0x7f1cc80ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 --2- 172.21.15.3:0/2149263864 >> v2:172.21.15.70:3300/0 conn(0x7f1cc815e560 0x7f1cc80ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.247+0000 7f1cccdc2640 1 -- 172.21.15.3:0/2149263864 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cc80d3a40 con 0x7f1cc80cf510 2024-09-10T07:27:48.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.248+0000 7f1cccdc2640 1 --2- 172.21.15.3:0/2149263864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80cf510 0x7f1cc80d0e40 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8074120 tx=0x7f1cb802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=634b04ac97154d75 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.248+0000 7f1cbffff640 1 -- 172.21.15.3:0/2149263864 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8037070 con 0x7f1cc80cf510 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.248+0000 7f1cbffff640 1 -- 172.21.15.3:0/2149263864 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cb8032440 con 0x7f1cc80cf510 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.248+0000 7f1cbffff640 1 -- 172.21.15.3:0/2149263864 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8032810 con 0x7f1cc80cf510 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 -- 172.21.15.3:0/2149263864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80cf510 msgr2=0x7f1cc80d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 --2- 172.21.15.3:0/2149263864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80cf510 0x7f1cc80d0e40 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8074120 tx=0x7f1cb802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 -- 172.21.15.3:0/2149263864 shutdown_connections 2024-09-10T07:27:48.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 --2- 172.21.15.3:0/2149263864 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc80d1380 0x7f1cc80b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 --2- 172.21.15.3:0/2149263864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80cf510 0x7f1cc80d0e40 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 --2- 172.21.15.3:0/2149263864 >> v2:172.21.15.70:3300/0 conn(0x7f1cc815e560 0x7f1cc80ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 -- 172.21.15.3:0/2149263864 >> 172.21.15.3:0/2149263864 conn(0x7f1cc8073850 msgr2=0x7f1cc806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 -- 172.21.15.3:0/2149263864 shutdown_connections 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.249+0000 7f1ccf827640 1 -- 172.21.15.3:0/2149263864 wait complete. 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.250+0000 7f1ccf827640 1 Processor -- start 2024-09-10T07:27:48.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.250+0000 7f1ccf827640 1 -- start start 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1ccf827640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc80cf510 0x7f1cc80c9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1ccf827640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 0x7f1cc815ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1ccf827640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc815e560 0x7f1cc81f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1ccf827640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1cc815e940 con 0x7f1cc80d1380 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1ccf827640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f1cc80d4240 con 0x7f1cc80cf510 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1ccf827640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f1cc815eac0 con 0x7f1cc815e560 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 0x7f1cc815ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 0x7f1cc815ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42220/0 (socket says 172.21.15.3:42220) 2024-09-10T07:27:48.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 -- 172.21.15.3:0/1946114413 learned_addr learned my addr 172.21.15.3:0/1946114413 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 -- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc815e560 msgr2=0x7f1cc81f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc815e560 0x7f1cc81f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 -- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc80cf510 msgr2=0x7f1cc80c9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc80cf510 0x7f1cc80c9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 -- 172.21.15.3:0/1946114413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cc81614b0 con 0x7f1cc80d1380 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.251+0000 7f1cccdc2640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 0x7f1cc815ec40 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f1cb802a220 tx=0x7f1cb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.252+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8041020 con 0x7f1cc80d1380 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.252+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cb803d620 con 0x7f1cc80d1380 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.252+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cc8161790 con 0x7f1cc80d1380 2024-09-10T07:27:48.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.252+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8037040 con 0x7f1cc80d1380 2024-09-10T07:27:48.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.252+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cc81f4f00 con 0x7f1cc80d1380 2024-09-10T07:27:48.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.253+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cc80cf980 con 0x7f1cc80d1380 2024-09-10T07:27:48.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.253+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1cb8044020 con 0x7f1cc80d1380 2024-09-10T07:27:48.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.254+0000 7f1cbdffb640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1cac06be30 0x7f1cac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.254+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f1cb80ab610 con 0x7f1cc80d1380 2024-09-10T07:27:48.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.254+0000 7f1ccd5c3640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1cac06be30 0x7f1cac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.255+0000 7f1ccd5c3640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1cac06be30 0x7f1cac06e2f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4009fa0 tx=0x7f1cc400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.258+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cb804b030 con 0x7f1cc80d1380 2024-09-10T07:27:48.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.430+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1cc80b8ae0 con 0x7f1cac06be30 2024-09-10T07:27:48.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.437+0000 7f1cbdffb640 1 -- 172.21.15.3:0/1946114413 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252078 (secure 0 0 0) 0x7f1cc80b8ae0 con 0x7f1cac06be30 2024-09-10T07:27:48.439 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:48.440 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1cac06be30 msgr2=0x7f1cac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1cac06be30 0x7f1cac06e2f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1cc4009fa0 tx=0x7f1cc400b040 comp rx=0 tx=0).stop 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 msgr2=0x7f1cc815ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 0x7f1cc815ec40 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f1cb802a220 tx=0x7f1cb80046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 shutdown_connections 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f1cac06be30 0x7f1cac06e2f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f1cc815e560 0x7f1cc81f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cc80d1380 0x7f1cc815ec40 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 --2- 172.21.15.3:0/1946114413 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1cc80cf510 0x7f1cc80c9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 >> 172.21.15.3:0/1946114413 conn(0x7f1cc8073850 msgr2=0x7f1cc80b7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:48.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 shutdown_connections 2024-09-10T07:27:48.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.440+0000 7f1ccf827640 1 -- 172.21.15.3:0/1946114413 wait complete. 2024-09-10T07:27:48.450 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":311,"stamp":"2024-09-10T07:27:48.172385+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":304308,"kb_used_data":9032,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754670412,"statfs":{"total":773094113280,"available":772782501888,"internally_reserved":0,"allocated":9248768,"data_stored":4879956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001252"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101771+0000","last_change":"2024-09-10T07:27:44.113428+0000","last_active":"2024-09-10T07:27:45.101771+0000","last_peered":"2024-09-10T07:27:45.101771+0000","last_clean":"2024-09-10T07:27:45.101771+0000","last_became_active":"2024-09-10T07:27:44.113193+0000","last_became_peered":"2024-09-10T07:27:44.113193+0000","last_unstale":"2024-09-10T07:27:45.101771+0000","last_undegraded":"2024-09-10T07:27:45.101771+0000","last_fullsized":"2024-09-10T07:27:45.101771+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:09.877117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100596+0000","last_change":"2024-09-10T07:27:44.132432+0000","last_active":"2024-09-10T07:27:45.100596+0000","last_peered":"2024-09-10T07:27:45.100596+0000","last_clean":"2024-09-10T07:27:45.100596+0000","last_became_active":"2024-09-10T07:27:44.132146+0000","last_became_peered":"2024-09-10T07:27:44.132146+0000","last_unstale":"2024-09-10T07:27:45.100596+0000","last_undegraded":"2024-09-10T07:27:45.100596+0000","last_fullsized":"2024-09-10T07:27:45.100596+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:14.788397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351358+0000","last_change":"2024-09-10T07:27:44.122771+0000","last_active":"2024-09-10T07:27:45.351358+0000","last_peered":"2024-09-10T07:27:45.351358+0000","last_clean":"2024-09-10T07:27:45.351358+0000","last_became_active":"2024-09-10T07:27:44.122498+0000","last_became_peered":"2024-09-10T07:27:44.122498+0000","last_unstale":"2024-09-10T07:27:45.351358+0000","last_undegraded":"2024-09-10T07:27:45.351358+0000","last_fullsized":"2024-09-10T07:27:45.351358+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:58.573925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351902+0000","last_change":"2024-09-10T07:27:44.104880+0000","last_active":"2024-09-10T07:27:45.351902+0000","last_peered":"2024-09-10T07:27:45.351902+0000","last_clean":"2024-09-10T07:27:45.351902+0000","last_became_active":"2024-09-10T07:27:44.104539+0000","last_became_peered":"2024-09-10T07:27:44.104539+0000","last_unstale":"2024-09-10T07:27:45.351902+0000","last_undegraded":"2024-09-10T07:27:45.351902+0000","last_fullsized":"2024-09-10T07:27:45.351902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:41.297485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102881+0000","last_change":"2024-09-10T07:27:44.122919+0000","last_active":"2024-09-10T07:27:45.102881+0000","last_peered":"2024-09-10T07:27:45.102881+0000","last_clean":"2024-09-10T07:27:45.102881+0000","last_became_active":"2024-09-10T07:27:44.122351+0000","last_became_peered":"2024-09-10T07:27:44.122351+0000","last_unstale":"2024-09-10T07:27:45.102881+0000","last_undegraded":"2024-09-10T07:27:45.102881+0000","last_fullsized":"2024-09-10T07:27:45.102881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:53.875166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351042+0000","last_change":"2024-09-10T07:27:44.119219+0000","last_active":"2024-09-10T07:27:45.351042+0000","last_peered":"2024-09-10T07:27:45.351042+0000","last_clean":"2024-09-10T07:27:45.351042+0000","last_became_active":"2024-09-10T07:27:44.118942+0000","last_became_peered":"2024-09-10T07:27:44.118942+0000","last_unstale":"2024-09-10T07:27:45.351042+0000","last_undegraded":"2024-09-10T07:27:45.351042+0000","last_fullsized":"2024-09-10T07:27:45.351042+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:10:03.335090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101184+0000","last_change":"2024-09-10T07:27:44.129152+0000","last_active":"2024-09-10T07:27:45.101184+0000","last_peered":"2024-09-10T07:27:45.101184+0000","last_clean":"2024-09-10T07:27:45.101184+0000","last_became_active":"2024-09-10T07:27:44.128796+0000","last_became_peered":"2024-09-10T07:27:44.128796+0000","last_unstale":"2024-09-10T07:27:45.101184+0000","last_undegraded":"2024-09-10T07:27:45.101184+0000","last_fullsized":"2024-09-10T07:27:45.101184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:55.732637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102639+0000","last_change":"2024-09-10T07:27:44.120264+0000","last_active":"2024-09-10T07:27:45.102639+0000","last_peered":"2024-09-10T07:27:45.102639+0000","last_clean":"2024-09-10T07:27:45.102639+0000","last_became_active":"2024-09-10T07:27:44.119996+0000","last_became_peered":"2024-09-10T07:27:44.119996+0000","last_unstale":"2024-09-10T07:27:45.102639+0000","last_undegraded":"2024-09-10T07:27:45.102639+0000","last_fullsized":"2024-09-10T07:27:45.102639+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:56:23.198166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351983+0000","last_change":"2024-09-10T07:27:44.123284+0000","last_active":"2024-09-10T07:27:45.351983+0000","last_peered":"2024-09-10T07:27:45.351983+0000","last_clean":"2024-09-10T07:27:45.351983+0000","last_became_active":"2024-09-10T07:27:44.123017+0000","last_became_peered":"2024-09-10T07:27:44.123017+0000","last_unstale":"2024-09-10T07:27:45.351983+0000","last_undegraded":"2024-09-10T07:27:45.351983+0000","last_fullsized":"2024-09-10T07:27:45.351983+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:05:15.130853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.352068+0000","last_change":"2024-09-10T07:27:44.108661+0000","last_active":"2024-09-10T07:27:45.352068+0000","last_peered":"2024-09-10T07:27:45.352068+0000","last_clean":"2024-09-10T07:27:45.352068+0000","last_became_active":"2024-09-10T07:27:44.108389+0000","last_became_peered":"2024-09-10T07:27:44.108389+0000","last_unstale":"2024-09-10T07:27:45.352068+0000","last_undegraded":"2024-09-10T07:27:45.352068+0000","last_fullsized":"2024-09-10T07:27:45.352068+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:40.797299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100594+0000","last_change":"2024-09-10T07:27:44.131710+0000","last_active":"2024-09-10T07:27:45.100594+0000","last_peered":"2024-09-10T07:27:45.100594+0000","last_clean":"2024-09-10T07:27:45.100594+0000","last_became_active":"2024-09-10T07:27:44.131410+0000","last_became_peered":"2024-09-10T07:27:44.131410+0000","last_unstale":"2024-09-10T07:27:45.100594+0000","last_undegraded":"2024-09-10T07:27:45.100594+0000","last_fullsized":"2024-09-10T07:27:45.100594+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:24.764363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.352124+0000","last_change":"2024-09-10T07:27:44.115686+0000","last_active":"2024-09-10T07:27:45.352124+0000","last_peered":"2024-09-10T07:27:45.352124+0000","last_clean":"2024-09-10T07:27:45.352124+0000","last_became_active":"2024-09-10T07:27:44.115378+0000","last_became_peered":"2024-09-10T07:27:44.115378+0000","last_unstale":"2024-09-10T07:27:45.352124+0000","last_undegraded":"2024-09-10T07:27:45.352124+0000","last_fullsized":"2024-09-10T07:27:45.352124+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:07.845588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102967+0000","last_change":"2024-09-10T07:27:44.126666+0000","last_active":"2024-09-10T07:27:45.102967+0000","last_peered":"2024-09-10T07:27:45.102967+0000","last_clean":"2024-09-10T07:27:45.102967+0000","last_became_active":"2024-09-10T07:27:44.126390+0000","last_became_peered":"2024-09-10T07:27:44.126390+0000","last_unstale":"2024-09-10T07:27:45.102967+0000","last_undegraded":"2024-09-10T07:27:45.102967+0000","last_fullsized":"2024-09-10T07:27:45.102967+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:03:45.994112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351181+0000","last_change":"2024-09-10T07:27:44.119398+0000","last_active":"2024-09-10T07:27:45.351181+0000","last_peered":"2024-09-10T07:27:45.351181+0000","last_clean":"2024-09-10T07:27:45.351181+0000","last_became_active":"2024-09-10T07:27:44.118524+0000","last_became_peered":"2024-09-10T07:27:44.118524+0000","last_unstale":"2024-09-10T07:27:45.351181+0000","last_undegraded":"2024-09-10T07:27:45.351181+0000","last_fullsized":"2024-09-10T07:27:45.351181+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:22.057446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100387+0000","last_change":"2024-09-10T07:27:44.122489+0000","last_active":"2024-09-10T07:27:45.100387+0000","last_peered":"2024-09-10T07:27:45.100387+0000","last_clean":"2024-09-10T07:27:45.100387+0000","last_became_active":"2024-09-10T07:27:44.122206+0000","last_became_peered":"2024-09-10T07:27:44.122206+0000","last_unstale":"2024-09-10T07:27:45.100387+0000","last_undegraded":"2024-09-10T07:27:45.100387+0000","last_fullsized":"2024-09-10T07:27:45.100387+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:39.289498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100959+0000","last_change":"2024-09-10T07:27:44.114919+0000","last_active":"2024-09-10T07:27:45.100959+0000","last_peered":"2024-09-10T07:27:45.100959+0000","last_clean":"2024-09-10T07:27:45.100959+0000","last_became_active":"2024-09-10T07:27:44.114553+0000","last_became_peered":"2024-09-10T07:27:44.114553+0000","last_unstale":"2024-09-10T07:27:45.100959+0000","last_undegraded":"2024-09-10T07:27:45.100959+0000","last_fullsized":"2024-09-10T07:27:45.100959+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:39:55.545761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.103100+0000","last_change":"2024-09-10T07:27:44.124805+0000","last_active":"2024-09-10T07:27:45.103100+0000","last_peered":"2024-09-10T07:27:45.103100+0000","last_clean":"2024-09-10T07:27:45.103100+0000","last_became_active":"2024-09-10T07:27:44.123146+0000","last_became_peered":"2024-09-10T07:27:44.123146+0000","last_unstale":"2024-09-10T07:27:45.103100+0000","last_undegraded":"2024-09-10T07:27:45.103100+0000","last_fullsized":"2024-09-10T07:27:45.103100+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:59:49.764149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350879+0000","last_change":"2024-09-10T07:27:44.112782+0000","last_active":"2024-09-10T07:27:45.350879+0000","last_peered":"2024-09-10T07:27:45.350879+0000","last_clean":"2024-09-10T07:27:45.350879+0000","last_became_active":"2024-09-10T07:27:44.111658+0000","last_became_peered":"2024-09-10T07:27:44.111658+0000","last_unstale":"2024-09-10T07:27:45.350879+0000","last_undegraded":"2024-09-10T07:27:45.350879+0000","last_fullsized":"2024-09-10T07:27:45.350879+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:34.264734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350973+0000","last_change":"2024-09-10T07:27:44.130578+0000","last_active":"2024-09-10T07:27:45.350973+0000","last_peered":"2024-09-10T07:27:45.350973+0000","last_clean":"2024-09-10T07:27:45.350973+0000","last_became_active":"2024-09-10T07:27:44.130281+0000","last_became_peered":"2024-09-10T07:27:44.130281+0000","last_unstale":"2024-09-10T07:27:45.350973+0000","last_undegraded":"2024-09-10T07:27:45.350973+0000","last_fullsized":"2024-09-10T07:27:45.350973+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:03.519111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102928+0000","last_change":"2024-09-10T07:27:44.121315+0000","last_active":"2024-09-10T07:27:45.102928+0000","last_peered":"2024-09-10T07:27:45.102928+0000","last_clean":"2024-09-10T07:27:45.102928+0000","last_became_active":"2024-09-10T07:27:44.121049+0000","last_became_peered":"2024-09-10T07:27:44.121049+0000","last_unstale":"2024-09-10T07:27:45.102928+0000","last_undegraded":"2024-09-10T07:27:45.102928+0000","last_fullsized":"2024-09-10T07:27:45.102928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:40:55.019564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351274+0000","last_change":"2024-09-10T07:27:44.112697+0000","last_active":"2024-09-10T07:27:45.351274+0000","last_peered":"2024-09-10T07:27:45.351274+0000","last_clean":"2024-09-10T07:27:45.351274+0000","last_became_active":"2024-09-10T07:27:44.112271+0000","last_became_peered":"2024-09-10T07:27:44.112271+0000","last_unstale":"2024-09-10T07:27:45.351274+0000","last_undegraded":"2024-09-10T07:27:45.351274+0000","last_fullsized":"2024-09-10T07:27:45.351274+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:54:42.719777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102822+0000","last_change":"2024-09-10T07:27:44.125740+0000","last_active":"2024-09-10T07:27:45.102822+0000","last_peered":"2024-09-10T07:27:45.102822+0000","last_clean":"2024-09-10T07:27:45.102822+0000","last_became_active":"2024-09-10T07:27:44.125469+0000","last_became_peered":"2024-09-10T07:27:44.125469+0000","last_unstale":"2024-09-10T07:27:45.102822+0000","last_undegraded":"2024-09-10T07:27:45.102822+0000","last_fullsized":"2024-09-10T07:27:45.102822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:23.655107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351159+0000","last_change":"2024-09-10T07:27:44.104143+0000","last_active":"2024-09-10T07:27:45.351159+0000","last_peered":"2024-09-10T07:27:45.351159+0000","last_clean":"2024-09-10T07:27:45.351159+0000","last_became_active":"2024-09-10T07:27:44.103863+0000","last_became_peered":"2024-09-10T07:27:44.103863+0000","last_unstale":"2024-09-10T07:27:45.351159+0000","last_undegraded":"2024-09-10T07:27:45.351159+0000","last_fullsized":"2024-09-10T07:27:45.351159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:30.789575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100701+0000","last_change":"2024-09-10T07:27:44.124867+0000","last_active":"2024-09-10T07:27:45.100701+0000","last_peered":"2024-09-10T07:27:45.100701+0000","last_clean":"2024-09-10T07:27:45.100701+0000","last_became_active":"2024-09-10T07:27:44.124199+0000","last_became_peered":"2024-09-10T07:27:44.124199+0000","last_unstale":"2024-09-10T07:27:45.100701+0000","last_undegraded":"2024-09-10T07:27:45.100701+0000","last_fullsized":"2024-09-10T07:27:45.100701+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:12.896797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100813+0000","last_change":"2024-09-10T07:27:44.132645+0000","last_active":"2024-09-10T07:27:45.100813+0000","last_peered":"2024-09-10T07:27:45.100813+0000","last_clean":"2024-09-10T07:27:45.100813+0000","last_became_active":"2024-09-10T07:27:44.131861+0000","last_became_peered":"2024-09-10T07:27:44.131861+0000","last_unstale":"2024-09-10T07:27:45.100813+0000","last_undegraded":"2024-09-10T07:27:45.100813+0000","last_fullsized":"2024-09-10T07:27:45.100813+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:20.807987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.352088+0000","last_change":"2024-09-10T07:27:44.113848+0000","last_active":"2024-09-10T07:27:45.352088+0000","last_peered":"2024-09-10T07:27:45.352088+0000","last_clean":"2024-09-10T07:27:45.352088+0000","last_became_active":"2024-09-10T07:27:44.113539+0000","last_became_peered":"2024-09-10T07:27:44.113539+0000","last_unstale":"2024-09-10T07:27:45.352088+0000","last_undegraded":"2024-09-10T07:27:45.352088+0000","last_fullsized":"2024-09-10T07:27:45.352088+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:57.497458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101002+0000","last_change":"2024-09-10T07:27:44.114829+0000","last_active":"2024-09-10T07:27:45.101002+0000","last_peered":"2024-09-10T07:27:45.101002+0000","last_clean":"2024-09-10T07:27:45.101002+0000","last_became_active":"2024-09-10T07:27:44.114541+0000","last_became_peered":"2024-09-10T07:27:44.114541+0000","last_unstale":"2024-09-10T07:27:45.101002+0000","last_undegraded":"2024-09-10T07:27:45.101002+0000","last_fullsized":"2024-09-10T07:27:45.101002+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:09.447668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102983+0000","last_change":"2024-09-10T07:27:44.133444+0000","last_active":"2024-09-10T07:27:45.102983+0000","last_peered":"2024-09-10T07:27:45.102983+0000","last_clean":"2024-09-10T07:27:45.102983+0000","last_became_active":"2024-09-10T07:27:44.133107+0000","last_became_peered":"2024-09-10T07:27:44.133107+0000","last_unstale":"2024-09-10T07:27:45.102983+0000","last_undegraded":"2024-09-10T07:27:45.102983+0000","last_fullsized":"2024-09-10T07:27:45.102983+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.681691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100581+0000","last_change":"2024-09-10T07:27:44.118283+0000","last_active":"2024-09-10T07:27:45.100581+0000","last_peered":"2024-09-10T07:27:45.100581+0000","last_clean":"2024-09-10T07:27:45.100581+0000","last_became_active":"2024-09-10T07:27:44.118069+0000","last_became_peered":"2024-09-10T07:27:44.118069+0000","last_unstale":"2024-09-10T07:27:45.100581+0000","last_undegraded":"2024-09-10T07:27:45.100581+0000","last_fullsized":"2024-09-10T07:27:45.100581+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:14.004681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101360+0000","last_change":"2024-09-10T07:27:44.124960+0000","last_active":"2024-09-10T07:27:45.101360+0000","last_peered":"2024-09-10T07:27:45.101360+0000","last_clean":"2024-09-10T07:27:45.101360+0000","last_became_active":"2024-09-10T07:27:44.124573+0000","last_became_peered":"2024-09-10T07:27:44.124573+0000","last_unstale":"2024-09-10T07:27:45.101360+0000","last_undegraded":"2024-09-10T07:27:45.101360+0000","last_fullsized":"2024-09-10T07:27:45.101360+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:55.176136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350795+0000","last_change":"2024-09-10T07:27:44.113988+0000","last_active":"2024-09-10T07:27:45.350795+0000","last_peered":"2024-09-10T07:27:45.350795+0000","last_clean":"2024-09-10T07:27:45.350795+0000","last_became_active":"2024-09-10T07:27:44.112257+0000","last_became_peered":"2024-09-10T07:27:44.112257+0000","last_unstale":"2024-09-10T07:27:45.350795+0000","last_undegraded":"2024-09-10T07:27:45.350795+0000","last_fullsized":"2024-09-10T07:27:45.350795+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:05:01.627737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101100+0000","last_change":"2024-09-10T07:27:44.113382+0000","last_active":"2024-09-10T07:27:45.101100+0000","last_peered":"2024-09-10T07:27:45.101100+0000","last_clean":"2024-09-10T07:27:45.101100+0000","last_became_active":"2024-09-10T07:27:44.113111+0000","last_became_peered":"2024-09-10T07:27:44.113111+0000","last_unstale":"2024-09-10T07:27:45.101100+0000","last_undegraded":"2024-09-10T07:27:45.101100+0000","last_fullsized":"2024-09-10T07:27:45.101100+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:50.427124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350593+0000","last_change":"2024-09-10T07:27:44.104255+0000","last_active":"2024-09-10T07:27:45.350593+0000","last_peered":"2024-09-10T07:27:45.350593+0000","last_clean":"2024-09-10T07:27:45.350593+0000","last_became_active":"2024-09-10T07:27:44.103985+0000","last_became_peered":"2024-09-10T07:27:44.103985+0000","last_unstale":"2024-09-10T07:27:45.350593+0000","last_undegraded":"2024-09-10T07:27:45.350593+0000","last_fullsized":"2024-09-10T07:27:45.350593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:12:45.102007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"81'4","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.103003+0000","last_change":"2024-09-10T07:27:43.119998+0000","last_active":"2024-09-10T07:27:45.103003+0000","last_peered":"2024-09-10T07:27:45.103003+0000","last_clean":"2024-09-10T07:27:45.103003+0000","last_became_active":"2024-09-10T07:27:43.119532+0000","last_became_peered":"2024-09-10T07:27:43.119532+0000","last_unstale":"2024-09-10T07:27:45.103003+0000","last_undegraded":"2024-09-10T07:27:45.103003+0000","last_fullsized":"2024-09-10T07:27:45.103003+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:15.725398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100382+0000","last_change":"2024-09-10T07:27:44.119365+0000","last_active":"2024-09-10T07:27:45.100382+0000","last_peered":"2024-09-10T07:27:45.100382+0000","last_clean":"2024-09-10T07:27:45.100382+0000","last_became_active":"2024-09-10T07:27:44.119055+0000","last_became_peered":"2024-09-10T07:27:44.119055+0000","last_unstale":"2024-09-10T07:27:45.100382+0000","last_undegraded":"2024-09-10T07:27:45.100382+0000","last_fullsized":"2024-09-10T07:27:45.100382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:03:52.661257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"81'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101510+0000","last_change":"2024-09-10T07:27:43.112600+0000","last_active":"2024-09-10T07:27:45.101510+0000","last_peered":"2024-09-10T07:27:45.101510+0000","last_clean":"2024-09-10T07:27:45.101510+0000","last_became_active":"2024-09-10T07:27:43.112333+0000","last_became_peered":"2024-09-10T07:27:43.112333+0000","last_unstale":"2024-09-10T07:27:45.101510+0000","last_undegraded":"2024-09-10T07:27:45.101510+0000","last_fullsized":"2024-09-10T07:27:45.101510+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:02.704803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351231+0000","last_change":"2024-09-10T07:27:44.121006+0000","last_active":"2024-09-10T07:27:45.351231+0000","last_peered":"2024-09-10T07:27:45.351231+0000","last_clean":"2024-09-10T07:27:45.351231+0000","last_became_active":"2024-09-10T07:27:44.120061+0000","last_became_peered":"2024-09-10T07:27:44.120061+0000","last_unstale":"2024-09-10T07:27:45.351231+0000","last_undegraded":"2024-09-10T07:27:45.351231+0000","last_fullsized":"2024-09-10T07:27:45.351231+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:55.204851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"81'2","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101065+0000","last_change":"2024-09-10T07:27:43.120487+0000","last_active":"2024-09-10T07:27:45.101065+0000","last_peered":"2024-09-10T07:27:45.101065+0000","last_clean":"2024-09-10T07:27:45.101065+0000","last_became_active":"2024-09-10T07:27:43.120242+0000","last_became_peered":"2024-09-10T07:27:43.120242+0000","last_unstale":"2024-09-10T07:27:45.101065+0000","last_undegraded":"2024-09-10T07:27:45.101065+0000","last_fullsized":"2024-09-10T07:27:45.101065+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:41.272316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351534+0000","last_change":"2024-09-10T07:27:44.114260+0000","last_active":"2024-09-10T07:27:45.351534+0000","last_peered":"2024-09-10T07:27:45.351534+0000","last_clean":"2024-09-10T07:27:45.351534+0000","last_became_active":"2024-09-10T07:27:44.112213+0000","last_became_peered":"2024-09-10T07:27:44.112213+0000","last_unstale":"2024-09-10T07:27:45.351534+0000","last_undegraded":"2024-09-10T07:27:45.351534+0000","last_fullsized":"2024-09-10T07:27:45.351534+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:12:58.109601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"81'2","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102202+0000","last_change":"2024-09-10T07:27:43.109222+0000","last_active":"2024-09-10T07:27:45.102202+0000","last_peered":"2024-09-10T07:27:45.102202+0000","last_clean":"2024-09-10T07:27:45.102202+0000","last_became_active":"2024-09-10T07:27:43.108452+0000","last_became_peered":"2024-09-10T07:27:43.108452+0000","last_unstale":"2024-09-10T07:27:45.102202+0000","last_undegraded":"2024-09-10T07:27:45.102202+0000","last_fullsized":"2024-09-10T07:27:45.102202+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:41:09.320061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100515+0000","last_change":"2024-09-10T07:27:44.131307+0000","last_active":"2024-09-10T07:27:45.100515+0000","last_peered":"2024-09-10T07:27:45.100515+0000","last_clean":"2024-09-10T07:27:45.100515+0000","last_became_active":"2024-09-10T07:27:44.130943+0000","last_became_peered":"2024-09-10T07:27:44.130943+0000","last_unstale":"2024-09-10T07:27:45.100515+0000","last_undegraded":"2024-09-10T07:27:45.100515+0000","last_fullsized":"2024-09-10T07:27:45.100515+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:07.407718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"81'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351405+0000","last_change":"2024-09-10T07:27:43.111151+0000","last_active":"2024-09-10T07:27:45.351405+0000","last_peered":"2024-09-10T07:27:45.351405+0000","last_clean":"2024-09-10T07:27:45.351405+0000","last_became_active":"2024-09-10T07:27:43.110851+0000","last_became_peered":"2024-09-10T07:27:43.110851+0000","last_unstale":"2024-09-10T07:27:45.351405+0000","last_undegraded":"2024-09-10T07:27:45.351405+0000","last_fullsized":"2024-09-10T07:27:45.351405+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:31:03.516307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100761+0000","last_change":"2024-09-10T07:27:44.130383+0000","last_active":"2024-09-10T07:27:45.100761+0000","last_peered":"2024-09-10T07:27:45.100761+0000","last_clean":"2024-09-10T07:27:45.100761+0000","last_became_active":"2024-09-10T07:27:44.130079+0000","last_became_peered":"2024-09-10T07:27:44.130079+0000","last_unstale":"2024-09-10T07:27:45.100761+0000","last_undegraded":"2024-09-10T07:27:45.100761+0000","last_fullsized":"2024-09-10T07:27:45.100761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:04:50.971435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"81'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351650+0000","last_change":"2024-09-10T07:27:43.116198+0000","last_active":"2024-09-10T07:27:45.351650+0000","last_peered":"2024-09-10T07:27:45.351650+0000","last_clean":"2024-09-10T07:27:45.351650+0000","last_became_active":"2024-09-10T07:27:43.115549+0000","last_became_peered":"2024-09-10T07:27:43.115549+0000","last_unstale":"2024-09-10T07:27:45.351650+0000","last_undegraded":"2024-09-10T07:27:45.351650+0000","last_fullsized":"2024-09-10T07:27:45.351650+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:59.440466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351677+0000","last_change":"2024-09-10T07:27:44.120928+0000","last_active":"2024-09-10T07:27:45.351677+0000","last_peered":"2024-09-10T07:27:45.351677+0000","last_clean":"2024-09-10T07:27:45.351677+0000","last_became_active":"2024-09-10T07:27:44.120503+0000","last_became_peered":"2024-09-10T07:27:44.120503+0000","last_unstale":"2024-09-10T07:27:45.351677+0000","last_undegraded":"2024-09-10T07:27:45.351677+0000","last_fullsized":"2024-09-10T07:27:45.351677+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:02.539396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100437+0000","last_change":"2024-09-10T07:27:43.113210+0000","last_active":"2024-09-10T07:27:45.100437+0000","last_peered":"2024-09-10T07:27:45.100437+0000","last_clean":"2024-09-10T07:27:45.100437+0000","last_became_active":"2024-09-10T07:27:43.112822+0000","last_became_peered":"2024-09-10T07:27:43.112822+0000","last_unstale":"2024-09-10T07:27:45.100437+0000","last_undegraded":"2024-09-10T07:27:45.100437+0000","last_fullsized":"2024-09-10T07:27:45.100437+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:33.335912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101905+0000","last_change":"2024-09-10T07:27:44.128992+0000","last_active":"2024-09-10T07:27:45.101905+0000","last_peered":"2024-09-10T07:27:45.101905+0000","last_clean":"2024-09-10T07:27:45.101905+0000","last_became_active":"2024-09-10T07:27:44.128676+0000","last_became_peered":"2024-09-10T07:27:44.128676+0000","last_unstale":"2024-09-10T07:27:45.101905+0000","last_undegraded":"2024-09-10T07:27:45.101905+0000","last_fullsized":"2024-09-10T07:27:45.101905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:48.862240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102549+0000","last_change":"2024-09-10T07:27:43.113819+0000","last_active":"2024-09-10T07:27:45.102549+0000","last_peered":"2024-09-10T07:27:45.102549+0000","last_clean":"2024-09-10T07:27:45.102549+0000","last_became_active":"2024-09-10T07:27:43.113526+0000","last_became_peered":"2024-09-10T07:27:43.113526+0000","last_unstale":"2024-09-10T07:27:45.102549+0000","last_undegraded":"2024-09-10T07:27:45.102549+0000","last_fullsized":"2024-09-10T07:27:45.102549+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:14:09.685195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100334+0000","last_change":"2024-09-10T07:27:44.120641+0000","last_active":"2024-09-10T07:27:45.100334+0000","last_peered":"2024-09-10T07:27:45.100334+0000","last_clean":"2024-09-10T07:27:45.100334+0000","last_became_active":"2024-09-10T07:27:44.119692+0000","last_became_peered":"2024-09-10T07:27:44.119692+0000","last_unstale":"2024-09-10T07:27:45.100334+0000","last_undegraded":"2024-09-10T07:27:45.100334+0000","last_fullsized":"2024-09-10T07:27:45.100334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:26:56.509337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101702+0000","last_change":"2024-09-10T07:27:43.114606+0000","last_active":"2024-09-10T07:27:45.101702+0000","last_peered":"2024-09-10T07:27:45.101702+0000","last_clean":"2024-09-10T07:27:45.101702+0000","last_became_active":"2024-09-10T07:27:43.114298+0000","last_became_peered":"2024-09-10T07:27:43.114298+0000","last_unstale":"2024-09-10T07:27:45.101702+0000","last_undegraded":"2024-09-10T07:27:45.101702+0000","last_fullsized":"2024-09-10T07:27:45.101702+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:33.335912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351658+0000","last_change":"2024-09-10T07:27:44.103509+0000","last_active":"2024-09-10T07:27:45.351658+0000","last_peered":"2024-09-10T07:27:45.351658+0000","last_clean":"2024-09-10T07:27:45.351658+0000","last_became_active":"2024-09-10T07:27:44.103149+0000","last_became_peered":"2024-09-10T07:27:44.103149+0000","last_unstale":"2024-09-10T07:27:45.351658+0000","last_undegraded":"2024-09-10T07:27:45.351658+0000","last_fullsized":"2024-09-10T07:27:45.351658+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:34.341474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.352132+0000","last_change":"2024-09-10T07:27:43.109368+0000","last_active":"2024-09-10T07:27:45.352132+0000","last_peered":"2024-09-10T07:27:45.352132+0000","last_clean":"2024-09-10T07:27:45.352132+0000","last_became_active":"2024-09-10T07:27:43.109048+0000","last_became_peered":"2024-09-10T07:27:43.109048+0000","last_unstale":"2024-09-10T07:27:45.352132+0000","last_undegraded":"2024-09-10T07:27:45.352132+0000","last_fullsized":"2024-09-10T07:27:45.352132+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:08.290892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351443+0000","last_change":"2024-09-10T07:27:44.117917+0000","last_active":"2024-09-10T07:27:45.351443+0000","last_peered":"2024-09-10T07:27:45.351443+0000","last_clean":"2024-09-10T07:27:45.351443+0000","last_became_active":"2024-09-10T07:27:44.117547+0000","last_became_peered":"2024-09-10T07:27:44.117547+0000","last_unstale":"2024-09-10T07:27:45.351443+0000","last_undegraded":"2024-09-10T07:27:45.351443+0000","last_fullsized":"2024-09-10T07:27:45.351443+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:39:54.510442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"81'3","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.103086+0000","last_change":"2024-09-10T07:27:43.117223+0000","last_active":"2024-09-10T07:27:45.103086+0000","last_peered":"2024-09-10T07:27:45.103086+0000","last_clean":"2024-09-10T07:27:45.103086+0000","last_became_active":"2024-09-10T07:27:43.116890+0000","last_became_peered":"2024-09-10T07:27:43.116890+0000","last_unstale":"2024-09-10T07:27:45.103086+0000","last_undegraded":"2024-09-10T07:27:45.103086+0000","last_fullsized":"2024-09-10T07:27:45.103086+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:44.476001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351512+0000","last_change":"2024-09-10T07:27:44.121110+0000","last_active":"2024-09-10T07:27:45.351512+0000","last_peered":"2024-09-10T07:27:45.351512+0000","last_clean":"2024-09-10T07:27:45.351512+0000","last_became_active":"2024-09-10T07:27:44.120808+0000","last_became_peered":"2024-09-10T07:27:44.120808+0000","last_unstale":"2024-09-10T07:27:45.351512+0000","last_undegraded":"2024-09-10T07:27:45.351512+0000","last_fullsized":"2024-09-10T07:27:45.351512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:15:55.732637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"81'6","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102306+0000","last_change":"2024-09-10T07:27:43.107552+0000","last_active":"2024-09-10T07:27:45.102306+0000","last_peered":"2024-09-10T07:27:45.102306+0000","last_clean":"2024-09-10T07:27:45.102306+0000","last_became_active":"2024-09-10T07:27:43.107264+0000","last_became_peered":"2024-09-10T07:27:43.107264+0000","last_unstale":"2024-09-10T07:27:45.102306+0000","last_undegraded":"2024-09-10T07:27:45.102306+0000","last_fullsized":"2024-09-10T07:27:45.102306+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:02.259486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.352089+0000","last_change":"2024-09-10T07:27:44.116407+0000","last_active":"2024-09-10T07:27:45.352089+0000","last_peered":"2024-09-10T07:27:45.352089+0000","last_clean":"2024-09-10T07:27:45.352089+0000","last_became_active":"2024-09-10T07:27:44.116117+0000","last_became_peered":"2024-09-10T07:27:44.116117+0000","last_unstale":"2024-09-10T07:27:45.352089+0000","last_undegraded":"2024-09-10T07:27:45.352089+0000","last_fullsized":"2024-09-10T07:27:45.352089+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:25.782434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"81'2","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351453+0000","last_change":"2024-09-10T07:27:43.104624+0000","last_active":"2024-09-10T07:27:45.351453+0000","last_peered":"2024-09-10T07:27:45.351453+0000","last_clean":"2024-09-10T07:27:45.351453+0000","last_became_active":"2024-09-10T07:27:43.104301+0000","last_became_peered":"2024-09-10T07:27:43.104301+0000","last_unstale":"2024-09-10T07:27:45.351453+0000","last_undegraded":"2024-09-10T07:27:45.351453+0000","last_fullsized":"2024-09-10T07:27:45.351453+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:55:48.914935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101672+0000","last_change":"2024-09-10T07:27:44.116053+0000","last_active":"2024-09-10T07:27:45.101672+0000","last_peered":"2024-09-10T07:27:45.101672+0000","last_clean":"2024-09-10T07:27:45.101672+0000","last_became_active":"2024-09-10T07:27:44.115356+0000","last_became_peered":"2024-09-10T07:27:44.115356+0000","last_unstale":"2024-09-10T07:27:45.101672+0000","last_undegraded":"2024-09-10T07:27:45.101672+0000","last_fullsized":"2024-09-10T07:27:45.101672+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:03:38.782963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101415+0000","last_change":"2024-09-10T07:27:43.118647+0000","last_active":"2024-09-10T07:27:45.101415+0000","last_peered":"2024-09-10T07:27:45.101415+0000","last_clean":"2024-09-10T07:27:45.101415+0000","last_became_active":"2024-09-10T07:27:43.118448+0000","last_became_peered":"2024-09-10T07:27:43.118448+0000","last_unstale":"2024-09-10T07:27:45.101415+0000","last_undegraded":"2024-09-10T07:27:45.101415+0000","last_fullsized":"2024-09-10T07:27:45.101415+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:44.444414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101341+0000","last_change":"2024-09-10T07:27:44.110057+0000","last_active":"2024-09-10T07:27:45.101341+0000","last_peered":"2024-09-10T07:27:45.101341+0000","last_clean":"2024-09-10T07:27:45.101341+0000","last_became_active":"2024-09-10T07:27:44.109736+0000","last_became_peered":"2024-09-10T07:27:44.109736+0000","last_unstale":"2024-09-10T07:27:45.101341+0000","last_undegraded":"2024-09-10T07:27:45.101341+0000","last_fullsized":"2024-09-10T07:27:45.101341+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:34.453883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102640+0000","last_change":"2024-09-10T07:27:43.119783+0000","last_active":"2024-09-10T07:27:45.102640+0000","last_peered":"2024-09-10T07:27:45.102640+0000","last_clean":"2024-09-10T07:27:45.102640+0000","last_became_active":"2024-09-10T07:27:43.119088+0000","last_became_peered":"2024-09-10T07:27:43.119088+0000","last_unstale":"2024-09-10T07:27:45.102640+0000","last_undegraded":"2024-09-10T07:27:45.102640+0000","last_fullsized":"2024-09-10T07:27:45.102640+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:21:08.271418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102063+0000","last_change":"2024-09-10T07:27:44.130850+0000","last_active":"2024-09-10T07:27:45.102063+0000","last_peered":"2024-09-10T07:27:45.102063+0000","last_clean":"2024-09-10T07:27:45.102063+0000","last_became_active":"2024-09-10T07:27:44.130605+0000","last_became_peered":"2024-09-10T07:27:44.130605+0000","last_unstale":"2024-09-10T07:27:45.102063+0000","last_undegraded":"2024-09-10T07:27:45.102063+0000","last_fullsized":"2024-09-10T07:27:45.102063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:37.989023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"81'8","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100396+0000","last_change":"2024-09-10T07:27:43.110852+0000","last_active":"2024-09-10T07:27:45.100396+0000","last_peered":"2024-09-10T07:27:45.100396+0000","last_clean":"2024-09-10T07:27:45.100396+0000","last_became_active":"2024-09-10T07:27:43.110555+0000","last_became_peered":"2024-09-10T07:27:43.110555+0000","last_unstale":"2024-09-10T07:27:45.100396+0000","last_undegraded":"2024-09-10T07:27:45.100396+0000","last_fullsized":"2024-09-10T07:27:45.100396+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:44.444414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350583+0000","last_change":"2024-09-10T07:27:44.131421+0000","last_active":"2024-09-10T07:27:45.350583+0000","last_peered":"2024-09-10T07:27:45.350583+0000","last_clean":"2024-09-10T07:27:45.350583+0000","last_became_active":"2024-09-10T07:27:44.131172+0000","last_became_peered":"2024-09-10T07:27:44.131172+0000","last_unstale":"2024-09-10T07:27:45.350583+0000","last_undegraded":"2024-09-10T07:27:45.350583+0000","last_fullsized":"2024-09-10T07:27:45.350583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:10.875095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"81'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101806+0000","last_change":"2024-09-10T07:27:43.117134+0000","last_active":"2024-09-10T07:27:45.101806+0000","last_peered":"2024-09-10T07:27:45.101806+0000","last_clean":"2024-09-10T07:27:45.101806+0000","last_became_active":"2024-09-10T07:27:43.116895+0000","last_became_peered":"2024-09-10T07:27:43.116895+0000","last_unstale":"2024-09-10T07:27:45.101806+0000","last_undegraded":"2024-09-10T07:27:45.101806+0000","last_fullsized":"2024-09-10T07:27:45.101806+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:40.291923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102694+0000","last_change":"2024-09-10T07:27:44.115406+0000","last_active":"2024-09-10T07:27:45.102694+0000","last_peered":"2024-09-10T07:27:45.102694+0000","last_clean":"2024-09-10T07:27:45.102694+0000","last_became_active":"2024-09-10T07:27:44.115083+0000","last_became_peered":"2024-09-10T07:27:44.115083+0000","last_unstale":"2024-09-10T07:27:45.102694+0000","last_undegraded":"2024-09-10T07:27:45.102694+0000","last_fullsized":"2024-09-10T07:27:45.102694+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:17.961351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"81'2","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351672+0000","last_change":"2024-09-10T07:27:43.105759+0000","last_active":"2024-09-10T07:27:45.351672+0000","last_peered":"2024-09-10T07:27:45.351672+0000","last_clean":"2024-09-10T07:27:45.351672+0000","last_became_active":"2024-09-10T07:27:43.105217+0000","last_became_peered":"2024-09-10T07:27:43.105217+0000","last_unstale":"2024-09-10T07:27:45.351672+0000","last_undegraded":"2024-09-10T07:27:45.351672+0000","last_fullsized":"2024-09-10T07:27:45.351672+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:13:23.157373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102725+0000","last_change":"2024-09-10T07:27:44.129217+0000","last_active":"2024-09-10T07:27:45.102725+0000","last_peered":"2024-09-10T07:27:45.102725+0000","last_clean":"2024-09-10T07:27:45.102725+0000","last_became_active":"2024-09-10T07:27:44.128948+0000","last_became_peered":"2024-09-10T07:27:44.128948+0000","last_unstale":"2024-09-10T07:27:45.102725+0000","last_undegraded":"2024-09-10T07:27:45.102725+0000","last_fullsized":"2024-09-10T07:27:45.102725+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:03.741306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"81'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.103141+0000","last_change":"2024-09-10T07:27:43.116438+0000","last_active":"2024-09-10T07:27:45.103141+0000","last_peered":"2024-09-10T07:27:45.103141+0000","last_clean":"2024-09-10T07:27:45.103141+0000","last_became_active":"2024-09-10T07:27:43.116145+0000","last_became_peered":"2024-09-10T07:27:43.116145+0000","last_unstale":"2024-09-10T07:27:45.103141+0000","last_undegraded":"2024-09-10T07:27:45.103141+0000","last_fullsized":"2024-09-10T07:27:45.103141+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:54.836686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351074+0000","last_change":"2024-09-10T07:27:44.129781+0000","last_active":"2024-09-10T07:27:45.351074+0000","last_peered":"2024-09-10T07:27:45.351074+0000","last_clean":"2024-09-10T07:27:45.351074+0000","last_became_active":"2024-09-10T07:27:44.129472+0000","last_became_peered":"2024-09-10T07:27:44.129472+0000","last_unstale":"2024-09-10T07:27:45.351074+0000","last_undegraded":"2024-09-10T07:27:45.351074+0000","last_fullsized":"2024-09-10T07:27:45.351074+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:12.887741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350753+0000","last_change":"2024-09-10T07:27:43.112088+0000","last_active":"2024-09-10T07:27:45.350753+0000","last_peered":"2024-09-10T07:27:45.350753+0000","last_clean":"2024-09-10T07:27:45.350753+0000","last_became_active":"2024-09-10T07:27:43.111807+0000","last_became_peered":"2024-09-10T07:27:43.111807+0000","last_unstale":"2024-09-10T07:27:45.350753+0000","last_undegraded":"2024-09-10T07:27:45.350753+0000","last_fullsized":"2024-09-10T07:27:45.350753+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:29.009045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100820+0000","last_change":"2024-09-10T07:27:44.119655+0000","last_active":"2024-09-10T07:27:45.100820+0000","last_peered":"2024-09-10T07:27:45.100820+0000","last_clean":"2024-09-10T07:27:45.100820+0000","last_became_active":"2024-09-10T07:27:44.119191+0000","last_became_peered":"2024-09-10T07:27:44.119191+0000","last_unstale":"2024-09-10T07:27:45.100820+0000","last_undegraded":"2024-09-10T07:27:45.100820+0000","last_fullsized":"2024-09-10T07:27:45.100820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:11.943291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"81'2","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351130+0000","last_change":"2024-09-10T07:27:43.120666+0000","last_active":"2024-09-10T07:27:45.351130+0000","last_peered":"2024-09-10T07:27:45.351130+0000","last_clean":"2024-09-10T07:27:45.351130+0000","last_became_active":"2024-09-10T07:27:43.120367+0000","last_became_peered":"2024-09-10T07:27:43.120367+0000","last_unstale":"2024-09-10T07:27:45.351130+0000","last_undegraded":"2024-09-10T07:27:45.351130+0000","last_fullsized":"2024-09-10T07:27:45.351130+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:18.736560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100817+0000","last_change":"2024-09-10T07:27:44.112591+0000","last_active":"2024-09-10T07:27:45.100817+0000","last_peered":"2024-09-10T07:27:45.100817+0000","last_clean":"2024-09-10T07:27:45.100817+0000","last_became_active":"2024-09-10T07:27:44.112185+0000","last_became_peered":"2024-09-10T07:27:44.112185+0000","last_unstale":"2024-09-10T07:27:45.100817+0000","last_undegraded":"2024-09-10T07:27:45.100817+0000","last_fullsized":"2024-09-10T07:27:45.100817+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:02.090411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350744+0000","last_change":"2024-09-10T07:27:43.116539+0000","last_active":"2024-09-10T07:27:45.350744+0000","last_peered":"2024-09-10T07:27:45.350744+0000","last_clean":"2024-09-10T07:27:45.350744+0000","last_became_active":"2024-09-10T07:27:43.115979+0000","last_became_peered":"2024-09-10T07:27:43.115979+0000","last_unstale":"2024-09-10T07:27:45.350744+0000","last_undegraded":"2024-09-10T07:27:45.350744+0000","last_fullsized":"2024-09-10T07:27:45.350744+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:11.816549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102222+0000","last_change":"2024-09-10T07:27:44.114554+0000","last_active":"2024-09-10T07:27:45.102222+0000","last_peered":"2024-09-10T07:27:45.102222+0000","last_clean":"2024-09-10T07:27:45.102222+0000","last_became_active":"2024-09-10T07:27:44.114260+0000","last_became_peered":"2024-09-10T07:27:44.114260+0000","last_unstale":"2024-09-10T07:27:45.102222+0000","last_undegraded":"2024-09-10T07:27:45.102222+0000","last_fullsized":"2024-09-10T07:27:45.102222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:03:48.366009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350619+0000","last_change":"2024-09-10T07:27:43.119928+0000","last_active":"2024-09-10T07:27:45.350619+0000","last_peered":"2024-09-10T07:27:45.350619+0000","last_clean":"2024-09-10T07:27:45.350619+0000","last_became_active":"2024-09-10T07:27:43.118794+0000","last_became_peered":"2024-09-10T07:27:43.118794+0000","last_unstale":"2024-09-10T07:27:45.350619+0000","last_undegraded":"2024-09-10T07:27:45.350619+0000","last_fullsized":"2024-09-10T07:27:45.350619+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:46:37.212700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351724+0000","last_change":"2024-09-10T07:27:44.107915+0000","last_active":"2024-09-10T07:27:45.351724+0000","last_peered":"2024-09-10T07:27:45.351724+0000","last_clean":"2024-09-10T07:27:45.351724+0000","last_became_active":"2024-09-10T07:27:44.107595+0000","last_became_peered":"2024-09-10T07:27:44.107595+0000","last_unstale":"2024-09-10T07:27:45.351724+0000","last_undegraded":"2024-09-10T07:27:45.351724+0000","last_fullsized":"2024-09-10T07:27:45.351724+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:26:49.394523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"81'2","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351886+0000","last_change":"2024-09-10T07:27:43.102024+0000","last_active":"2024-09-10T07:27:45.351886+0000","last_peered":"2024-09-10T07:27:45.351886+0000","last_clean":"2024-09-10T07:27:45.351886+0000","last_became_active":"2024-09-10T07:27:43.101666+0000","last_became_peered":"2024-09-10T07:27:43.101666+0000","last_unstale":"2024-09-10T07:27:45.351886+0000","last_undegraded":"2024-09-10T07:27:45.351886+0000","last_fullsized":"2024-09-10T07:27:45.351886+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:40.975916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101347+0000","last_change":"2024-09-10T07:27:44.124317+0000","last_active":"2024-09-10T07:27:45.101347+0000","last_peered":"2024-09-10T07:27:45.101347+0000","last_clean":"2024-09-10T07:27:45.101347+0000","last_became_active":"2024-09-10T07:27:44.124051+0000","last_became_peered":"2024-09-10T07:27:44.124051+0000","last_unstale":"2024-09-10T07:27:45.101347+0000","last_undegraded":"2024-09-10T07:27:45.101347+0000","last_fullsized":"2024-09-10T07:27:45.101347+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:15:56.148385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"82'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100896+0000","last_change":"2024-09-10T07:27:43.109196+0000","last_active":"2024-09-10T07:27:45.100896+0000","last_peered":"2024-09-10T07:27:45.100896+0000","last_clean":"2024-09-10T07:27:45.100896+0000","last_became_active":"2024-09-10T07:27:43.108853+0000","last_became_peered":"2024-09-10T07:27:43.108853+0000","last_unstale":"2024-09-10T07:27:45.100896+0000","last_undegraded":"2024-09-10T07:27:45.100896+0000","last_fullsized":"2024-09-10T07:27:45.100896+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:21:40.291923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351262+0000","last_change":"2024-09-10T07:27:44.120880+0000","last_active":"2024-09-10T07:27:45.351262+0000","last_peered":"2024-09-10T07:27:45.351262+0000","last_clean":"2024-09-10T07:27:45.351262+0000","last_became_active":"2024-09-10T07:27:44.120039+0000","last_became_peered":"2024-09-10T07:27:44.120039+0000","last_unstale":"2024-09-10T07:27:45.351262+0000","last_undegraded":"2024-09-10T07:27:45.351262+0000","last_fullsized":"2024-09-10T07:27:45.351262+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:44.947087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101423+0000","last_change":"2024-09-10T07:27:43.114372+0000","last_active":"2024-09-10T07:27:45.101423+0000","last_peered":"2024-09-10T07:27:45.101423+0000","last_clean":"2024-09-10T07:27:45.101423+0000","last_became_active":"2024-09-10T07:27:43.113985+0000","last_became_peered":"2024-09-10T07:27:43.113985+0000","last_unstale":"2024-09-10T07:27:45.101423+0000","last_undegraded":"2024-09-10T07:27:45.101423+0000","last_fullsized":"2024-09-10T07:27:45.101423+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:03.055676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.100760+0000","last_change":"2024-09-10T07:27:44.117627+0000","last_active":"2024-09-10T07:27:45.100760+0000","last_peered":"2024-09-10T07:27:45.100760+0000","last_clean":"2024-09-10T07:27:45.100760+0000","last_became_active":"2024-09-10T07:27:44.117347+0000","last_became_peered":"2024-09-10T07:27:44.117347+0000","last_unstale":"2024-09-10T07:27:45.100760+0000","last_undegraded":"2024-09-10T07:27:45.100760+0000","last_fullsized":"2024-09-10T07:27:45.100760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:21.619492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101249+0000","last_change":"2024-09-10T07:27:43.111966+0000","last_active":"2024-09-10T07:27:45.101249+0000","last_peered":"2024-09-10T07:27:45.101249+0000","last_clean":"2024-09-10T07:27:45.101249+0000","last_became_active":"2024-09-10T07:27:43.111613+0000","last_became_peered":"2024-09-10T07:27:43.111613+0000","last_unstale":"2024-09-10T07:27:45.101249+0000","last_undegraded":"2024-09-10T07:27:45.101249+0000","last_fullsized":"2024-09-10T07:27:45.101249+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:12.351008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101076+0000","last_change":"2024-09-10T07:27:44.118983+0000","last_active":"2024-09-10T07:27:45.101076+0000","last_peered":"2024-09-10T07:27:45.101076+0000","last_clean":"2024-09-10T07:27:45.101076+0000","last_became_active":"2024-09-10T07:27:44.118639+0000","last_became_peered":"2024-09-10T07:27:44.118639+0000","last_unstale":"2024-09-10T07:27:45.101076+0000","last_undegraded":"2024-09-10T07:27:45.101076+0000","last_fullsized":"2024-09-10T07:27:45.101076+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:58.573925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102038+0000","last_change":"2024-09-10T07:27:43.108158+0000","last_active":"2024-09-10T07:27:45.102038+0000","last_peered":"2024-09-10T07:27:45.102038+0000","last_clean":"2024-09-10T07:27:45.102038+0000","last_became_active":"2024-09-10T07:27:43.107831+0000","last_became_peered":"2024-09-10T07:27:43.107831+0000","last_unstale":"2024-09-10T07:27:45.102038+0000","last_undegraded":"2024-09-10T07:27:45.102038+0000","last_fullsized":"2024-09-10T07:27:45.102038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:47:09.916937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101832+0000","last_change":"2024-09-10T07:27:44.128992+0000","last_active":"2024-09-10T07:27:45.101832+0000","last_peered":"2024-09-10T07:27:45.101832+0000","last_clean":"2024-09-10T07:27:45.101832+0000","last_became_active":"2024-09-10T07:27:44.128552+0000","last_became_peered":"2024-09-10T07:27:44.128552+0000","last_unstale":"2024-09-10T07:27:45.101832+0000","last_undegraded":"2024-09-10T07:27:45.101832+0000","last_fullsized":"2024-09-10T07:27:45.101832+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:34.569832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102774+0000","last_change":"2024-09-10T07:27:43.121325+0000","last_active":"2024-09-10T07:27:45.102774+0000","last_peered":"2024-09-10T07:27:45.102774+0000","last_clean":"2024-09-10T07:27:45.102774+0000","last_became_active":"2024-09-10T07:27:43.121051+0000","last_became_peered":"2024-09-10T07:27:43.121051+0000","last_unstale":"2024-09-10T07:27:45.102774+0000","last_undegraded":"2024-09-10T07:27:45.102774+0000","last_fullsized":"2024-09-10T07:27:45.102774+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:56:41.073188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351024+0000","last_change":"2024-09-10T07:27:44.121787+0000","last_active":"2024-09-10T07:27:45.351024+0000","last_peered":"2024-09-10T07:27:45.351024+0000","last_clean":"2024-09-10T07:27:45.351024+0000","last_became_active":"2024-09-10T07:27:44.121510+0000","last_became_peered":"2024-09-10T07:27:44.121510+0000","last_unstale":"2024-09-10T07:27:45.351024+0000","last_undegraded":"2024-09-10T07:27:45.351024+0000","last_fullsized":"2024-09-10T07:27:45.351024+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:20.705611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.102164+0000","last_change":"2024-09-10T07:27:43.119263+0000","last_active":"2024-09-10T07:27:45.102164+0000","last_peered":"2024-09-10T07:27:45.102164+0000","last_clean":"2024-09-10T07:27:45.102164+0000","last_became_active":"2024-09-10T07:27:43.118998+0000","last_became_peered":"2024-09-10T07:27:43.118998+0000","last_unstale":"2024-09-10T07:27:45.102164+0000","last_undegraded":"2024-09-10T07:27:45.102164+0000","last_fullsized":"2024-09-10T07:27:45.102164+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:31:01.454716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350912+0000","last_change":"2024-09-10T07:27:44.113753+0000","last_active":"2024-09-10T07:27:45.350912+0000","last_peered":"2024-09-10T07:27:45.350912+0000","last_clean":"2024-09-10T07:27:45.350912+0000","last_became_active":"2024-09-10T07:27:44.113471+0000","last_became_peered":"2024-09-10T07:27:44.113471+0000","last_unstale":"2024-09-10T07:27:45.350912+0000","last_undegraded":"2024-09-10T07:27:45.350912+0000","last_fullsized":"2024-09-10T07:27:45.350912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:18:36.166514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.350652+0000","last_change":"2024-09-10T07:27:43.117216+0000","last_active":"2024-09-10T07:27:45.350652+0000","last_peered":"2024-09-10T07:27:45.350652+0000","last_clean":"2024-09-10T07:27:45.350652+0000","last_became_active":"2024-09-10T07:27:43.116907+0000","last_became_peered":"2024-09-10T07:27:43.116907+0000","last_unstale":"2024-09-10T07:27:45.350652+0000","last_undegraded":"2024-09-10T07:27:45.350652+0000","last_fullsized":"2024-09-10T07:27:45.350652+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:41:07.479972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":12,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101376+0000","last_change":"2024-09-10T07:27:44.115557+0000","last_active":"2024-09-10T07:27:45.101376+0000","last_peered":"2024-09-10T07:27:45.101376+0000","last_clean":"2024-09-10T07:27:45.101376+0000","last_became_active":"2024-09-10T07:27:44.115284+0000","last_became_peered":"2024-09-10T07:27:44.115284+0000","last_unstale":"2024-09-10T07:27:45.101376+0000","last_undegraded":"2024-09-10T07:27:45.101376+0000","last_fullsized":"2024-09-10T07:27:45.101376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:43.089382+0000","last_clean_scrub_stamp":"2024-09-10T07:27:43.089382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:24.467887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.351558+0000","last_change":"2024-09-10T07:27:43.119239+0000","last_active":"2024-09-10T07:27:45.351558+0000","last_peered":"2024-09-10T07:27:45.351558+0000","last_clean":"2024-09-10T07:27:45.351558+0000","last_became_active":"2024-09-10T07:27:43.118957+0000","last_became_peered":"2024-09-10T07:27:43.118957+0000","last_unstale":"2024-09-10T07:27:45.351558+0000","last_undegraded":"2024-09-10T07:27:45.351558+0000","last_fullsized":"2024-09-10T07:27:45.351558+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:27:42.083820+0000","last_clean_scrub_stamp":"2024-09-10T07:27:42.083820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:03.769874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":283,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-10T07:27:45.101161+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:27:45.101161+0000","last_peered":"2024-09-10T07:27:45.101161+0000","last_clean":"2024-09-10T07:27:45.101161+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:27:45.101161+0000","last_undegraded":"2024-09-10T07:27:45.101161+0000","last_fullsized":"2024-09-10T07:27:45.101161+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542240,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36916,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334924,"statfs":{"total":96636764160,"available":96598962176,"internally_reserved":0,"allocated":1597440,"data_stored":1052190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542240,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36328,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335512,"statfs":{"total":96636764160,"available":96599564288,"internally_reserved":0,"allocated":1003520,"data_stored":461834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542240,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44668,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327172,"statfs":{"total":96636764160,"available":96591024128,"internally_reserved":0,"allocated":1019904,"data_stored":463516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542241,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36328,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335512,"statfs":{"total":96636764160,"available":96599564288,"internally_reserved":0,"allocated":1003520,"data_stored":462382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542240,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32176,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339664,"statfs":{"total":96636764160,"available":96603815936,"internally_reserved":0,"allocated":1011712,"data_stored":462542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542242,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40492,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331348,"statfs":{"total":96636764160,"available":96595300352,"internally_reserved":0,"allocated":1007616,"data_stored":461912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542241,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41064,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330776,"statfs":{"total":96636764160,"available":96594714624,"internally_reserved":0,"allocated":1593344,"data_stored":1052168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574945,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36336,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335504,"statfs":{"total":96636764160,"available":96599556096,"internally_reserved":0,"allocated":1011712,"data_stored":463412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:27:48.454 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:27:48.454 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T07:27:48.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.600+0000 7fb5cb73b640 1 Processor -- start 2024-09-10T07:27:48.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.600+0000 7fb5cb73b640 1 -- start start 2024-09-10T07:27:48.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5cb73b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb5c40d43b0 0x7fb5c40d4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5cb73b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5c40d2860 0x7fb5c40d1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5cb73b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c41624a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5cb73b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb5c40d4cd0 con 0x7fb5c40d2860 2024-09-10T07:27:48.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5cb73b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb5c40d2d60 con 0x7fb5c40d43b0 2024-09-10T07:27:48.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5cb73b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c40d3040 con 0x7fb5c4161ff0 2024-09-10T07:27:48.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5c8cd6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5c40d2860 0x7fb5c40d1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5c8cd6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb5c40d2860 0x7fb5c40d1ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43158/0 (socket says 172.21.15.3:43158) 2024-09-10T07:27:48.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.601+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/3591988152 learned_addr learned my addr 172.21.15.3:0/3591988152 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:48.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c94d7640 1 --2- 172.21.15.3:0/3591988152 >> v2:172.21.15.70:3300/0 conn(0x7fb5c40d43b0 0x7fb5c40d4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c9cd8640 1 --2- 172.21.15.3:0/3591988152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c41624a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/3591988152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 msgr2=0x7fb5c41624a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c8cd6640 1 --2- 172.21.15.3:0/3591988152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c41624a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/3591988152 >> v2:172.21.15.70:3300/0 conn(0x7fb5c40d43b0 msgr2=0x7fb5c40d4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c8cd6640 1 --2- 172.21.15.3:0/3591988152 >> v2:172.21.15.70:3300/0 conn(0x7fb5c40d43b0 0x7fb5c40d4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/3591988152 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c40d15e0 con 0x7fb5c40d2860 2024-09-10T07:27:48.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c94d7640 1 --2- 172.21.15.3:0/3591988152 >> v2:172.21.15.70:3300/0 conn(0x7fb5c40d43b0 0x7fb5c40d4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:48.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.602+0000 7fb5c8cd6640 1 --2- 172.21.15.3:0/3591988152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d2860 0x7fb5c40d1ff0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40b7010 tx=0x7fb5b402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b98b8bff0afcc039 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5bbfff640 1 -- 172.21.15.3:0/3591988152 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4037070 con 0x7fb5c40d2860 2024-09-10T07:27:48.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5bbfff640 1 -- 172.21.15.3:0/3591988152 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b4032440 con 0x7fb5c40d2860 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5bbfff640 1 -- 172.21.15.3:0/3591988152 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4032810 con 0x7fb5c40d2860 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 -- 172.21.15.3:0/3591988152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d2860 msgr2=0x7fb5c40d1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/3591988152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d2860 0x7fb5c40d1ff0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fb5c40b7010 tx=0x7fb5b402a140 comp rx=0 tx=0).stop 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 -- 172.21.15.3:0/3591988152 shutdown_connections 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/3591988152 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c41624a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/3591988152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d2860 0x7fb5c40d1ff0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/3591988152 >> v2:172.21.15.70:3300/0 conn(0x7fb5c40d43b0 0x7fb5c40d4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 -- 172.21.15.3:0/3591988152 >> 172.21.15.3:0/3591988152 conn(0x7fb5c408bfc0 msgr2=0x7fb5c409d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 -- 172.21.15.3:0/3591988152 shutdown_connections 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.603+0000 7fb5cb73b640 1 -- 172.21.15.3:0/3591988152 wait complete. 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.604+0000 7fb5cb73b640 1 Processor -- start 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 -- start start 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5c40d2860 0x7fb5c40ca730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 0x7fb5c41ea3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c40c7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c406cfd0 con 0x7fb5c40d43b0 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb5c40d1ba0 con 0x7fb5c40d2860 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5cb73b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb5c40d2530 con 0x7fb5c4161ff0 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5c8cd6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 0x7fb5c41ea3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5c8cd6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 0x7fb5c41ea3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43162/0 (socket says 172.21.15.3:43162) 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.605+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/1338880323 learned_addr learned my addr 172.21.15.3:0/1338880323 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c9cd8640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c40c7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c94d7640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5c40d2860 0x7fb5c40ca730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 msgr2=0x7fb5c40c7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c8cd6640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c40c7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5c40d2860 msgr2=0x7fb5c40ca730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c8cd6640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5c40d2860 0x7fb5c40ca730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c8cd6640 1 -- 172.21.15.3:0/1338880323 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5c40cad80 con 0x7fb5c40d43b0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c94d7640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5c40d2860 0x7fb5c40ca730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5c8cd6640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 0x7fb5c41ea3f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fb5b402a180 tx=0x7fb5b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4041020 con 0x7fb5c40d43b0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5b40306c0 con 0x7fb5c40d43b0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5c41610d0 con 0x7fb5c40d43b0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4037040 con 0x7fb5c40d43b0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.606+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5c4161690 con 0x7fb5c40d43b0 2024-09-10T07:27:48.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.608+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5c40b5940 con 0x7fb5c40d43b0 2024-09-10T07:27:48.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.608+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb5b4044020 con 0x7fb5c40d43b0 2024-09-10T07:27:48.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.609+0000 7fb5b9ffb640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5a806be30 0x7fb5a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.609+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fb5b40ab830 con 0x7fb5c40d43b0 2024-09-10T07:27:48.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.609+0000 7fb5c94d7640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5a806be30 0x7fb5a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.610+0000 7fb5c94d7640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5a806be30 0x7fb5a806e2f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0006fd0 tx=0x7fb5c0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.613+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5c40b5940 con 0x7fb5c40d43b0 2024-09-10T07:27:48.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.856+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb5c415e7a0 con 0x7fb5c40d43b0 2024-09-10T07:27:48.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.858+0000 7fb5b9ffb640 1 -- 172.21.15.3:0/1338880323 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7fb5b404b030 con 0x7fb5c40d43b0 2024-09-10T07:27:48.858 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-09-10T07:27:48.858 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:27:48.859 INFO:teuthology.orchestra.run.smithi003.stdout: caps mds = "allow" 2024-09-10T07:27:48.859 INFO:teuthology.orchestra.run.smithi003.stdout: caps mon = "allow r" 2024-09-10T07:27:48.859 INFO:teuthology.orchestra.run.smithi003.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T07:27:48.859 INFO:teuthology.orchestra.run.smithi003.stderr:updated caps for client.0 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5a806be30 msgr2=0x7fb5a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5a806be30 0x7fb5a806e2f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fb5c0006fd0 tx=0x7fb5c0008040 comp rx=0 tx=0).stop 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 msgr2=0x7fb5c41ea3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 0x7fb5c41ea3f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fb5b402a180 tx=0x7fb5b40046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 shutdown_connections 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb5a806be30 0x7fb5a806e2f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb5c4161ff0 0x7fb5c40c7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5c40d43b0 0x7fb5c41ea3f0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 --2- 172.21.15.3:0/1338880323 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb5c40d2860 0x7fb5c40ca730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 >> 172.21.15.3:0/1338880323 conn(0x7fb5c408bfc0 msgr2=0x7fb5c40b5230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:48.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 shutdown_connections 2024-09-10T07:27:48.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.861+0000 7fb5cb73b640 1 -- 172.21.15.3:0/1338880323 wait complete. 2024-09-10T07:27:48.872 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:48.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.975+0000 7f709c74b640 1 Processor -- start 2024-09-10T07:27:48.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.975+0000 7f709c74b640 1 -- start start 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f709c74b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f70940cc040 0x7f70940af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f709c74b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70940cb1a0 con 0x7f70940cc540 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f709c74b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7094071c70 con 0x7f709415c2b0 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f709c74b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f70940cb480 con 0x7f70940cc040 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f7099ce6640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f70940cc540 0x7f70940cb930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32796/0 (socket says 172.21.15.3:32796) 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f7099ce6640 1 -- 172.21.15.3:0/1754461153 learned_addr learned my addr 172.21.15.3:0/1754461153 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 280500966 0 0) 0x7f70940cb1a0 con 0x7f70940cc540 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f709ace8640 1 --2- 172.21.15.3:0/1754461153 >> v2:172.21.15.70:3300/0 conn(0x7f70940cc040 0x7f70940af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.976+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7080003520 con 0x7f70940cc540 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2175013546 0 0) 0x7f7080003520 con 0x7f70940cc540 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 >> v2:172.21.15.70:3300/0 conn(0x7f70940cc040 msgr2=0x7f70940af060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 --2- 172.21.15.3:0/1754461153 >> v2:172.21.15.70:3300/0 conn(0x7f70940cc040 0x7f70940af060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 >> v1:172.21.15.70:6789/0 conn(0x7f709415c2b0 legacy=0x7f70940738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70940aec80 con 0x7f70940cc540 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f7084001670 con 0x7f70940cc540 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 >> v1:172.21.15.3:6789/0 conn(0x7f70940cc540 legacy=0x7f70940cb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7080003a20 0x7f7080003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7080004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70800051c0 0x7f708000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70940cb480 con 0x7f7080004800 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f708000c040 con 0x7f70800051c0 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f708000c240 con 0x7f7080003a20 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f7099ce6640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7080004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f709ace8640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70800051c0 0x7f708000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f709a4e7640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7080003a20 0x7f7080003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f7099ce6640 1 -- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7080003a20 msgr2=0x7f7080003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f7099ce6640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f7080003a20 0x7f7080003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f7099ce6640 1 -- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70800051c0 msgr2=0x7f708000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f7099ce6640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70800051c0 0x7f708000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f7099ce6640 1 -- 172.21.15.3:0/1754461153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7080003520 con 0x7f7080004800 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f709ace8640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70800051c0 0x7f708000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.977+0000 7f709ace8640 1 -- 172.21.15.3:0/1754461153 reap_dead start 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.978+0000 7f7099ce6640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7080004c80 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f708400c290 tx=0x7f7080005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad7221438a0628d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.978+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084007d50 con 0x7f7080004800 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.978+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7084005af0 con 0x7f7080004800 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.978+0000 7f70994e5640 1 -- 172.21.15.3:0/1754461153 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084007070 con 0x7f7080004800 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 -- 172.21.15.3:0/1754461153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 msgr2=0x7f7080004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7080004c80 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f708400c290 tx=0x7f7080005830 comp rx=0 tx=0).stop 2024-09-10T07:27:48.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 -- 172.21.15.3:0/1754461153 shutdown_connections 2024-09-10T07:27:48.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 --2- 172.21.15.3:0/1754461153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7080004c80 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 -- 172.21.15.3:0/1754461153 >> 172.21.15.3:0/1754461153 conn(0x7f70940cffa0 msgr2=0x7f70940d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:48.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 -- 172.21.15.3:0/1754461153 shutdown_connections 2024-09-10T07:27:48.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.979+0000 7f709c74b640 1 -- 172.21.15.3:0/1754461153 wait complete. 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.980+0000 7f709c74b640 1 Processor -- start 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.980+0000 7f709c74b640 1 -- start start 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7094156050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70940b5a30 0x7f70940b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70940b3f30 0x7f709409b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70940af3f0 con 0x7f7080004800 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f70940af270 con 0x7f70940b5a30 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f7094156590 con 0x7f70940b3f30 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7094156050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7094156050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43182/0 (socket says 172.21.15.3:43182) 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 -- 172.21.15.3:0/981732157 learned_addr learned my addr 172.21.15.3:0/981732157 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:48.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f7099ce6640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70940b5a30 0x7f70940b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709ace8640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70940b3f30 0x7f709409b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 -- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70940b3f30 msgr2=0x7f709409b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70940b3f30 0x7f709409b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 -- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70940b5a30 msgr2=0x7f70940b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70940b5a30 0x7f70940b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 -- 172.21.15.3:0/981732157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70940cdc40 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709a4e7640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7094156050 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f709000f7c0 tx=0x7f709000fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709000fe70 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7090018070 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70940cdf20 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709000d6d0 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.981+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70940ce4e0 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.982+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70940cb930 con 0x7f7080004800 2024-09-10T07:27:48.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.983+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f709000d870 con 0x7f7080004800 2024-09-10T07:27:48.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.983+0000 7f708affd640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707806be30 0x7f707806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:48.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.984+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f709008afd0 con 0x7f7080004800 2024-09-10T07:27:48.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.984+0000 7f7099ce6640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707806be30 0x7f707806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:48.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.984+0000 7f7099ce6640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707806be30 0x7f707806e2f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7084032000 tx=0x7f708402d000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:48.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:48.988+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7090059750 con 0x7f7080004800 2024-09-10T07:27:49.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.202+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f70940b5f20 con 0x7f7080004800 2024-09-10T07:27:49.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.202+0000 7f708affd640 1 -- 172.21.15.3:0/981732157 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7f709001be40 con 0x7f7080004800 2024-09-10T07:27:49.202 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:49.202 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:49.203 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:49.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707806be30 msgr2=0x7f707806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707806be30 0x7f707806e2f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7084032000 tx=0x7f708402d000 comp rx=0 tx=0).stop 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 msgr2=0x7f7094156050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7094156050 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f709000f7c0 tx=0x7f709000fc80 comp rx=0 tx=0).stop 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 shutdown_connections 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f707806be30 0x7f707806e2f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f70940b3f30 0x7f709409b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f70940b5a30 0x7f70940b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 --2- 172.21.15.3:0/981732157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7080004800 0x7f7094156050 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 >> 172.21.15.3:0/981732157 conn(0x7f70940cffa0 msgr2=0x7f70940afa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 shutdown_connections 2024-09-10T07:27:49.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.205+0000 7f709c74b640 1 -- 172.21.15.3:0/981732157 wait complete. 2024-09-10T07:27:49.618 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 71, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:27:43.464275+0000', 'modified': '2024-09-10T07:27:46.341871+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6888}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6888': {'gid': 6888, 'name': 'a', 'rank': 0, 'incarnation': 68, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6833/323981743', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6832', 'nonce': 323981743}, {'type': 'v1', 'addr': '172.21.15.3:6833', 'nonce': 323981743}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6888, 'qdb_cluster': [6888]} 2024-09-10T07:27:49.639 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:27:49.639 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T07:27:49.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.746+0000 7fc435e27640 1 Processor -- start 2024-09-10T07:27:49.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.746+0000 7fc435e27640 1 -- start start 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.747+0000 7fc435e27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 0x7fc43015eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.747+0000 7fc435e27640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc43006ceb0 con 0x7fc43006d640 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.747+0000 7fc435e27640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc43015f4b0 con 0x7fc430070a50 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.747+0000 7fc435e27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc43006d1b0 con 0x7fc43015c080 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.747+0000 7fc42ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc43006d640 0x7fc4300cebd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32806/0 (socket says 172.21.15.3:32806) 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.747+0000 7fc42ffff640 1 -- 172.21.15.3:0/3731931814 learned_addr learned my addr 172.21.15.3:0/3731931814 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 0x7fc43015eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1635668747 0 0) 0x7fc43006ceb0 con 0x7fc43006d640 2024-09-10T07:27:49.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc418003520 con 0x7fc43006d640 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1227420528 0 0) 0x7fc418003520 con 0x7fc43006d640 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 msgr2=0x7fc43015eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 0x7fc43015eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 >> v1:172.21.15.70:6789/0 conn(0x7fc430070a50 legacy=0x7fc4300cc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43015f790 con 0x7fc43006d640 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc4280019f0 con 0x7fc43006d640 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 >> v1:172.21.15.3:6789/0 conn(0x7fc43006d640 legacy=0x7fc4300cebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003a50 0x7fc418003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 0x7fc418004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004d40 0x7fc4180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc43006d1b0 con 0x7fc418004d40 2024-09-10T07:27:49.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc41800ba70 con 0x7fc418003a50 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc41800bc20 con 0x7fc43015c080 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004d40 0x7fc4180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003a50 0x7fc418003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42effd640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 0x7fc418004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42ffff640 1 -- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 msgr2=0x7fc418004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015c080 0x7fc418004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42ffff640 1 -- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003a50 msgr2=0x7fc418003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc418003a50 0x7fc418003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.748+0000 7fc42ffff640 1 -- 172.21.15.3:0/3731931814 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc418003520 con 0x7fc418004d40 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.749+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004d40 0x7fc4180051c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fc42800a860 tx=0x7fc418005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8a825464bb0526c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.749+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42800a480 con 0x7fc418004d40 2024-09-10T07:27:49.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.749+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42802f070 con 0x7fc418004d40 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.749+0000 7fc42e7fc640 1 -- 172.21.15.3:0/3731931814 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42802bcb0 con 0x7fc418004d40 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc435e27640 1 -- 172.21.15.3:0/3731931814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004d40 msgr2=0x7fc4180051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc435e27640 1 --2- 172.21.15.3:0/3731931814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc418004d40 0x7fc4180051c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fc42800a860 tx=0x7fc418005830 comp rx=0 tx=0).stop 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc42ffff640 1 -- 172.21.15.3:0/3731931814 reap_dead start 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc435e27640 1 -- 172.21.15.3:0/3731931814 shutdown_connections 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc435e27640 1 -- 172.21.15.3:0/3731931814 >> 172.21.15.3:0/3731931814 conn(0x7fc43006fde0 msgr2=0x7fc4300701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc435e27640 1 -- 172.21.15.3:0/3731931814 shutdown_connections 2024-09-10T07:27:49.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.750+0000 7fc435e27640 1 -- 172.21.15.3:0/3731931814 wait complete. 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.751+0000 7fc435e27640 1 Processor -- start 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.751+0000 7fc435e27640 1 -- start start 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc435e27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc43015a7b0 0x7fc4300c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc435e27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015ab90 0x7fc4300ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc435e27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 0x7fc4300b6520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc435e27640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc43015c5e0 con 0x7fc4300b60a0 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc435e27640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc43015c460 con 0x7fc43015a7b0 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc435e27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc4300ccf20 con 0x7fc43015ab90 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 0x7fc4300b6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 0x7fc4300b6520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43192/0 (socket says 172.21.15.3:43192) 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 -- 172.21.15.3:0/3516890300 learned_addr learned my addr 172.21.15.3:0/3516890300 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc43015a7b0 0x7fc4300c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42effd640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015ab90 0x7fc4300ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 -- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015ab90 msgr2=0x7fc4300ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015ab90 0x7fc4300ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 -- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc43015a7b0 msgr2=0x7fc4300c9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc43015a7b0 0x7fc4300c9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.752+0000 7fc42ffff640 1 -- 172.21.15.3:0/3516890300 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4301566c0 con 0x7fc4300b60a0 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.753+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 0x7fc4300b6520 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fc428000f80 tx=0x7fc43015f680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.753+0000 7fc417fff640 1 -- 172.21.15.3:0/3516890300 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428045070 con 0x7fc4300b60a0 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.753+0000 7fc417fff640 1 -- 172.21.15.3:0/3516890300 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4280019e0 con 0x7fc4300b60a0 2024-09-10T07:27:49.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.753+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4300caa30 con 0x7fc4300b60a0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.753+0000 7fc417fff640 1 -- 172.21.15.3:0/3516890300 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42800a480 con 0x7fc4300b60a0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.753+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4300cafe0 con 0x7fc4300b60a0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.755+0000 7fc417fff640 1 -- 172.21.15.3:0/3516890300 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc428048070 con 0x7fc4300b60a0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.755+0000 7fc417fff640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41c06be30 0x7fc41c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.755+0000 7fc417fff640 1 -- 172.21.15.3:0/3516890300 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fc4280aaee0 con 0x7fc4300b60a0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.756+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41c06be30 0x7fc41c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.756+0000 7fc438bc3740 1 Processor -- start 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.756+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41c06be30 0x7fc41c06e2f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc420009b00 tx=0x7fc420008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.756+0000 7fc438bc3740 1 -- start start 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 0x55c90ae23a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addba80 0x55c90adde6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90add88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc438bc3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c90ad40520 con 0x55c90adde2c0 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c90ace83e0 con 0x55c90addba80 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c90ad3c4e0 con 0x55c90addfa50 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 0x55c90ae23a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 0x55c90ae23a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43206/0 (socket says 172.21.15.3:43206) 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 -- 172.21.15.3:0/3708864579 learned_addr learned my addr 172.21.15.3:0/3708864579 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42ffff640 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90add88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42effd640 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addba80 0x55c90adde6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 -- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 msgr2=0x55c90add88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90add88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 -- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addba80 msgr2=0x55c90adde6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addba80 0x55c90adde6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 -- 172.21.15.3:0/3708864579 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c90ad032f0 con 0x55c90adde2c0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.757+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 0x55c90ae23a60 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fc420014e70 tx=0x7fc420017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d6b6aa4f8d477 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc4157fa640 1 -- 172.21.15.3:0/3708864579 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc420016e40 con 0x55c90adde2c0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc4157fa640 1 -- 172.21.15.3:0/3708864579 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc420009750 con 0x55c90adde2c0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc4157fa640 1 -- 172.21.15.3:0/3708864579 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc420004230 con 0x55c90adde2c0 2024-09-10T07:27:49.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 -- 172.21.15.3:0/3708864579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 msgr2=0x55c90ae23a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 0x55c90ae23a60 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fc420014e70 tx=0x7fc420017000 comp rx=0 tx=0).stop 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 -- 172.21.15.3:0/3708864579 shutdown_connections 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90add88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addba80 0x55c90adde6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3708864579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90adde2c0 0x55c90ae23a60 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 -- 172.21.15.3:0/3708864579 >> 172.21.15.3:0/3708864579 conn(0x55c90addaa80 msgr2=0x55c90ae22f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 -- 172.21.15.3:0/3708864579 shutdown_connections 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.758+0000 7fc438bc3740 1 -- 172.21.15.3:0/3708864579 wait complete. 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.759+0000 7fc438bc3740 1 -- start start 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.759+0000 7fc438bc3740 1 Processor -- start 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90ae08970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90ae32ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90ae36940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c90add9f20 con 0x55c90ae33010 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c90acc9450 con 0x55c90adde2c0 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c90ae24290 con 0x55c90addfa50 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc438bc3740 10 client.0 _ll_register_callbacks cb 0x55c90aa52ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90ae36940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90ae36940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43216/0 (socket says 172.21.15.3:43216) 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 -- 172.21.15.3:0/1989053698 learned_addr learned my addr 172.21.15.3:0/1989053698 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42effd640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90ae32ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90ae08970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 -- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 msgr2=0x55c90ae32ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90ae32ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 -- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 msgr2=0x55c90ae08970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90ae08970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 -- 172.21.15.3:0/1989053698 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c90aa532d0 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc42ffff640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90ae36940 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fc428001cf0 tx=0x7fc4280788c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2563ea15efab9603 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.760+0000 7fc40e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc40e7fc640 1 -- 172.21.15.3:0/1989053698 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4280a8060 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c90ad4dc50 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc40e7fc640 1 -- 172.21.15.3:0/1989053698 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fc4280a2b40 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc40e7fc640 1 -- 172.21.15.3:0/1989053698 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) ==== 24+0+0 (secure 0 0 0) 0x7fc428078f60 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 10 client.7020 fetch_fsmap learned FSMap version 71 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=2+}) -- 0x55c90ab1d6b0 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc40e7fc640 1 -- 172.21.15.3:0/1989053698 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55c90ad4dc50 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc40e7fc640 1 -- 172.21.15.3:0/1989053698 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x7fc4280783b0 con 0x55c90ae33010 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 10 client.7020 fetch_fsmap finished waiting for FSMap version 71 2024-09-10T07:27:49.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 10 client.7020 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 20 client.7020 populate_metadata read hostname 'smithi003' 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae3ec00 0x55c90ae40ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 4 client.7020 mds_command: new command op to 6888 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 --> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c90ad47fa0 con 0x55c90ae3ec00 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.761+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae3ec00 0x55c90ae40ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae3ec00 0x55c90ae40ff0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bd059162806bf server_cookie=5c65e2a8d871653a in_seq=0 out_seq=0 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc40e7fc640 10 client.7020 ms_handle_connect on v2:172.21.15.3:6832/323981743 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc40e7fc640 1 -- 172.21.15.3:0/1989053698 <== mds.0 v2:172.21.15.3:6832/323981743 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c90ad47fa0 con 0x55c90ae3ec00 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc40e7fc640 10 client.7020 handle_command_reply: tid=0 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 client.7020 shutdown 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 msgr2=0x55c90ae36940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90ae36940 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fc428001cf0 tx=0x7fc4280788c0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 shutdown_connections 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae3ec00 0x55c90ae40ff0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90ae36940 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc40e7fc640 0 client.7020 ms_handle_reset on v2:172.21.15.3:6832/323981743 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90addfa50 0x55c90ae32ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 --2- 172.21.15.3:0/1989053698 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90ae08970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.762+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 >> 172.21.15.3:0/1989053698 conn(0x55c90addba80 msgr2=0x55c90ae21f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.763+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 shutdown_connections 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.763+0000 7fc438bc3740 1 -- 172.21.15.3:0/1989053698 wait complete. 2024-09-10T07:27:49.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.763+0000 7fc438bc3740 20 client.7020 trim_cache size 0 max 16384 2024-09-10T07:27:49.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.781+0000 7fc438bc3740 1 Processor -- start 2024-09-10T07:27:49.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.781+0000 7fc438bc3740 1 -- start start 2024-09-10T07:27:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90adff010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 0x55c90ae211a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90ae33010 0x55c90ae21f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc438bc3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc430200a20 con 0x55c90addfa50 2024-09-10T07:27:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc4301ffd80 con 0x55c90adde2c0 2024-09-10T07:27:49.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc4302003d0 con 0x55c90ae33010 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 0x55c90ae211a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 0x55c90ae211a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43228/0 (socket says 172.21.15.3:43228) 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 -- 172.21.15.3:0/3783947391 learned_addr learned my addr 172.21.15.3:0/3783947391 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 -- 172.21.15.3:0/3783947391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90ae33010 msgr2=0x55c90ae21f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90ae33010 0x55c90ae21f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 -- 172.21.15.3:0/3783947391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 msgr2=0x55c90adff010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90adff010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 -- 172.21.15.3:0/3783947391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c90adfda00 con 0x55c90addfa50 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc42effd640 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 0x55c90ae211a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fc424004a90 tx=0x7fc424004f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ac2b240bd7fdb6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc414ff9640 1 -- 172.21.15.3:0/3783947391 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424001b60 con 0x55c90addfa50 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc414ff9640 1 -- 172.21.15.3:0/3783947391 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424001d00 con 0x55c90addfa50 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.782+0000 7fc414ff9640 1 -- 172.21.15.3:0/3783947391 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424016620 con 0x55c90addfa50 2024-09-10T07:27:49.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 -- 172.21.15.3:0/3783947391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 msgr2=0x55c90ae211a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 0x55c90ae211a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fc424004a90 tx=0x7fc424004f50 comp rx=0 tx=0).stop 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 -- 172.21.15.3:0/3783947391 shutdown_connections 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90ae33010 0x55c90ae21f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90addfa50 0x55c90ae211a0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 --2- 172.21.15.3:0/3783947391 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90adde2c0 0x55c90adff010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 -- 172.21.15.3:0/3783947391 >> 172.21.15.3:0/3783947391 conn(0x55c90addba80 msgr2=0x55c90add4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 -- 172.21.15.3:0/3783947391 shutdown_connections 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.783+0000 7fc438bc3740 1 -- 172.21.15.3:0/3783947391 wait complete. 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 -- start start 2024-09-10T07:27:49.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 Processor -- start 2024-09-10T07:27:49.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90adde2c0 0x55c90ae39520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addfa50 0x55c90add91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90aea1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c90ae00400 con 0x55c90ae33010 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55c90add9f20 con 0x55c90addfa50 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.784+0000 7fc438bc3740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55c90adee4c0 con 0x55c90adde2c0 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc438bc3740 10 client.0 _ll_register_callbacks cb 0x7fc428075200 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90aea1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90aea1210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43238/0 (socket says 172.21.15.3:43238) 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 -- 172.21.15.3:0/454258385 learned_addr learned my addr 172.21.15.3:0/454258385 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42effd640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addfa50 0x55c90add91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90adde2c0 0x55c90ae39520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 -- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90adde2c0 msgr2=0x55c90ae39520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90adde2c0 0x55c90ae39520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 -- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addfa50 msgr2=0x55c90add91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addfa50 0x55c90add91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 -- 172.21.15.3:0/454258385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c90ab1d6b0 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc42ffff640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90aea1210 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fc4280021f0 tx=0x7fc4280a90b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56521ac2f76ee482 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc40e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc40e7fc640 1 -- 172.21.15.3:0/454258385 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428078d30 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc40e7fc640 1 -- 172.21.15.3:0/454258385 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fc428074cb0 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc424001d00 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc40e7fc640 1 -- 172.21.15.3:0/454258385 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) ==== 24+0+0 (secure 0 0 0) 0x7fc428078aa0 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc438bc3740 10 client.7026 fetch_fsmap learned FSMap version 71 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.785+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=2+}) -- 0x55c90ab1d6b0 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc40e7fc640 1 -- 172.21.15.3:0/454258385 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424001d00 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc40e7fc640 1 -- 172.21.15.3:0/454258385 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x7fc428074eb0 con 0x55c90ae33010 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 10 client.7026 fetch_fsmap finished waiting for FSMap version 71 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 10 client.7026 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T07:27:49.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 20 client.7026 populate_metadata read hostname 'smithi003' 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae1f440 0x55c90ae1f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 4 client.7026 mds_command: new command op to 6888 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 --> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] -- command(tid 0: {"prefix": "status"}) -- 0x55c90adfe290 con 0x55c90ae1f440 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae1f440 0x55c90ae1f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc40e7fc640 10 client.7026 ms_handle_connect on v2:172.21.15.3:6832/323981743 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc42f7fe640 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae1f440 0x55c90ae1f820 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86b9b28e780ede6e server_cookie=34b60761e26601b2 in_seq=0 out_seq=0 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc40e7fc640 1 -- 172.21.15.3:0/454258385 <== mds.0 v2:172.21.15.3:6832/323981743 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55c90adfe290 con 0x55c90ae1f440 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc40e7fc640 10 client.7026 handle_command_reply: tid=0 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 client.7026 shutdown 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 msgr2=0x55c90aea1210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90aea1210 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fc4280021f0 tx=0x7fc4280a90b0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 shutdown_connections 2024-09-10T07:27:49.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:6832/323981743,v1:172.21.15.3:6833/323981743] conn(0x55c90ae1f440 0x55c90ae1f820 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c90ae33010 0x55c90aea1210 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55c90addfa50 0x55c90add91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc40e7fc640 0 client.7026 ms_handle_reset on v2:172.21.15.3:6832/323981743 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 --2- 172.21.15.3:0/454258385 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55c90adde2c0 0x55c90ae39520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.786+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 >> 172.21.15.3:0/454258385 conn(0x55c90addba80 msgr2=0x55c90adff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 shutdown_connections 2024-09-10T07:27:49.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc438bc3740 1 -- 172.21.15.3:0/454258385 wait complete. 2024-09-10T07:27:49.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc438bc3740 20 client.7026 trim_cache size 0 max 16384 2024-09-10T07:27:49.798 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:49.798 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:27:49.798 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 6888, 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 5.6901569749999998, 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 71, 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-09-10T07:27:49.799 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 82, 2024-09-10T07:27:49.800 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 10.709437437 2024-09-10T07:27:49.800 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:49.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41c06be30 msgr2=0x7fc41c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41c06be30 0x7fc41c06e2f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc420009b00 tx=0x7fc420008040 comp rx=0 tx=0).stop 2024-09-10T07:27:49.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 msgr2=0x7fc4300b6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 0x7fc4300b6520 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fc428000f80 tx=0x7fc43015f680 comp rx=0 tx=0).stop 2024-09-10T07:27:49.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 shutdown_connections 2024-09-10T07:27:49.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41c06be30 0x7fc41c06e2f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4300b60a0 0x7fc4300b6520 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc43015ab90 0x7fc4300ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 --2- 172.21.15.3:0/3516890300 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc43015a7b0 0x7fc4300c9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 >> 172.21.15.3:0/3516890300 conn(0x7fc43006fde0 msgr2=0x7fc43015d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 shutdown_connections 2024-09-10T07:27:49.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.787+0000 7fc435e27640 1 -- 172.21.15.3:0/3516890300 wait complete. 2024-09-10T07:27:49.805 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:27:49.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.908+0000 7f371a5fd640 1 Processor -- start 2024-09-10T07:27:49.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.908+0000 7f371a5fd640 1 -- start start 2024-09-10T07:27:49.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f371a5fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 0x7f37140ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f371a5fd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37140d3480 con 0x7f37140cf510 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f371a5fd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37140d3760 con 0x7f37140d1550 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f371a5fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f37140d3a40 con 0x7f371415e560 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f37137fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f37140cf510 0x7f37140d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32812/0 (socket says 172.21.15.3:32812) 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f37137fe640 1 -- 172.21.15.3:0/836432161 learned_addr learned my addr 172.21.15.3:0/836432161 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f3713fff640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 0x7f37140ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 507846904 0 0) 0x7f37140d3480 con 0x7f37140cf510 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.909+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36fc003520 con 0x7f37140cf510 2024-09-10T07:27:49.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3350298097 0 0) 0x7f36fc003520 con 0x7f37140cf510 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 msgr2=0x7f37140ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 0x7f37140ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 >> v1:172.21.15.70:6789/0 conn(0x7f37140d1550 legacy=0x7f37140b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37140d3d20 con 0x7f37140cf510 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f3708001670 con 0x7f37140cf510 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 >> v1:172.21.15.3:6789/0 conn(0x7f37140cf510 legacy=0x7f37140d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36fc003a50 0x7f36fc003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36fc004800 0x7f36fc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 0x7f36fc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f37140d3a40 con 0x7f36fc003a50 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f36fc00ba70 con 0x7f36fc004800 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f36fc00bc40 con 0x7f371415e560 2024-09-10T07:27:49.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3713fff640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36fc003a50 0x7f36fc003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f37137fe640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36fc004800 0x7f36fc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3718b9a640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 0x7f36fc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3713fff640 1 -- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 msgr2=0x7f36fc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3713fff640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f371415e560 0x7f36fc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3713fff640 1 -- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36fc004800 msgr2=0x7f36fc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3713fff640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f36fc004800 0x7f36fc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.910+0000 7f3713fff640 1 -- 172.21.15.3:0/836432161 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36fc003520 con 0x7f36fc003a50 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f3713fff640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36fc003a50 0x7f36fc003e30 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f3704009ac0 tx=0x7f36fc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7d9a91906757600 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704036070 con 0x7f36fc003a50 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3704031400 con 0x7f36fc003a50 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f3712ffd640 1 -- 172.21.15.3:0/836432161 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3704009690 con 0x7f36fc003a50 2024-09-10T07:27:49.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f371a5fd640 1 -- 172.21.15.3:0/836432161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36fc003a50 msgr2=0x7f36fc003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f371a5fd640 1 --2- 172.21.15.3:0/836432161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36fc003a50 0x7f36fc003e30 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f3704009ac0 tx=0x7f36fc005830 comp rx=0 tx=0).stop 2024-09-10T07:27:49.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.911+0000 7f3718b9a640 1 -- 172.21.15.3:0/836432161 reap_dead start 2024-09-10T07:27:49.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.912+0000 7f371a5fd640 1 -- 172.21.15.3:0/836432161 shutdown_connections 2024-09-10T07:27:49.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.912+0000 7f371a5fd640 1 -- 172.21.15.3:0/836432161 >> 172.21.15.3:0/836432161 conn(0x7f3714073850 msgr2=0x7f371406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:49.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.912+0000 7f371a5fd640 1 -- 172.21.15.3:0/836432161 shutdown_connections 2024-09-10T07:27:49.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.912+0000 7f371a5fd640 1 -- 172.21.15.3:0/836432161 wait complete. 2024-09-10T07:27:49.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.913+0000 7f371a5fd640 1 Processor -- start 2024-09-10T07:27:49.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.913+0000 7f371a5fd640 1 -- start start 2024-09-10T07:27:49.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f371a5fd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36fc003a50 0x7f37141f7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f371a5fd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37141f44a0 0x7f3714156c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f371a5fd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 0x7f3714158a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f371a5fd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f371415eac0 con 0x7f37141571b0 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f371a5fd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f371415e940 con 0x7f37141f44a0 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f371a5fd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f37140cf950 con 0x7f36fc003a50 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 0x7f3714158a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 0x7f3714158a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43260/0 (socket says 172.21.15.3:43260) 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 -- 172.21.15.3:0/2089632541 learned_addr learned my addr 172.21.15.3:0/2089632541 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f37137fe640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37141f44a0 0x7f3714156c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3713fff640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36fc003a50 0x7f37141f7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 -- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36fc003a50 msgr2=0x7f37141f7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36fc003a50 0x7f37141f7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 -- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37141f44a0 msgr2=0x7f3714156c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:49.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37141f44a0 0x7f3714156c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 -- 172.21.15.3:0/2089632541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37141579f0 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.914+0000 7f3718b9a640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 0x7f3714158a90 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f37140d1960 tx=0x7f370c00ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.915+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370c003b80 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.915+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f370c018070 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.915+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3714157cd0 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.915+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f370c00d770 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.915+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3714158290 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.916+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37140ceee0 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.916+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f370c00d910 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.917+0000 7f3710ff9640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f370006be30 0x7f370006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.917+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f370c08ae90 con 0x7f37141571b0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.917+0000 7f3713fff640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f370006be30 0x7f370006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:49.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.917+0000 7f3713fff640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f370006be30 0x7f370006e2f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3704033000 tx=0x7f3704008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:49.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:49.921+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f370c059060 con 0x7f37141571b0 2024-09-10T07:27:50.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.131+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3714160b60 con 0x7f37141571b0 2024-09-10T07:27:50.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.132+0000 7f3710ff9640 1 -- 172.21.15.3:0/2089632541 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v71) ==== 53+0+73 (secure 0 0 0) 0x7f370c05d360 con 0x7f37141571b0 2024-09-10T07:27:50.132 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f370006be30 msgr2=0x7f370006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f370006be30 0x7f370006e2f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3704033000 tx=0x7f3704008030 comp rx=0 tx=0).stop 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 msgr2=0x7f3714158a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 0x7f3714158a90 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f37140d1960 tx=0x7f370c00ff70 comp rx=0 tx=0).stop 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 shutdown_connections 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f370006be30 0x7f370006e2f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37141571b0 0x7f3714158a90 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37141f44a0 0x7f3714156c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 --2- 172.21.15.3:0/2089632541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f36fc003a50 0x7f37141f7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.134+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 >> 172.21.15.3:0/2089632541 conn(0x7f3714073850 msgr2=0x7f371415d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:50.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.135+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 shutdown_connections 2024-09-10T07:27:50.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50.135+0000 7f371a5fd640 1 -- 172.21.15.3:0/2089632541 wait complete. 2024-09-10T07:27:50.145 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:27:50.145 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:27:50.145 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:27:50.145 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:27:50.146 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:50.146 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:27:50.146 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:27:50.146 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:27:50.146 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:50.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.146 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:27:50.163 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:27:50.163 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:50.164 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42307sec preferred_lft 42307sec 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.165 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:27:50.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.166 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:27:50.228 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:27:50.229 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.229 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:27:50.286 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:27:50.286 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:27:50.287 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:27:50.287 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:27:50.287 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:27:50.287 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:27:50.287 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:27:50.287 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:27:50.287 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:27:50.287 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:27:50.287 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:27:50.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:27:50.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:27:50.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.416 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:27:50.431 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:27:50.432 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:27:50.432 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:50.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.432 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:27:50.497 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:27:50.498 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:27:50.498 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:27:50.554 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:27:50.554 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:50.609 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:27:50.675 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:27:50.732 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:27:50.733 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:27:50.734 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:50.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.735 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:27:50.788 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:27:50.789 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:27:50.831 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:27:50.856 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:27:50.914 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:27:50.915 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:27:50.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:50.916 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:27:50.917 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:27:50.915+0000 7fb08dc0a480 -1 init, newargv = 0x5565e035a7f0 newargc=15 2024-09-10T07:27:50.917 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[62699]: starting ceph client 2024-09-10T07:27:50.920 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[62699]: starting fuse 2024-09-10T07:27:50.933 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:27:50.934 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:27:50.934 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:27:50.935 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:27:50.936 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:27:50.936 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:27:51.053 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.62699.asok 2024-09-10T07:27:51.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:27:51.063 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62699.asok 2024-09-10T07:27:51.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:51.064 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62699.asok status 2024-09-10T07:27:51.204 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:51.204 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:27:51.204 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:27:51.204 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:27:51.204 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "62699", 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 7038, 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 7038 2024-09-10T07:27:51.205 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1656686389 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1656686389 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.7038 192.168.0.1:0/1656686389", 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/1656686389", 2024-09-10T07:27:51.206 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:27:51.207 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 71, 2024-09-10T07:27:51.207 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 82, 2024-09-10T07:27:51.207 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:27:51.207 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:27:51.207 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:27:51.207 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:51.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:51.211 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:27:51.211 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:51.227 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:27:51.227 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:51.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:51.228 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:51.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:51.294 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch foo) 2024-09-10T07:27:51.356 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:51.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.499+0000 7f5ba8c77640 1 Processor -- start 2024-09-10T07:27:51.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.499+0000 7f5ba8c77640 1 -- start start 2024-09-10T07:27:51.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.500+0000 7f5ba8c77640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40d0cc0 0x7f5ba40d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.500+0000 7f5ba8c77640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5ba40b78e0 0x7f5ba40b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.500+0000 7f5ba8c77640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ba40d3430 con 0x7f5ba415e510 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.500+0000 7f5ba8c77640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba40d1660 con 0x7f5ba40b78e0 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.500+0000 7f5ba8c77640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5ba40d36d0 con 0x7f5ba40d0cc0 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.500+0000 7f5ba259c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5ba415e510 0x7f5ba40ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32820/0 (socket says 172.21.15.3:32820) 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba259c640 1 -- 172.21.15.3:0/4074388143 learned_addr learned my addr 172.21.15.3:0/4074388143 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba2d9d640 1 --2- 172.21.15.3:0/4074388143 >> v2:172.21.15.3:3300/0 conn(0x7f5ba40b78e0 0x7f5ba40b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba1d9b640 1 --2- 172.21.15.3:0/4074388143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40d0cc0 0x7f5ba40d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba159a640 1 -- 172.21.15.3:0/4074388143 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1975768389 0 0) 0x7f5ba40d3430 con 0x7f5ba415e510 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba159a640 1 -- 172.21.15.3:0/4074388143 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5b90003520 con 0x7f5ba415e510 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/4074388143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40d0cc0 msgr2=0x7f5ba40d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba2d9d640 1 --2- 172.21.15.3:0/4074388143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40d0cc0 0x7f5ba40d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/4074388143 >> v1:172.21.15.3:6789/0 conn(0x7f5ba415e510 legacy=0x7f5ba40ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.501+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/4074388143 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba40d39b0 con 0x7f5ba40b78e0 2024-09-10T07:27:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba2d9d640 1 --2- 172.21.15.3:0/4074388143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba40b78e0 0x7f5ba40b7d70 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f5b940097a0 tx=0x7f5b9402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbf2ec45c3233e47 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba159a640 1 -- 172.21.15.3:0/4074388143 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94037070 con 0x7f5ba40b78e0 2024-09-10T07:27:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba159a640 1 -- 172.21.15.3:0/4074388143 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b9402ae50 con 0x7f5ba40b78e0 2024-09-10T07:27:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba159a640 1 -- 172.21.15.3:0/4074388143 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94032640 con 0x7f5ba40b78e0 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 -- 172.21.15.3:0/4074388143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba40b78e0 msgr2=0x7f5ba40b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/4074388143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba40b78e0 0x7f5ba40b7d70 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f5b940097a0 tx=0x7f5b9402a100 comp rx=0 tx=0).stop 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 -- 172.21.15.3:0/4074388143 shutdown_connections 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/4074388143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba40b78e0 0x7f5ba40b7d70 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/4074388143 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40d0cc0 0x7f5ba40d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 -- 172.21.15.3:0/4074388143 >> 172.21.15.3:0/4074388143 conn(0x7f5ba406d1a0 msgr2=0x7f5ba4073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.502+0000 7f5ba8c77640 1 -- 172.21.15.3:0/4074388143 shutdown_connections 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.503+0000 7f5ba8c77640 1 -- 172.21.15.3:0/4074388143 wait complete. 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.504+0000 7f5ba8c77640 1 Processor -- start 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.504+0000 7f5ba8c77640 1 -- start start 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba8c77640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40b78e0 0x7f5ba41463b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba8c77640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ba40d0cc0 0x7f5ba4161390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba8c77640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 0x7f5ba40b6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba8c77640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba40d22a0 con 0x7f5ba415e510 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba8c77640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba40d3f70 con 0x7f5ba40d0cc0 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba8c77640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5ba40cf210 con 0x7f5ba40b78e0 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 0x7f5ba40b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 0x7f5ba40b6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43290/0 (socket says 172.21.15.3:43290) 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/3160825880 learned_addr learned my addr 172.21.15.3:0/3160825880 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba259c640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40b78e0 0x7f5ba41463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba1d9b640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ba40d0cc0 0x7f5ba4161390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40b78e0 msgr2=0x7f5ba41463b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40b78e0 0x7f5ba41463b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ba40d0cc0 msgr2=0x7f5ba4161390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ba40d0cc0 0x7f5ba4161390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 -- 172.21.15.3:0/3160825880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba40cb690 con 0x7f5ba415e510 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5ba2d9d640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 0x7f5ba40b6280 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f5b94035040 tx=0x7f5b940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.505+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94041070 con 0x7f5ba415e510 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.506+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b9403c670 con 0x7f5ba415e510 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.506+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba40cb970 con 0x7f5ba415e510 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.506+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94037040 con 0x7f5ba415e510 2024-09-10T07:27:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.506+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba40b5d60 con 0x7f5ba415e510 2024-09-10T07:27:51.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.506+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ba40cbb40 con 0x7f5ba415e510 2024-09-10T07:27:51.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.507+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5b9403a070 con 0x7f5ba415e510 2024-09-10T07:27:51.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.508+0000 7f5b9affd640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5b8406be60 0x7f5b8406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.508+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f5b940ab280 con 0x7f5ba415e510 2024-09-10T07:27:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.508+0000 7f5ba259c640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5b8406be60 0x7f5b8406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.508+0000 7f5ba259c640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5b8406be60 0x7f5b8406e320 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c005c00 tx=0x7f5b9c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.512+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b940793c0 con 0x7f5ba415e510 2024-09-10T07:27:51.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.721+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ba40cbd60 con 0x7f5ba415e510 2024-09-10T07:27:51.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.722+0000 7f5b9affd640 1 -- 172.21.15.3:0/3160825880 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7f5ba40cbd60 con 0x7f5ba415e510 2024-09-10T07:27:51.722 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:51.722 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:51.722 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:51.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5b8406be60 msgr2=0x7f5b8406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5b8406be60 0x7f5b8406e320 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c005c00 tx=0x7f5b9c009040 comp rx=0 tx=0).stop 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 msgr2=0x7f5ba40b6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 0x7f5ba40b6280 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f5b94035040 tx=0x7f5b940046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 shutdown_connections 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5b8406be60 0x7f5b8406e320 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba415e510 0x7f5ba40b6280 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5ba40d0cc0 0x7f5ba4161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 --2- 172.21.15.3:0/3160825880 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5ba40b78e0 0x7f5ba41463b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 >> 172.21.15.3:0/3160825880 conn(0x7f5ba406d1a0 msgr2=0x7f5ba40744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 shutdown_connections 2024-09-10T07:27:51.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.724+0000 7f5ba8c77640 1 -- 172.21.15.3:0/3160825880 wait complete. 2024-09-10T07:27:51.736 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-10T07:27:51.862 INFO:teuthology.orchestra.run.smithi003.stdout:{"message":"","return_code":0} 2024-09-10T07:27:51.862 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T07:27:51.863 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show inode 2024-09-10T07:27:51.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.904+0000 7fa7cf1f9280 1 -- start start 2024-09-10T07:27:51.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.904+0000 7fa7cf1f9280 1 Processor -- start 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 0x558d69cde580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d69c63800 0x558d69cdeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d69c63c00 0x558d69cdf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558d69dde600 con 0x558d69c62c00 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558d69dde480 con 0x558d69c63c00 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558d69dde300 con 0x558d69c63800 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 0x558d69cde580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 0x558d69cde580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43306/0 (socket says 172.21.15.3:43306) 2024-09-10T07:27:51.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 -- 172.21.15.3:0/2830259245 learned_addr learned my addr 172.21.15.3:0/2830259245 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7ce19f640 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d69c63c00 0x558d69cdf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d69c63800 0x558d69cdeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 -- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d69c63800 msgr2=0x558d69cdeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d69c63800 0x558d69cdeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 -- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d69c63c00 msgr2=0x558d69cdf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d69c63c00 0x558d69cdf080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 -- 172.21.15.3:0/2830259245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d69c9a780 con 0x558d69c62c00 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d69c63800 0x558d69cdeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 0x558d69cde580 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x558d6aa87350 tx=0x558d6aa046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=678d25b9291c44f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cb199640 1 -- 172.21.15.3:0/2830259245 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558d69c88680 con 0x558d69c62c00 2024-09-10T07:27:51.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cb199640 1 -- 172.21.15.3:0/2830259245 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x558d69c8ea80 con 0x558d69c62c00 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cb199640 1 -- 172.21.15.3:0/2830259245 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558d69c88b60 con 0x558d69c62c00 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d69c9b4a0 con 0x558d69c62c00 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x558d69c9a000 con 0x558d69c62c00 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.905+0000 7fa7cf1f9280 4 waiting for MDS map... 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cb199640 1 -- 172.21.15.3:0/2830259245 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x558d6ab3c600 con 0x558d69c62c00 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cb199640 1 -- 172.21.15.3:0/2830259245 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x558d69cbd180 con 0x558d69c62c00 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cf1f9280 4 Got MDS map 71 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cf1f9280 10 main: main 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cf1f9280 4 main: connecting to RADOS... 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cf1f9280 1 Processor -- start 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.906+0000 7fa7cf1f9280 1 -- start start 2024-09-10T07:27:51.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69cdf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69cdfb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558d69dde180 con 0x558d6aa59c00 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558d69cc4480 con 0x558d6aa59400 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558d69cc4900 con 0x558d6aa59800 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43322/0 (socket says 172.21.15.3:43322) 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 -- 172.21.15.3:0/911519262 learned_addr learned my addr 172.21.15.3:0/911519262 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7ce19f640 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69cdf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69cdfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 -- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 msgr2=0x558d69cdfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:51.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69cdfb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 -- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 msgr2=0x558d69cdf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69cdf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd19d640 1 -- 172.21.15.3:0/911519262 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d69c9a3c0 con 0x558d6aa59c00 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.907+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69cdfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0100 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x558d6ab4e660 tx=0x558d6ab50cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1067ac35cbae44 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7c9195640 1 -- 172.21.15.3:0/911519262 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558d69c88680 con 0x558d6aa59c00 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7c9195640 1 -- 172.21.15.3:0/911519262 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x558d69c8ee00 con 0x558d6aa59c00 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7c9195640 1 -- 172.21.15.3:0/911519262 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558d69c88b60 con 0x558d6aa59c00 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/911519262 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 msgr2=0x558d69ce0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0100 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x558d6ab4e660 tx=0x558d6ab50cc0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/911519262 shutdown_connections 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0100 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69cdfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/911519262 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69cdf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/911519262 >> 172.21.15.3:0/911519262 conn(0x558d6aa59000 msgr2=0x558d69d4c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/911519262 shutdown_connections 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.908+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/911519262 wait complete. 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 Processor -- start 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 -- start start 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69ce1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69ce0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558d69ddf800 con 0x558d6aa59c00 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558d69dde180 con 0x558d6aa59400 2024-09-10T07:27:51.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cf1f9280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558d69dded80 con 0x558d6aa59800 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.909+0000 7fa7cd19d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43324/0 (socket says 172.21.15.3:43324) 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 -- 172.21.15.3:0/1825449169 learned_addr learned my addr 172.21.15.3:0/1825449169 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7ce19f640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69ce1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69ce0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 -- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 msgr2=0x558d69ce0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d6aa59800 0x558d69ce0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 -- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 msgr2=0x558d69ce1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d6aa59400 0x558d69ce1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 -- 172.21.15.3:0/1825449169 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d69c9a780 con 0x558d6aa59c00 2024-09-10T07:27:51.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cd19d640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0680 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x558d6ab4f320 tx=0x558d6ab50c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7c7992640 1 -- 172.21.15.3:0/1825449169 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558d69c884e0 con 0x558d6aa59c00 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7c7992640 1 -- 172.21.15.3:0/1825449169 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x558d69c8ec40 con 0x558d6aa59c00 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7c7992640 1 -- 172.21.15.3:0/1825449169 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558d69c88680 con 0x558d6aa59c00 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x558d69c9b4a0 con 0x558d6aa59c00 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d69c9a960 con 0x558d6aa59c00 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.910+0000 7fa7cf1f9280 4 main: resolving pool 11 2024-09-10T07:27:51.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.911+0000 7fa7c7992640 1 -- 172.21.15.3:0/1825449169 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x558d6abaec00 con 0x558d6aa59c00 2024-09-10T07:27:51.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7c7992640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558d6aba6c00 0x558d69ce1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7c7992640 1 -- 172.21.15.3:0/1825449169 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x558d6aba8a00 con 0x558d6aa59c00 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7cf1f9280 4 main: creating IoCtx.. 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x558d6aba7000 0x558d69ce0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 11.13 11:c91d4a1d:::mds0_inotable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x558d6aba7400 con 0x558d6aba7000 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7ce19f640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558d6aba6c00 0x558d69ce1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.912+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x558d6aba7000 0x558d69ce0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7ce19f640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558d6aba6c00 0x558d69ce1700 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x558d69cbef00 tx=0x558d6aa04c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cd99e640 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x558d6aba7000 0x558d69ce0100 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:51.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cd99e640 1 -- 172.21.15.3:0/1825449169 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 mds0_inotable [read 0~34 out=34b] v0'0 uv3 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x558d6a9f4000 con 0x558d6aba7000 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 2, 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "inotable": { 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "projected_free": [ 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511628777, 2024-09-10T07:27:51.921 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511626775 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: "free": [ 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511628777, 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511626775 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:51.922 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:51.923 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:51.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x558d6aba7000 msgr2=0x558d69ce0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x558d6aba7000 0x558d69ce0100 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558d6aba6c00 msgr2=0x558d69ce1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x558d6aba6c00 0x558d69ce1700 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x558d69cbef00 tx=0x558d6aa04c00 comp rx=0 tx=0).stop 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 msgr2=0x558d69ce0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/1825449169 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d6aa59c00 0x558d69ce0680 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x558d6ab4f320 tx=0x558d6ab50c00 comp rx=0 tx=0).stop 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cd19d640 1 -- 172.21.15.3:0/1825449169 reap_dead start 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 shutdown_connections 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 >> 172.21.15.3:0/1825449169 conn(0x558d6aa59000 msgr2=0x558d69d4c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.913+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 shutdown_connections 2024-09-10T07:27:51.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/1825449169 wait complete. 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 msgr2=0x558d69cde580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 0x558d69cde580 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x558d6aa87350 tx=0x558d6aa046c0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 shutdown_connections 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558d69c63c00 0x558d69cdf080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558d69c63800 0x558d69cdeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 --2- 172.21.15.3:0/2830259245 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d69c62c00 0x558d69cde580 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 >> 172.21.15.3:0/2830259245 conn(0x558d69c63000 msgr2=0x558d69d4d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 shutdown_connections 2024-09-10T07:27:51.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:51.914+0000 7fa7cf1f9280 1 -- 172.21.15.3:0/2830259245 wait complete. 2024-09-10T07:27:51.926 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'inode'] in time 0:00:00.063861, result: { "0": { "data": { "version": 2, "inotable": { "projected_free": [ { "start": 1099511628777, "len": 1099511626775 } ], "free": [ { "start": 1099511628777, "len": 1099511626775 } ] } }, "result": 0 } } 2024-09-10T07:27:51.927 INFO:tasks.cephfs.test_journal_repair:{ "0": { "data": { "version": 2, "inotable": { "projected_free": [ { "start": 1099511628777, "len": 1099511626775 } ], "free": [ { "start": 1099511628777, "len": 1099511626775 } ] } }, "result": 0 } } 2024-09-10T07:27:51.927 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show snap 2024-09-10T07:27:52.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 -- start start 2024-09-10T07:27:52.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 Processor -- start 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 0x55802080c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558020791800 0x55802080cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558020791c00 0x55802080d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558021574600 con 0x558020790c00 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558021574480 con 0x558020791c00 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.006+0000 7fd5fd311280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558021574300 con 0x558020791800 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 0x55802080c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 0x55802080c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43332/0 (socket says 172.21.15.3:43332) 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 -- 172.21.15.3:0/610114853 learned_addr learned my addr 172.21.15.3:0/610114853 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fb2b7640 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558020791800 0x55802080cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fc2b9640 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558020791c00 0x55802080d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 -- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558020791800 msgr2=0x55802080cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558020791800 0x55802080cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 -- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558020791c00 msgr2=0x55802080d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558020791c00 0x55802080d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 -- 172.21.15.3:0/610114853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580207c8780 con 0x558020790c00 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 0x55802080c580 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x5580215b7320 tx=0x558021534360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91d79fbbff13c17c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5f92b3640 1 -- 172.21.15.3:0/610114853 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5580207b6680 con 0x558020790c00 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5f92b3640 1 -- 172.21.15.3:0/610114853 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5580207bca80 con 0x558020790c00 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5f92b3640 1 -- 172.21.15.3:0/610114853 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5580207b6b60 con 0x558020790c00 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580207c83c0 con 0x558020790c00 2024-09-10T07:27:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5580207c9680 con 0x558020790c00 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5fd311280 4 waiting for MDS map... 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.007+0000 7fd5f92b3640 1 -- 172.21.15.3:0/610114853 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55802166ea00 con 0x558020790c00 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.008+0000 7fd5f92b3640 1 -- 172.21.15.3:0/610114853 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x5580207eb180 con 0x558020790c00 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.008+0000 7fd5fd311280 4 Got MDS map 71 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.008+0000 7fd5fd311280 10 main: main 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.008+0000 7fd5fd311280 4 main: connecting to RADOS... 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.008+0000 7fd5fd311280 1 Processor -- start 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.008+0000 7fd5fd311280 1 -- start start 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fd311280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558021574180 con 0x558021653800 2024-09-10T07:27:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fd311280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5580207f2480 con 0x558021653400 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fd311280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5580207f2900 con 0x558021653c00 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43344/0 (socket says 172.21.15.3:43344) 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 -- 172.21.15.3:0/1215110021 learned_addr learned my addr 172.21.15.3:0/1215110021 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fc2b9640 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fb2b7640 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 -- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 msgr2=0x55802080e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 -- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 msgr2=0x55802080d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 -- 172.21.15.3:0/1215110021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580207c94a0 con 0x558021653800 2024-09-10T07:27:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fc2b9640 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080db80 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x55802167a660 tx=0x558021532300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26dd91fb9dc0905d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.009+0000 7fd5f72af640 1 -- 172.21.15.3:0/1215110021 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5580207b6820 con 0x558021653800 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5f72af640 1 -- 172.21.15.3:0/1215110021 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5580207bcc40 con 0x558021653800 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5f72af640 1 -- 172.21.15.3:0/1215110021 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5580207b6680 con 0x558021653800 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 -- 172.21.15.3:0/1215110021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 msgr2=0x55802080db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080db80 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x55802167a660 tx=0x558021532300 comp rx=0 tx=0).stop 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 -- 172.21.15.3:0/1215110021 shutdown_connections 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080db80 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 --2- 172.21.15.3:0/1215110021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 -- 172.21.15.3:0/1215110021 >> 172.21.15.3:0/1215110021 conn(0x558021653000 msgr2=0x55802151c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 -- 172.21.15.3:0/1215110021 shutdown_connections 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.010+0000 7fd5fd311280 1 -- 172.21.15.3:0/1215110021 wait complete. 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 Processor -- start 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 -- start start 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558021575800 con 0x558021653800 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558021575980 con 0x558021653400 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fd311280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558021574d80 con 0x558021653c00 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fbab8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fbab8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43354/0 (socket says 172.21.15.3:43354) 2024-09-10T07:27:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fbab8640 1 -- 172.21.15.3:0/733675078 learned_addr learned my addr 172.21.15.3:0/733675078 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fc2b9640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.011+0000 7fd5fb2b7640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fbab8640 1 -- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 msgr2=0x55802080e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558021653c00 0x55802080e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fbab8640 1 -- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 msgr2=0x55802080f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558021653400 0x55802080f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fbab8640 1 -- 172.21.15.3:0/733675078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580207c8780 con 0x558021653800 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fbab8640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080ec00 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x55802167b320 tx=0x55802167cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5f5aac640 1 -- 172.21.15.3:0/733675078 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5580207b6b60 con 0x558021653800 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5f5aac640 1 -- 172.21.15.3:0/733675078 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5580207bc1c0 con 0x558021653800 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5580207c83c0 con 0x558021653800 2024-09-10T07:27:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5f5aac640 1 -- 172.21.15.3:0/733675078 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5580207b64e0 con 0x558021653800 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580207c9680 con 0x558021653800 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.012+0000 7fd5fd311280 4 main: resolving pool 11 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.013+0000 7fd5f5aac640 1 -- 172.21.15.3:0/733675078 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5580216dac00 con 0x558021653800 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.013+0000 7fd5f5aac640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5580216d9000 0x55802080f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.013+0000 7fd5f5aac640 1 -- 172.21.15.3:0/733675078 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x5580216e4600 con 0x558021653800 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fd311280 4 main: creating IoCtx.. 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fd311280 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x5580216d9400 0x55802080e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- osd_op(unknown.0.0:1 11.d 11:b50e409b:::mds_snaptable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x5580216d9800 con 0x5580216d9400 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fc2b9640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5580216d9000 0x55802080f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fb2b7640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x5580216d9400 0x55802080e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fb2b7640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x5580216d9400 0x55802080e100 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fc2b9640 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5580216d9000 0x55802080f700 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x55802152e7e0 tx=0x558020aaaae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.014+0000 7fd5fb2b7640 1 -- 172.21.15.3:0/733675078 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== osd_op_reply(1 mds_snaptable [read 0~70 out=70b] v0'0 uv1 ondisk = 0) ==== 157+0+70 (crc 0 0 0) 0x558021522000 con 0x5580216d9400 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "snapserver": { 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "last_snap": 1, 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "last_created": 1, 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "last_destroyed": 1, 2024-09-10T07:27:52.023 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_noop": [], 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: "snaps": [], 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: "need_to_purge": {}, 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_update": [], 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_destroy": [] 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.024 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x5580216d9400 msgr2=0x55802080e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x5580216d9400 0x55802080e100 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5580216d9000 msgr2=0x55802080f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5580216d9000 0x55802080f700 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x55802152e7e0 tx=0x558020aaaae0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 msgr2=0x55802080ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/733675078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558021653800 0x55802080ec00 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x55802167b320 tx=0x55802167cc00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fb2b7640 1 -- 172.21.15.3:0/733675078 reap_dead start 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 shutdown_connections 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 >> 172.21.15.3:0/733675078 conn(0x558021653000 msgr2=0x55802151c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 shutdown_connections 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/733675078 wait complete. 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 msgr2=0x55802080c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 0x55802080c580 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x5580215b7320 tx=0x558021534360 comp rx=0 tx=0).stop 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 shutdown_connections 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558020791c00 0x55802080d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558020791800 0x55802080cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 --2- 172.21.15.3:0/610114853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558020790c00 0x55802080c580 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 >> 172.21.15.3:0/610114853 conn(0x558020791000 msgr2=0x55802151d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 shutdown_connections 2024-09-10T07:27:52.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.015+0000 7fd5fd311280 1 -- 172.21.15.3:0/610114853 wait complete. 2024-09-10T07:27:52.028 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'snap'] in time 0:00:00.101573, result: { "version": 1, "snapserver": { "last_snap": 1, "last_created": 1, "last_destroyed": 1, "pending_noop": [], "snaps": [], "need_to_purge": {}, "pending_update": [], "pending_destroy": [] }, "result": 0 } 2024-09-10T07:27:52.028 INFO:tasks.cephfs.test_journal_repair:{ "version": 1, "snapserver": { "last_snap": 1, "last_created": 1, "last_destroyed": 1, "pending_noop": [], "snaps": [], "need_to_purge": {}, "pending_update": [], "pending_destroy": [] }, "result": 0 } 2024-09-10T07:27:52.029 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show session 2024-09-10T07:27:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.108+0000 7f306b976280 1 -- start start 2024-09-10T07:27:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.108+0000 7f306b976280 1 Processor -- start 2024-09-10T07:27:52.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306b976280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56084687ec00 0x5608468fa580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306b976280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 0x5608468fab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306b976280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56084687fc00 0x5608468fb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306b976280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560847748180 con 0x56084687f800 2024-09-10T07:27:52.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306b976280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560847748300 con 0x56084687ec00 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306b976280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560847748480 con 0x56084687fc00 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 0x5608468fab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 0x5608468fab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43368/0 (socket says 172.21.15.3:43368) 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 -- 172.21.15.3:0/4280008380 learned_addr learned my addr 172.21.15.3:0/4280008380 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306a11b640 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56084687ec00 0x5608468fa580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306a91c640 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56084687fc00 0x5608468fb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 -- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56084687fc00 msgr2=0x5608468fb080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56084687fc00 0x5608468fb080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 -- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56084687ec00 msgr2=0x5608468fa580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56084687ec00 0x5608468fa580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 -- 172.21.15.3:0/4280008380 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608468b6780 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.109+0000 7f306991a640 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 0x5608468fab00 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x5608476ad290 tx=0x560847621ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78d414c6f3f19ab5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f3067916640 1 -- 172.21.15.3:0/4280008380 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608468a49c0 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f3067916640 1 -- 172.21.15.3:0/4280008380 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5608468aa700 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f3067916640 1 -- 172.21.15.3:0/4280008380 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608468a4680 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608468b63c0 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5608468b7680 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f306b976280 4 waiting for MDS map... 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f3067916640 1 -- 172.21.15.3:0/4280008380 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x56084776e200 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f3067916640 1 -- 172.21.15.3:0/4280008380 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x5608468d9180 con 0x56084687f800 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f306b976280 4 Got MDS map 71 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f306b976280 10 main: main 2024-09-10T07:27:52.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.110+0000 7f306b976280 4 main: connecting to RADOS... 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.111+0000 7f306b976280 1 Processor -- start 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.111+0000 7f306b976280 1 -- start start 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.111+0000 7f306b976280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.111+0000 7f306b976280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fbb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.111+0000 7f306b976280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.111+0000 7f306b976280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560847748600 con 0x5608477b0800 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306b976280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560847748780 con 0x5608477b0400 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306b976280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560847748900 con 0x5608477b0000 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43370/0 (socket says 172.21.15.3:43370) 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306a91c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 -- 172.21.15.3:0/3507404246 learned_addr learned my addr 172.21.15.3:0/3507404246 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306a11b640 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 -- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 msgr2=0x5608468fb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 -- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 msgr2=0x5608468fbb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fbb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 -- 172.21.15.3:0/3507404246 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608468b74a0 con 0x5608477b0800 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306a11b640 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f306991a640 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc100 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x5608476ad7a0 tx=0x5608476205a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a365b714496950 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f3065912640 1 -- 172.21.15.3:0/3507404246 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608468a4b60 con 0x5608477b0800 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f3065912640 1 -- 172.21.15.3:0/3507404246 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5608468aafc0 con 0x5608477b0800 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.112+0000 7f3065912640 1 -- 172.21.15.3:0/3507404246 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608468a4820 con 0x5608477b0800 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 -- 172.21.15.3:0/3507404246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 msgr2=0x5608468fc100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc100 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x5608476ad7a0 tx=0x5608476205a0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 -- 172.21.15.3:0/3507404246 shutdown_connections 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc100 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fbb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 --2- 172.21.15.3:0/3507404246 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 -- 172.21.15.3:0/3507404246 >> 172.21.15.3:0/3507404246 conn(0x56084764dc00 msgr2=0x56084760d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 -- 172.21.15.3:0/3507404246 shutdown_connections 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 -- 172.21.15.3:0/3507404246 wait complete. 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 Processor -- start 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.113+0000 7f306b976280 1 -- start start 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306b976280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fd180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306b976280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fcc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306b976280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306b976280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560847749c80 con 0x5608477b0800 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306b976280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x560847749b00 con 0x5608477b0400 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306b976280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x560847749980 con 0x5608477b0000 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43386/0 (socket says 172.21.15.3:43386) 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 -- 172.21.15.3:0/4079707218 learned_addr learned my addr 172.21.15.3:0/4079707218 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306a91c640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306a11b640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 -- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 msgr2=0x5608468fd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5608477b0000 0x5608468fd180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 -- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 msgr2=0x5608468fcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306991a640 1 -- 172.21.15.3:0/4079707218 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608468b6000 con 0x5608477b0800 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.114+0000 7f306a11b640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5608477b0400 0x5608468fcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306991a640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc680 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x5608477549f0 tx=0x560847620960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306410f640 1 -- 172.21.15.3:0/4079707218 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608468a4b60 con 0x5608477b0800 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306410f640 1 -- 172.21.15.3:0/4079707218 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5608468aae00 con 0x5608477b0800 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5608468b6960 con 0x5608477b0800 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306410f640 1 -- 172.21.15.3:0/4079707218 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5608468a4820 con 0x5608477b0800 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608468b7860 con 0x5608477b0800 2024-09-10T07:27:52.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.115+0000 7f306b976280 4 main: resolving pool 11 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.116+0000 7f306410f640 1 -- 172.21.15.3:0/4079707218 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5608477c6c00 con 0x5608477b0800 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.116+0000 7f306410f640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560846c0c000 0x5608468fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.116+0000 7f306410f640 1 -- 172.21.15.3:0/4079707218 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x5608477b6c00 con 0x5608477b0800 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306b976280 4 main: creating IoCtx.. 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306b976280 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5608477b0c00 0x5608468fc100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x5608477b1000 con 0x5608477b0c00 2024-09-10T07:27:52.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306a91c640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560846c0c000 0x5608468fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306a11b640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5608477b0c00 0x5608468fc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306a11b640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5608477b0c00 0x5608468fc100 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306a91c640 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560846c0c000 0x5608468fd700 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x5608469ee6f0 tx=0x560846c16000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306a11b640 1 -- 172.21.15.3:0/4079707218 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv3 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x560847610000 con 0x5608477b0c00 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.117+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x560846c0d000 con 0x5608477b0c00 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306a11b640 1 -- 172.21.15.3:0/4079707218 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=473b] v0'0 uv3 ondisk = 0) ==== 159+0+473 (crc 0 0 0) 0x560847610000 con 0x5608477b0c00 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=27b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x560846c0d400 con 0x5608477b0c00 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306a11b640 1 -- 172.21.15.3:0/4079707218 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(3 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x560847610000 con 0x5608477b0c00 2024-09-10T07:27:52.125 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "sessions": [ 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 7038, 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": { 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 7038 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:27:52.126 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "any", 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1656686389 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "open", 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "num_leases": 0, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "num_caps": 0, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "request_load_avg": 0, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 0, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "requests_in_flight": 0, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "num_completed_requests": 2, 2024-09-10T07:27:52.127 INFO:teuthology.orchestra.run.smithi003.stdout: "num_completed_flushes": 0, 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "reconnecting": false, 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "recall_caps": { 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 60 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "release_caps": { 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 60 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "recall_caps_throttle": { 2024-09-10T07:27:52.128 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 1.5 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "recall_caps_throttle2o": { 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 0.5 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "session_cache_liveness": { 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 300 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "cap_acquisition": { 2024-09-10T07:27:52.129 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 30 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "last_trim_completed_requests_tid": 0, 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "delegated_inos": [], 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": "client.7038 192.168.0.1:0/1656686389", 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "completed_requests": [ 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "tid": 2, 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: "created_ino": "0x0" 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.130 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "tid": 7, 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "created_ino": "0x10000000000" 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "prealloc_inos": [ 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "start": "0x10000000001", 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "length": 1000 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "client_metadata": { 2024-09-10T07:27:52.131 INFO:teuthology.orchestra.run.smithi003.stdout: "client_features": { 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "feature_bits": "0x00000000003fffff" 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "metric_spec": { 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "metric_flags": { 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "feature_bits": "0x000000000000ffff" 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:27:52.132 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "62699", 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.133 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.134 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.134 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5608477b0c00 msgr2=0x5608468fc100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5608477b0c00 0x5608468fc100 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560846c0c000 msgr2=0x5608468fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x560846c0c000 0x5608468fd700 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x5608469ee6f0 tx=0x560846c16000 comp rx=0 tx=0).stop 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 msgr2=0x5608468fc680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 --2- 172.21.15.3:0/4079707218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608477b0800 0x5608468fc680 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x5608477549f0 tx=0x560847620960 comp rx=0 tx=0).stop 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306a11b640 1 -- 172.21.15.3:0/4079707218 reap_dead start 2024-09-10T07:27:52.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 shutdown_connections 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 >> 172.21.15.3:0/4079707218 conn(0x56084764dc00 msgr2=0x56084760d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.118+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 shutdown_connections 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 -- 172.21.15.3:0/4079707218 wait complete. 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 msgr2=0x5608468fab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 0x5608468fab00 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x5608476ad290 tx=0x560847621ec0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 shutdown_connections 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56084687fc00 0x5608468fb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56084687f800 0x5608468fab00 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 --2- 172.21.15.3:0/4280008380 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56084687ec00 0x5608468fa580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 >> 172.21.15.3:0/4280008380 conn(0x56084687f000 msgr2=0x56084760c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 shutdown_connections 2024-09-10T07:27:52.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.119+0000 7f306b976280 1 -- 172.21.15.3:0/4280008380 wait complete. 2024-09-10T07:27:52.138 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'session'] in time 0:00:00.109208, result: { "0": { "data": { "sessions": [ { "id": 7038, "entity": { "name": { "type": "client", "num": 7038 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 1656686389 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 2, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7038 192.168.0.1:0/1656686389", "completed_requests": [ { "tid": 2, "created_ino": "0x0" }, { "tid": 7, "created_ino": "0x10000000000" } ], "prealloc_inos": [ { "start": "0x10000000001", "length": 1000 } ], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "0", "hostname": "smithi003", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "62699", "root": "/" } } ] }, "result": 0 } } 2024-09-10T07:27:52.138 INFO:tasks.cephfs.test_journal_repair:{ "0": { "data": { "sessions": [ { "id": 7038, "entity": { "name": { "type": "client", "num": 7038 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 1656686389 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 2, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7038 192.168.0.1:0/1656686389", "completed_requests": [ { "tid": 2, "created_ino": "0x0" }, { "tid": 7, "created_ino": "0x10000000000" } ], "prealloc_inos": [ { "start": "0x10000000001", "length": 1000 } ], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "0", "hostname": "smithi003", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "62699", "root": "/" } } ] }, "result": 0 } } 2024-09-10T07:27:52.138 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show inode 2024-09-10T07:27:52.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.218+0000 7f471f64b280 1 -- start start 2024-09-10T07:27:52.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.218+0000 7f471f64b280 1 Processor -- start 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635de186c00 0x5635de202580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635de187800 0x5635de202b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 0x5635de203080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5635df050180 con 0x5635de187c00 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5635df050300 con 0x5635de186c00 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5635df050480 con 0x5635de187800 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 0x5635de203080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 0x5635de203080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43398/0 (socket says 172.21.15.3:43398) 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 -- 172.21.15.3:0/2163836832 learned_addr learned my addr 172.21.15.3:0/2163836832 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471ddf0640 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635de186c00 0x5635de202580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471d5ef640 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635de187800 0x5635de202b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 -- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635de187800 msgr2=0x5635de202b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635de187800 0x5635de202b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 -- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635de186c00 msgr2=0x5635de202580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635de186c00 0x5635de202580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 -- 172.21.15.3:0/2163836832 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635de1be780 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471e5f1640 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 0x5635de203080 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x5635defbf320 tx=0x5635def2ab40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af6bcc25dea3361d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471b5eb640 1 -- 172.21.15.3:0/2163836832 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5635de1ac680 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471b5eb640 1 -- 172.21.15.3:0/2163836832 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5635de1b2a80 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471b5eb640 1 -- 172.21.15.3:0/2163836832 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5635de1acb60 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635de1be3c0 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5635de1bf680 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.219+0000 7f471f64b280 4 waiting for MDS map... 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471b5eb640 1 -- 172.21.15.3:0/2163836832 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x5635df06e600 con 0x5635de187c00 2024-09-10T07:27:52.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471b5eb640 1 -- 172.21.15.3:0/2163836832 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x5635de1e1180 con 0x5635de187c00 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471f64b280 4 Got MDS map 71 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471f64b280 10 main: main 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471f64b280 4 main: connecting to RADOS... 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471f64b280 1 Processor -- start 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.220+0000 7f471f64b280 1 -- start start 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471f64b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073400 0x5635de203600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471f64b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de203b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471f64b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073c00 0x5635de204100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471f64b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5635df050600 con 0x5635df073800 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471f64b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5635df050780 con 0x5635df073400 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471f64b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5635df050900 con 0x5635df073c00 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de203b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de203b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43412/0 (socket says 172.21.15.3:43412) 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 -- 172.21.15.3:0/139128526 learned_addr learned my addr 172.21.15.3:0/139128526 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471d5ef640 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073400 0x5635de203600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 -- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073c00 msgr2=0x5635de204100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471d5ef640 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073c00 0x5635de204100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073c00 0x5635de204100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 -- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073400 msgr2=0x5635de203600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073400 0x5635de203600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471ddf0640 1 -- 172.21.15.3:0/139128526 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635de1bf4a0 con 0x5635df073800 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.221+0000 7f471d5ef640 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073c00 0x5635de204100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471ddf0640 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de203b80 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x5635df0825d0 tx=0x5635def286c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5428e7d442761dda server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f47195e7640 1 -- 172.21.15.3:0/139128526 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5635de1ac9c0 con 0x5635df073800 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f47195e7640 1 -- 172.21.15.3:0/139128526 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5635de1b2fc0 con 0x5635df073800 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f47195e7640 1 -- 172.21.15.3:0/139128526 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5635de1ac680 con 0x5635df073800 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 -- 172.21.15.3:0/139128526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 msgr2=0x5635de203b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de203b80 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x5635df0825d0 tx=0x5635def286c0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 -- 172.21.15.3:0/139128526 shutdown_connections 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073c00 0x5635de204100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de203b80 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 --2- 172.21.15.3:0/139128526 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073400 0x5635de203600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 -- 172.21.15.3:0/139128526 >> 172.21.15.3:0/139128526 conn(0x5635df073000 msgr2=0x5635def15000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 -- 172.21.15.3:0/139128526 shutdown_connections 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.222+0000 7f471f64b280 1 -- 172.21.15.3:0/139128526 wait complete. 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 Processor -- start 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 -- start start 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073400 0x5635de205180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de204c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073c00 0x5635de204680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5635df050c00 con 0x5635df073800 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5635df050d80 con 0x5635df073c00 2024-09-10T07:27:52.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471f64b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5635df050f00 con 0x5635df073400 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471ddf0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de204c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471ddf0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de204c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43428/0 (socket says 172.21.15.3:43428) 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471ddf0640 1 -- 172.21.15.3:0/1915299584 learned_addr learned my addr 172.21.15.3:0/1915299584 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471d5ef640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073400 0x5635de205180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.223+0000 7f471d5ef640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073c00 0x5635de204680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471ddf0640 1 -- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073400 msgr2=0x5635de205180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471ddf0640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635df073400 0x5635de205180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471ddf0640 1 -- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073c00 msgr2=0x5635de204680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471ddf0640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635df073c00 0x5635de204680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471ddf0640 1 -- 172.21.15.3:0/1915299584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635de1be780 con 0x5635df073800 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471ddf0640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de204c00 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x5635df082900 tx=0x5635def29f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f4717de4640 1 -- 172.21.15.3:0/1915299584 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5635de1acb60 con 0x5635df073800 2024-09-10T07:27:52.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f4717de4640 1 -- 172.21.15.3:0/1915299584 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5635de1b2e00 con 0x5635df073800 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5635de1be3c0 con 0x5635df073800 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f4717de4640 1 -- 172.21.15.3:0/1915299584 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5635de1ac4e0 con 0x5635df073800 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635de1bf680 con 0x5635df073800 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.224+0000 7f471f64b280 4 main: resolving pool 11 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.225+0000 7f4717de4640 1 -- 172.21.15.3:0/1915299584 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5635df0d0c00 con 0x5635df073800 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.225+0000 7f4717de4640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5635de50e000 0x5635de205700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f4717de4640 1 -- 172.21.15.3:0/1915299584 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x5635df068600 con 0x5635df073800 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471f64b280 4 main: creating IoCtx.. 2024-09-10T07:27:52.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471f64b280 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x5635de50e400 0x5635de204100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 11.13 11:c91d4a1d:::mds0_inotable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x5635de50e800 con 0x5635de50e400 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471d5ef640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5635de50e000 0x5635de205700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471d5ef640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x5635de50e400 0x5635de204100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471d5ef640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5635de50e000 0x5635de205700 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x5635def24810 tx=0x5635de4a4c60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.226+0000 7f471d5ef640 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x5635de50e400 0x5635de204100 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471d5ef640 1 -- 172.21.15.3:0/1915299584 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 mds0_inotable [read 0~34 out=34b] v0'0 uv3 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x5635def18000 con 0x5635de50e400 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:52.234 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 2, 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "inotable": { 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "projected_free": [ 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511628777, 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511626775 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "free": [ 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511628777, 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511626775 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:52.235 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.236 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.236 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.236 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.236 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.236 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x5635de50e400 msgr2=0x5635de204100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x5635de50e400 0x5635de204100 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5635de50e000 msgr2=0x5635de205700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5635de50e000 0x5635de205700 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x5635def24810 tx=0x5635de4a4c60 comp rx=0 tx=0).stop 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 msgr2=0x5635de204c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/1915299584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635df073800 0x5635de204c00 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x5635df082900 tx=0x5635def29f80 comp rx=0 tx=0).stop 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471ddf0640 1 -- 172.21.15.3:0/1915299584 reap_dead start 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 shutdown_connections 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 >> 172.21.15.3:0/1915299584 conn(0x5635df073000 msgr2=0x5635def15000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 shutdown_connections 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/1915299584 wait complete. 2024-09-10T07:27:52.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 msgr2=0x5635de203080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 0x5635de203080 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x5635defbf320 tx=0x5635def2ab40 comp rx=0 tx=0).stop 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 shutdown_connections 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5635de187c00 0x5635de203080 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5635de187800 0x5635de202b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 --2- 172.21.15.3:0/2163836832 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5635de186c00 0x5635de202580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 >> 172.21.15.3:0/2163836832 conn(0x5635de187000 msgr2=0x5635def14800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 shutdown_connections 2024-09-10T07:27:52.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.227+0000 7f471f64b280 1 -- 172.21.15.3:0/2163836832 wait complete. 2024-09-10T07:27:52.239 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'inode'] in time 0:00:00.101190, result: { "0": { "data": { "version": 2, "inotable": { "projected_free": [ { "start": 1099511628777, "len": 1099511626775 } ], "free": [ { "start": 1099511628777, "len": 1099511626775 } ] } }, "result": 0 } } 2024-09-10T07:27:52.240 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show session 2024-09-10T07:27:52.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.321+0000 7fddbe3db280 1 -- start start 2024-09-10T07:27:52.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.321+0000 7fddbe3db280 1 Processor -- start 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 0x555e89dc2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e89d47800 0x555e89dc2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e89d47c00 0x555e89dc3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555e8ab14180 con 0x555e89d46c00 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555e8ab14300 con 0x555e89d47800 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555e8ab14480 con 0x555e89d47c00 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 0x555e89dc2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 0x555e89dc2580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43438/0 (socket says 172.21.15.3:43438) 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 -- 172.21.15.3:0/3103557742 learned_addr learned my addr 172.21.15.3:0/3103557742 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbd381640 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e89d47c00 0x555e89dc3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbc37f640 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e89d47800 0x555e89dc2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 -- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e89d47c00 msgr2=0x555e89dc3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e89d47c00 0x555e89dc3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 -- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e89d47800 msgr2=0x555e89dc2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e89d47800 0x555e89dc2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 -- 172.21.15.3:0/3103557742 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e89d7e780 con 0x555e89d46c00 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbcb80640 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 0x555e89dc2580 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x555e8ab69290 tx=0x555e8aae9f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa53e2ca2950aef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddba37b640 1 -- 172.21.15.3:0/3103557742 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e89d6c9c0 con 0x555e89d46c00 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddba37b640 1 -- 172.21.15.3:0/3103557742 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x555e89d72fc0 con 0x555e89d46c00 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddba37b640 1 -- 172.21.15.3:0/3103557742 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e89d6c680 con 0x555e89d46c00 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e89d7e3c0 con 0x555e89d46c00 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x555e89d7f680 con 0x555e89d46c00 2024-09-10T07:27:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddbe3db280 4 waiting for MDS map... 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.322+0000 7fddba37b640 1 -- 172.21.15.3:0/3103557742 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x555e8ac1a200 con 0x555e89d46c00 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.323+0000 7fddba37b640 1 -- 172.21.15.3:0/3103557742 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x555e89da1180 con 0x555e89d46c00 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.323+0000 7fddbe3db280 4 Got MDS map 71 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.323+0000 7fddbe3db280 10 main: main 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.323+0000 7fddbe3db280 4 main: connecting to RADOS... 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.323+0000 7fddbe3db280 1 Processor -- start 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.323+0000 7fddbe3db280 1 -- start start 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68000 0x555e89dc3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68400 0x555e89dc3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 0x555e89dc4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbe3db280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555e8ab14600 con 0x555e8ac68800 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbe3db280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555e8ab14780 con 0x555e8ac68400 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbe3db280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555e8ab14900 con 0x555e8ac68000 2024-09-10T07:27:52.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 0x555e89dc4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 0x555e89dc4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43446/0 (socket says 172.21.15.3:43446) 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 -- 172.21.15.3:0/2944658072 learned_addr learned my addr 172.21.15.3:0/2944658072 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbd381640 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68000 0x555e89dc3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbcb80640 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68400 0x555e89dc3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 -- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68000 msgr2=0x555e89dc3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68000 0x555e89dc3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 -- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68400 msgr2=0x555e89dc3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68400 0x555e89dc3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 -- 172.21.15.3:0/2944658072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e89d7f4a0 con 0x555e8ac68800 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbcb80640 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68400 0x555e89dc3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.324+0000 7fddbc37f640 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 0x555e89dc4100 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x555e8ab428d0 tx=0x555e8ac22c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5b57ae3e45c0014 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddb8377640 1 -- 172.21.15.3:0/2944658072 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e89d6c9c0 con 0x555e8ac68800 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddb8377640 1 -- 172.21.15.3:0/2944658072 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x555e89d72c40 con 0x555e8ac68800 2024-09-10T07:27:52.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddb8377640 1 -- 172.21.15.3:0/2944658072 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e89d6c680 con 0x555e8ac68800 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 -- 172.21.15.3:0/2944658072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 msgr2=0x555e89dc4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 0x555e89dc4100 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x555e8ab428d0 tx=0x555e8ac22c00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 -- 172.21.15.3:0/2944658072 shutdown_connections 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68800 0x555e89dc4100 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68400 0x555e89dc3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 --2- 172.21.15.3:0/2944658072 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68000 0x555e89dc3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 -- 172.21.15.3:0/2944658072 >> 172.21.15.3:0/2944658072 conn(0x555e8ab2fc00 msgr2=0x555e8aad5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 -- 172.21.15.3:0/2944658072 shutdown_connections 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.325+0000 7fddbe3db280 1 -- 172.21.15.3:0/2944658072 wait complete. 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 Processor -- start 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 -- start start 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68000 0x555e89dc5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68400 0x555e89dc4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68800 0x555e89dc4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555e8ab15980 con 0x555e8ac68000 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555e8ab14300 con 0x555e8ac68800 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbe3db280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555e8ab14c00 con 0x555e8ac68400 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbd381640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68000 0x555e89dc5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbd381640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68000 0x555e89dc5180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43456/0 (socket says 172.21.15.3:43456) 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.326+0000 7fddbd381640 1 -- 172.21.15.3:0/3729222837 learned_addr learned my addr 172.21.15.3:0/3729222837 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbcb80640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68400 0x555e89dc4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbd381640 1 -- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68400 msgr2=0x555e89dc4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbc37f640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68800 0x555e89dc4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbd381640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e8ac68400 0x555e89dc4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbd381640 1 -- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68800 msgr2=0x555e89dc4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbd381640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e8ac68800 0x555e89dc4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbd381640 1 -- 172.21.15.3:0/3729222837 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e89d7e000 con 0x555e8ac68000 2024-09-10T07:27:52.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbd381640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68000 0x555e89dc5180 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x555e8ab435f0 tx=0x555e8ac22d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddb6b74640 1 -- 172.21.15.3:0/3729222837 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e89d6c9c0 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddb6b74640 1 -- 172.21.15.3:0/3729222837 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x555e89d72a80 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x555e89d7e960 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddb6b74640 1 -- 172.21.15.3:0/3729222837 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e89d6c680 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e89d7f860 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.327+0000 7fddbe3db280 4 main: resolving pool 11 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.328+0000 7fddb6b74640 1 -- 172.21.15.3:0/3729222837 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x555e8ac8ac00 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddb6b74640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e8ac98c00 0x555e89dc5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddb6b74640 1 -- 172.21.15.3:0/3729222837 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x555e8ac6fa00 con 0x555e8ac68000 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbe3db280 4 main: creating IoCtx.. 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x555e8ac68c00 0x555e89dc4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x555e8ac69000 con 0x555e8ac68c00 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbcb80640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e8ac98c00 0x555e89dc5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbc37f640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x555e8ac68c00 0x555e89dc4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbc37f640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x555e8ac68c00 0x555e89dc4100 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbcb80640 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e8ac98c00 0x555e89dc5700 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x555e8ab69e00 tx=0x555e8aae86c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.329+0000 7fddbc37f640 1 -- 172.21.15.3:0/3729222837 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv3 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x555e8aad8000 con 0x555e8ac68c00 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x555e8ac69c00 con 0x555e8ac68c00 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbc37f640 1 -- 172.21.15.3:0/3729222837 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=473b] v0'0 uv3 ondisk = 0) ==== 159+0+473 (crc 0 0 0) 0x555e8aad8000 con 0x555e8ac68c00 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:3 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=27b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x555e8ac69400 con 0x555e8ac68c00 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbc37f640 1 -- 172.21.15.3:0/3729222837 <== osd.3 v2:172.21.15.3:6808/3359647174 3 ==== osd_op_reply(3 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x555e8aad8000 con 0x555e8ac68c00 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.339 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "sessions": [ 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 7038, 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": { 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 7038 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "any", 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1656686389 2024-09-10T07:27:52.340 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "open", 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: "num_leases": 0, 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: "num_caps": 0, 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: "request_load_avg": 0, 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 0, 2024-09-10T07:27:52.341 INFO:teuthology.orchestra.run.smithi003.stdout: "requests_in_flight": 0, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "num_completed_requests": 2, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "num_completed_flushes": 0, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "reconnecting": false, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "recall_caps": { 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 60 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "release_caps": { 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 60 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "recall_caps_throttle": { 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.342 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 1.5 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "recall_caps_throttle2o": { 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 0.5 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "session_cache_liveness": { 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 300 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "cap_acquisition": { 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "value": 0, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "halflife": 30 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.343 INFO:teuthology.orchestra.run.smithi003.stdout: "last_trim_completed_requests_tid": 0, 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "delegated_inos": [], 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": "client.7038 192.168.0.1:0/1656686389", 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "completed_requests": [ 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "tid": 2, 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "created_ino": "0x0" 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "tid": 7, 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "created_ino": "0x10000000000" 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:52.344 INFO:teuthology.orchestra.run.smithi003.stdout: "prealloc_inos": [ 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "start": "0x10000000001", 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "length": 1000 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "client_metadata": { 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "client_features": { 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "feature_bits": "0x00000000003fffff" 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "metric_spec": { 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "metric_flags": { 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: "feature_bits": "0x000000000000ffff" 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.345 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "62699", 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.346 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.347 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x555e8ac68c00 msgr2=0x555e89dc4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x555e8ac68c00 0x555e89dc4100 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e8ac98c00 msgr2=0x555e89dc5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e8ac98c00 0x555e89dc5700 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x555e8ab69e00 tx=0x555e8aae86c0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68000 msgr2=0x555e89dc5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3729222837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e8ac68000 0x555e89dc5180 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x555e8ab435f0 tx=0x555e8ac22d20 comp rx=0 tx=0).stop 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbc37f640 1 -- 172.21.15.3:0/3729222837 reap_dead start 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 shutdown_connections 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.330+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 >> 172.21.15.3:0/3729222837 conn(0x555e8ab2fc00 msgr2=0x555e8aad5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 shutdown_connections 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3729222837 wait complete. 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 msgr2=0x555e89dc2580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 0x555e89dc2580 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x555e8ab69290 tx=0x555e8aae9f80 comp rx=0 tx=0).stop 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 shutdown_connections 2024-09-10T07:27:52.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e89d47c00 0x555e89dc3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e89d47800 0x555e89dc2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 --2- 172.21.15.3:0/3103557742 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e89d46c00 0x555e89dc2580 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 >> 172.21.15.3:0/3103557742 conn(0x555e89d47000 msgr2=0x555e8aad4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 shutdown_connections 2024-09-10T07:27:52.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.331+0000 7fddbe3db280 1 -- 172.21.15.3:0/3103557742 wait complete. 2024-09-10T07:27:52.350 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'session'] in time 0:00:00.110669, result: { "0": { "data": { "sessions": [ { "id": 7038, "entity": { "name": { "type": "client", "num": 7038 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 1656686389 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0, "requests_in_flight": 0, "num_completed_requests": 2, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7038 192.168.0.1:0/1656686389", "completed_requests": [ { "tid": 2, "created_ino": "0x0" }, { "tid": 7, "created_ino": "0x10000000000" } ], "prealloc_inos": [ { "start": "0x10000000001", "length": 1000 } ], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "0", "hostname": "smithi003", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "62699", "root": "/" } } ] }, "result": 0 } } 2024-09-10T07:27:52.350 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show snap 2024-09-10T07:27:52.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.430+0000 7f0120722280 1 -- start start 2024-09-10T07:27:52.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.430+0000 7f0120722280 1 Processor -- start 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f0120722280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be66b62c00 0x55be66bde580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f0120722280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be66b63800 0x55be66bdeb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f0120722280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 0x55be66bdf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f0120722280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55be6794e600 con 0x55be66b63c00 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f0120722280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55be6794e480 con 0x55be66b63800 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f0120722280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55be6794e300 con 0x55be66b62c00 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f011ec80640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 0x55be66bdf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f011ec80640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 0x55be66bdf080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43464/0 (socket says 172.21.15.3:43464) 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f011ec80640 1 -- 172.21.15.3:0/952948811 learned_addr learned my addr 172.21.15.3:0/952948811 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f011dc7e640 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be66b63800 0x55be66bdeb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.431+0000 7f011e47f640 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be66b62c00 0x55be66bde580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011ec80640 1 -- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be66b62c00 msgr2=0x55be66bde580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011ec80640 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be66b62c00 0x55be66bde580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011ec80640 1 -- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be66b63800 msgr2=0x55be66bdeb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011ec80640 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be66b63800 0x55be66bdeb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011ec80640 1 -- 172.21.15.3:0/952948811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be66b9a780 con 0x55be66b63c00 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011ec80640 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 0x55be66bdf080 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x55be6799b380 tx=0x55be67906960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9fef8807ce106be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011bc7a640 1 -- 172.21.15.3:0/952948811 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55be66b88680 con 0x55be66b63c00 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011bc7a640 1 -- 172.21.15.3:0/952948811 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55be66b8ee00 con 0x55be66b63c00 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be66b9a3c0 con 0x55be66b63c00 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55be66b9b4a0 con 0x55be66b63c00 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f0120722280 4 waiting for MDS map... 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011bc7a640 1 -- 172.21.15.3:0/952948811 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55be66b889c0 con 0x55be66b63c00 2024-09-10T07:27:52.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011bc7a640 1 -- 172.21.15.3:0/952948811 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55be67a4c400 con 0x55be66b63c00 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f011bc7a640 1 -- 172.21.15.3:0/952948811 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x55be66bbd180 con 0x55be66b63c00 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f0120722280 4 Got MDS map 71 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.432+0000 7f0120722280 10 main: main 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.433+0000 7f0120722280 4 main: connecting to RADOS... 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.433+0000 7f0120722280 1 Processor -- start 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.433+0000 7f0120722280 1 -- start start 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0120722280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 0x55be66bdf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0120722280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66bdfb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0120722280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37c00 0x55be66be0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0120722280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55be6794e180 con 0x55be67a37400 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0120722280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55be66bc4480 con 0x55be67a37800 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0120722280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55be66bc4900 con 0x55be67a37c00 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 0x55be66bdf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 0x55be66bdf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43470/0 (socket says 172.21.15.3:43470) 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 -- 172.21.15.3:0/3993929133 learned_addr learned my addr 172.21.15.3:0/3993929133 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011e47f640 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66bdfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 -- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37c00 msgr2=0x55be66be0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37c00 0x55be66be0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 -- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 msgr2=0x55be66bdfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66bdfb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 -- 172.21.15.3:0/3993929133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be66b9a960 con 0x55be67a37400 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011e47f640 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66bdfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f011dc7e640 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 0x55be66bdf600 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x55be67a6a6c0 tx=0x55be67a6cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56fd8115de56f230 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0119c76640 1 -- 172.21.15.3:0/3993929133 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55be66b88680 con 0x55be67a37400 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0119c76640 1 -- 172.21.15.3:0/3993929133 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55be66b8e700 con 0x55be67a37400 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.434+0000 7f0119c76640 1 -- 172.21.15.3:0/3993929133 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55be66b889c0 con 0x55be67a37400 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 -- 172.21.15.3:0/3993929133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 msgr2=0x55be66bdf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 0x55be66bdf600 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x55be67a6a6c0 tx=0x55be67a6cc00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 -- 172.21.15.3:0/3993929133 shutdown_connections 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37c00 0x55be66be0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66bdfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 --2- 172.21.15.3:0/3993929133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37400 0x55be66bdf600 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 -- 172.21.15.3:0/3993929133 >> 172.21.15.3:0/3993929133 conn(0x55be67a37000 msgr2=0x55be678ee800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 -- 172.21.15.3:0/3993929133 shutdown_connections 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 -- 172.21.15.3:0/3993929133 wait complete. 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 Processor -- start 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.435+0000 7f0120722280 1 -- start start 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0120722280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37400 0x55be66be1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0120722280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66be0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0120722280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37c00 0x55be66be0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0120722280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55be6794f800 con 0x55be67a37c00 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0120722280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55be6794e180 con 0x55be67a37800 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0120722280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55be6794ed80 con 0x55be67a37400 2024-09-10T07:27:52.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37c00 0x55be66be0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37c00 0x55be66be0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43472/0 (socket says 172.21.15.3:43472) 2024-09-10T07:27:52.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 -- 172.21.15.3:0/884305322 learned_addr learned my addr 172.21.15.3:0/884305322 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011e47f640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66be0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37400 0x55be66be1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 -- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37400 msgr2=0x55be66be1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be67a37400 0x55be66be1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 -- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 msgr2=0x55be66be0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be67a37800 0x55be66be0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 -- 172.21.15.3:0/884305322 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be66b9b680 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f011dc7e640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37c00 0x55be66be0680 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x55be67a6b380 tx=0x55be67a6cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.436+0000 7f0118473640 1 -- 172.21.15.3:0/884305322 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55be66b88b60 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.437+0000 7f0118473640 1 -- 172.21.15.3:0/884305322 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55be66b8e1c0 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.437+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55be66b9a780 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.437+0000 7f0118473640 1 -- 172.21.15.3:0/884305322 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55be66b88680 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.437+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be66b9a3c0 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.437+0000 7f0120722280 4 main: resolving pool 11 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f0118473640 1 -- 172.21.15.3:0/884305322 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55be67abcc00 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f0118473640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55be67ab8c00 0x55be66be1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f0118473640 1 -- 172.21.15.3:0/884305322 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55be67ab0400 con 0x55be67a37c00 2024-09-10T07:27:52.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f0120722280 4 main: creating IoCtx.. 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f0120722280 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55be67ab9000 0x55be66be0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- osd_op(unknown.0.0:1 11.d 11:b50e409b:::mds_snaptable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x55be67ab9400 con 0x55be67ab9000 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f011e47f640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55be67ab8c00 0x55be66be1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.438+0000 7f011dc7e640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55be67ab9000 0x55be66be0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f011dc7e640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55be67ab9000 0x55be66be0100 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f011e47f640 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55be67ab8c00 0x55be66be1700 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x55be66bbf530 tx=0x55be67905f20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f011dc7e640 1 -- 172.21.15.3:0/884305322 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== osd_op_reply(1 mds_snaptable [read 0~70 out=70b] v0'0 uv1 ondisk = 0) ==== 157+0+70 (crc 0 0 0) 0x55be678f4000 con 0x55be67ab9000 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.446 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "snapserver": { 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "last_snap": 1, 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "last_created": 1, 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "last_destroyed": 1, 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_noop": [], 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "snaps": [], 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "need_to_purge": {}, 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_update": [], 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_destroy": [] 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.447 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55be67ab9000 msgr2=0x55be66be0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55be67ab9000 0x55be66be0100 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55be67ab8c00 msgr2=0x55be66be1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55be67ab8c00 0x55be66be1700 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x55be66bbf530 tx=0x55be67905f20 comp rx=0 tx=0).stop 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37c00 msgr2=0x55be66be0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/884305322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be67a37c00 0x55be66be0680 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x55be67a6b380 tx=0x55be67a6cc60 comp rx=0 tx=0).stop 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f011e47f640 1 -- 172.21.15.3:0/884305322 reap_dead start 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 shutdown_connections 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 >> 172.21.15.3:0/884305322 conn(0x55be67a37000 msgr2=0x55be678ee800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 shutdown_connections 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/884305322 wait complete. 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 msgr2=0x55be66bdf080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 0x55be66bdf080 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x55be6799b380 tx=0x55be67906960 comp rx=0 tx=0).stop 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 shutdown_connections 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55be66b63c00 0x55be66bdf080 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55be66b63800 0x55be66bdeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 --2- 172.21.15.3:0/952948811 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55be66b62c00 0x55be66bde580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.439+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 >> 172.21.15.3:0/952948811 conn(0x55be66b63000 msgr2=0x55be678ef000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.440+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 shutdown_connections 2024-09-10T07:27:52.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.440+0000 7f0120722280 1 -- 172.21.15.3:0/952948811 wait complete. 2024-09-10T07:27:52.451 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'snap'] in time 0:00:00.100500, result: { "version": 1, "snapserver": { "last_snap": 1, "last_created": 1, "last_destroyed": 1, "pending_noop": [], "snaps": [], "need_to_purge": {}, "pending_update": [], "pending_destroy": [] }, "result": 0 } 2024-09-10T07:27:52.451 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all reset session 2024-09-10T07:27:52.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 -- start start 2024-09-10T07:27:52.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 Processor -- start 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 0x5575b8630580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b85b5800 0x5575b8630b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b85b5c00 0x5575b8631080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5575b939e180 con 0x5575b85b4c00 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5575b939e300 con 0x5575b85b5800 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f650b3280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5575b939e480 con 0x5575b85b5c00 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f63858640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 0x5575b8630580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f63858640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 0x5575b8630580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43488/0 (socket says 172.21.15.3:43488) 2024-09-10T07:27:52.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.531+0000 7f5f63858640 1 -- 172.21.15.3:0/1224243536 learned_addr learned my addr 172.21.15.3:0/1224243536 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f64059640 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b85b5c00 0x5575b8631080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63057640 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b85b5800 0x5575b8630b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63858640 1 -- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b85b5c00 msgr2=0x5575b8631080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63858640 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b85b5c00 0x5575b8631080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63858640 1 -- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b85b5800 msgr2=0x5575b8630b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63858640 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b85b5800 0x5575b8630b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63858640 1 -- 172.21.15.3:0/1224243536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575b85ec780 con 0x5575b85b4c00 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f63858640 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 0x5575b8630580 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x5575b93eb440 tx=0x5575b9358fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44fcef7cdfab3cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f61053640 1 -- 172.21.15.3:0/1224243536 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575b85da680 con 0x5575b85b4c00 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f61053640 1 -- 172.21.15.3:0/1224243536 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5575b85e0fc0 con 0x5575b85b4c00 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f61053640 1 -- 172.21.15.3:0/1224243536 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575b85dab60 con 0x5575b85b4c00 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575b85ed4a0 con 0x5575b85b4c00 2024-09-10T07:27:52.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x5575b85ec000 con 0x5575b85b4c00 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f650b3280 4 waiting for MDS map... 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f61053640 1 -- 172.21.15.3:0/1224243536 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x5575b949c600 con 0x5575b85b4c00 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f61053640 1 -- 172.21.15.3:0/1224243536 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x5575b860f180 con 0x5575b85b4c00 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f650b3280 4 Got MDS map 71 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.532+0000 7f5f650b3280 10 main: main 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.533+0000 7f5f650b3280 4 main: connecting to RADOS... 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.533+0000 7f5f650b3280 1 Processor -- start 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.533+0000 7f5f650b3280 1 -- start start 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8631600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8631b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f650b3280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5575b939e600 con 0x5575b93c3c00 2024-09-10T07:27:52.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f650b3280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5575b939e780 con 0x5575b93c3400 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f650b3280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5575b939e900 con 0x5575b93c3800 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43500/0 (socket says 172.21.15.3:43500) 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 -- 172.21.15.3:0/424451860 learned_addr learned my addr 172.21.15.3:0/424451860 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f64059640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8631600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63858640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8631b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 -- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 msgr2=0x5575b8631b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8631b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 -- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 msgr2=0x5575b8631600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8631600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 -- 172.21.15.3:0/424451860 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575b85ec3c0 con 0x5575b93c3c00 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63858640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8631b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f64059640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8631600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f63057640 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632100 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x5575b94ae300 tx=0x5575b94b6c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc3e307d7cf25af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f5f04f640 1 -- 172.21.15.3:0/424451860 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575b85da680 con 0x5575b93c3c00 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f5f04f640 1 -- 172.21.15.3:0/424451860 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5575b85e0a80 con 0x5575b93c3c00 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.534+0000 7f5f5f04f640 1 -- 172.21.15.3:0/424451860 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575b85dab60 con 0x5575b93c3c00 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 -- 172.21.15.3:0/424451860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 msgr2=0x5575b8632100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632100 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x5575b94ae300 tx=0x5575b94b6c00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 -- 172.21.15.3:0/424451860 shutdown_connections 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632100 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8631b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 --2- 172.21.15.3:0/424451860 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8631600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 -- 172.21.15.3:0/424451860 >> 172.21.15.3:0/424451860 conn(0x5575b93c3000 msgr2=0x5575b9341800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 -- 172.21.15.3:0/424451860 shutdown_connections 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 -- 172.21.15.3:0/424451860 wait complete. 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.535+0000 7f5f650b3280 1 Processor -- start 2024-09-10T07:27:52.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 -- start start 2024-09-10T07:27:52.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8633180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8632c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5575b939fc80 con 0x5575b93c3c00 2024-09-10T07:27:52.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x5575b939ec00 con 0x5575b93c3400 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f650b3280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x5575b939ed80 con 0x5575b93c3800 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43512/0 (socket says 172.21.15.3:43512) 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 -- 172.21.15.3:0/1832032541 learned_addr learned my addr 172.21.15.3:0/1832032541 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f64059640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8633180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63858640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8632c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 -- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 msgr2=0x5575b8632c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b93c3800 0x5575b8632c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 -- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 msgr2=0x5575b8633180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8633180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f63057640 1 -- 172.21.15.3:0/1832032541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575b85ec780 con 0x5575b93c3c00 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.536+0000 7f5f64059640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b93c3400 0x5575b8633180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f63057640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632680 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x5575b94af5c0 tx=0x5575b9358f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f5d84c640 1 -- 172.21.15.3:0/1832032541 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575b85da4e0 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f5d84c640 1 -- 172.21.15.3:0/1832032541 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x5575b85e0e00 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5575b85ed4a0 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f5d84c640 1 -- 172.21.15.3:0/1832032541 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5575b85da680 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575b85ec960 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.537+0000 7f5f650b3280 4 main: resolving pool 11 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f5d84c640 1 -- 172.21.15.3:0/1832032541 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x5575b950ec00 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f5d84c640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5575b950ac00 0x5575b8633700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f5d84c640 1 -- 172.21.15.3:0/1832032541 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x5575b950ca00 con 0x5575b93c3c00 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f650b3280 4 main: creating IoCtx.. 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5575b950b000 0x5575b8632100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-clear,omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e82) -- 0x5575b950b400 con 0x5575b950b000 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.538+0000 7f5f64059640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5575b950ac00 0x5575b8633700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.539+0000 7f5f63858640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5575b950b000 0x5575b8632100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.539+0000 7f5f63858640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5575b950b000 0x5575b8632100 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.539+0000 7f5f64059640 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5575b950ac00 0x5575b8633700 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x5575b93522a0 tx=0x5575b9358120 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f63858640 1 -- 172.21.15.3:0/1832032541 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 mds0_sessionmap [omap-clear,omap-set-header] v82'4 uv4 ondisk = 0) ==== 201+0+0 (crc 0 0 0) 0x5575b9346000 con 0x5575b950b000 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout: "data": {}, 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.545 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5575b950b000 msgr2=0x5575b8632100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x5575b950b000 0x5575b8632100 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5575b950ac00 msgr2=0x5575b8633700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x5575b950ac00 0x5575b8633700 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x5575b93522a0 tx=0x5575b9358120 comp rx=0 tx=0).stop 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 msgr2=0x5575b8632680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1832032541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b93c3c00 0x5575b8632680 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x5575b94af5c0 tx=0x5575b9358f60 comp rx=0 tx=0).stop 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f63057640 1 -- 172.21.15.3:0/1832032541 reap_dead start 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 shutdown_connections 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 >> 172.21.15.3:0/1832032541 conn(0x5575b93c3000 msgr2=0x5575b9341800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 shutdown_connections 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1832032541 wait complete. 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 msgr2=0x5575b8630580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 0x5575b8630580 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x5575b93eb440 tx=0x5575b9358fc0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 shutdown_connections 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x5575b85b5c00 0x5575b8631080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x5575b85b5800 0x5575b8630b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 --2- 172.21.15.3:0/1224243536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5575b85b4c00 0x5575b8630580 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.540+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 >> 172.21.15.3:0/1224243536 conn(0x5575b85b5000 msgr2=0x5575b9341000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.541+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 shutdown_connections 2024-09-10T07:27:52.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.541+0000 7f5f650b3280 1 -- 172.21.15.3:0/1224243536 wait complete. 2024-09-10T07:27:52.549 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'reset', 'session'] in time 0:00:00.097629, result: { "0": { "data": {}, "result": 0 } } 2024-09-10T07:27:52.549 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all reset inode 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.629+0000 7f64cb039280 1 -- start start 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.629+0000 7f64cb039280 1 Processor -- start 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 0x55e151532580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e1514b7800 0x55e151532b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e1514b7c00 0x55e151533080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e1522a0180 con 0x55e1514b6c00 2024-09-10T07:27:52.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e1522a0300 con 0x55e1514b7c00 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e1522a0480 con 0x55e1514b7800 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 0x55e151532580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 0x55e151532580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43540/0 (socket says 172.21.15.3:43540) 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 -- 172.21.15.3:0/3076786166 learned_addr learned my addr 172.21.15.3:0/3076786166 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c8fdd640 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e1514b7800 0x55e151532b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c9fdf640 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e1514b7c00 0x55e151533080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 -- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e1514b7800 msgr2=0x55e151532b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e1514b7800 0x55e151532b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 -- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e1514b7c00 msgr2=0x55e151533080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e1514b7c00 0x55e151533080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 -- 172.21.15.3:0/3076786166 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1514ee780 con 0x55e1514b6c00 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c97de640 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 0x55e151532580 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x55e1522e5440 tx=0x55e15225afc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3852b5411aa964dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c6fd9640 1 -- 172.21.15.3:0/3076786166 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e1514dc680 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c6fd9640 1 -- 172.21.15.3:0/3076786166 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e1514e2fc0 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64c6fd9640 1 -- 172.21.15.3:0/3076786166 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e1514dcb60 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1514ef4a0 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55e1514ee000 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.630+0000 7f64cb039280 4 waiting for MDS map... 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64c6fd9640 1 -- 172.21.15.3:0/3076786166 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55e15239e600 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64c6fd9640 1 -- 172.21.15.3:0/3076786166 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x55e151511180 con 0x55e1514b6c00 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64cb039280 4 Got MDS map 71 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64cb039280 10 main: main 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64cb039280 4 main: connecting to RADOS... 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64cb039280 1 Processor -- start 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.631+0000 7f64cb039280 1 -- start start 2024-09-10T07:27:52.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64cb039280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151533600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64cb039280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151533b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64cb039280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64cb039280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e1522a0600 con 0x55e152387800 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64cb039280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e1522a0780 con 0x55e152387c00 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64cb039280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e1522a0900 con 0x55e152387400 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151533b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151533b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43546/0 (socket says 172.21.15.3:43546) 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 -- 172.21.15.3:0/3810581623 learned_addr learned my addr 172.21.15.3:0/3810581623 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c9fdf640 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151533600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c8fdd640 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 -- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 msgr2=0x55e151533600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151533600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 -- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 msgr2=0x55e151534100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 -- 172.21.15.3:0/3810581623 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1514ee3c0 con 0x55e152387800 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.632+0000 7f64c97de640 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151533b80 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x55e152292300 tx=0x55e15225a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72d8eb58b3240f21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64c4fd5640 1 -- 172.21.15.3:0/3810581623 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e1514dc820 con 0x55e152387800 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64c4fd5640 1 -- 172.21.15.3:0/3810581623 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e1514e2e00 con 0x55e152387800 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64c4fd5640 1 -- 172.21.15.3:0/3810581623 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e1514dc680 con 0x55e152387800 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 -- 172.21.15.3:0/3810581623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 msgr2=0x55e151533b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151533b80 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x55e152292300 tx=0x55e15225a060 comp rx=0 tx=0).stop 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 -- 172.21.15.3:0/3810581623 shutdown_connections 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151533b80 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 --2- 172.21.15.3:0/3810581623 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151533600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 -- 172.21.15.3:0/3810581623 >> 172.21.15.3:0/3810581623 conn(0x55e152387000 msgr2=0x55e152243800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 -- 172.21.15.3:0/3810581623 shutdown_connections 2024-09-10T07:27:52.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 -- 172.21.15.3:0/3810581623 wait complete. 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.633+0000 7f64cb039280 1 Processor -- start 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 -- start start 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151535180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151534c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e1522a1b00 con 0x55e152387800 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55e1522a0a80 con 0x55e152387c00 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64cb039280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55e1522a1980 con 0x55e152387400 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151534c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151534c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43554/0 (socket says 172.21.15.3:43554) 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 -- 172.21.15.3:0/2093724304 learned_addr learned my addr 172.21.15.3:0/2093724304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c9fdf640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151535180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c8fdd640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 -- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 msgr2=0x55e151535180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e152387400 0x55e151535180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 -- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 msgr2=0x55e151534680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e152387c00 0x55e151534680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.634+0000 7f64c97de640 1 -- 172.21.15.3:0/2093724304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1514ee780 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64c97de640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151534c00 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x55e1522935c0 tx=0x55e152294c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64c37d2640 1 -- 172.21.15.3:0/2093724304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e1514dcb60 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64c37d2640 1 -- 172.21.15.3:0/2093724304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55e1514e2c40 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e1514ef4a0 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64c37d2640 1 -- 172.21.15.3:0/2093724304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55e1514dc4e0 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1514ee960 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.635+0000 7f64cb039280 4 main: resolving pool 11 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.636+0000 7f64c37d2640 1 -- 172.21.15.3:0/2093724304 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55e15240ac00 con 0x55e152387800 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.636+0000 7f64c37d2640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e152409000 0x55e151535700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.636+0000 7f64c37d2640 1 -- 172.21.15.3:0/2093724304 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55e15240e600 con 0x55e152387800 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.636+0000 7f64cb039280 4 main: creating IoCtx.. 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.637+0000 7f64cb039280 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55e152409400 0x55e151534100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.637+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 11.13 11:c91d4a1d:::mds0_inotable:head [writefull 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e82) -- 0x55e152409800 con 0x55e152409400 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.637+0000 7f64c9fdf640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e152409000 0x55e151535700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.637+0000 7f64c8fdd640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55e152409400 0x55e151534100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.637+0000 7f64c9fdf640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e152409000 0x55e151535700 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x55e1522548a0 tx=0x55e1517dcae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.637+0000 7f64c8fdd640 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55e152409400 0x55e151534100 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64c8fdd640 1 -- 172.21.15.3:0/2093724304 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 mds0_inotable [writefull 0~34] v82'4 uv4 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x55e152248000 con 0x55e152409400 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: "data": {}, 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55e152409400 msgr2=0x55e151534100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55e152409400 0x55e151534100 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e152409000 msgr2=0x55e151535700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55e152409000 0x55e151535700 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x55e1522548a0 tx=0x55e1517dcae0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 msgr2=0x55e151534c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/2093724304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e152387800 0x55e151534c00 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x55e1522935c0 tx=0x55e152294c00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64c8fdd640 1 -- 172.21.15.3:0/2093724304 reap_dead start 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 shutdown_connections 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 >> 172.21.15.3:0/2093724304 conn(0x55e152387000 msgr2=0x55e152243800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 shutdown_connections 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/2093724304 wait complete. 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 msgr2=0x55e151532580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 0x55e151532580 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x55e1522e5440 tx=0x55e15225afc0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 shutdown_connections 2024-09-10T07:27:52.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55e1514b7c00 0x55e151533080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55e1514b7800 0x55e151532b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 --2- 172.21.15.3:0/3076786166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e1514b6c00 0x55e151532580 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 >> 172.21.15.3:0/3076786166 conn(0x55e1514b7000 msgr2=0x55e152243000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 shutdown_connections 2024-09-10T07:27:52.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.639+0000 7f64cb039280 1 -- 172.21.15.3:0/3076786166 wait complete. 2024-09-10T07:27:52.652 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'reset', 'inode'] in time 0:00:00.103131, result: { "0": { "data": {}, "result": 0 } } 2024-09-10T07:27:52.652 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all reset snap 2024-09-10T07:27:52.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.733+0000 7f03811e8280 1 -- start start 2024-09-10T07:27:52.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.733+0000 7f03811e8280 1 Processor -- start 2024-09-10T07:27:52.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f03811e8280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 0x555e1bd22580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f03811e8280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1bca7800 0x555e1bd22b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f03811e8280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1bca7c00 0x555e1bd23080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f03811e8280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555e1ca38600 con 0x555e1bca6c00 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f03811e8280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555e1ca38480 con 0x555e1bca7c00 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f03811e8280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555e1ca38300 con 0x555e1bca7800 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 0x555e1bd22580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 0x555e1bd22580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43560/0 (socket says 172.21.15.3:43560) 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 -- 172.21.15.3:0/1991651065 learned_addr learned my addr 172.21.15.3:0/1991651065 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 -- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1bca7800 msgr2=0x555e1bd22b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f0380190640 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1bca7c00 0x555e1bd23080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1bca7800 0x555e1bd22b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 -- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1bca7c00 msgr2=0x555e1bd23080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1bca7c00 0x555e1bd23080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.734+0000 7f037f98f640 1 -- 172.21.15.3:0/1991651065 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e1bcde780 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f037f98f640 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 0x555e1bd22580 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x555e1cad1350 tx=0x555e1ca48ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af46be505dd8f5c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f037d18a640 1 -- 172.21.15.3:0/1991651065 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e1bccc680 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f037d18a640 1 -- 172.21.15.3:0/1991651065 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x555e1bcd2e00 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f037d18a640 1 -- 172.21.15.3:0/1991651065 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e1bcccb60 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e1bcde3c0 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x555e1bcdf680 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f03811e8280 4 waiting for MDS map... 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f037d18a640 1 -- 172.21.15.3:0/1991651065 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x555e1cb78600 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f037d18a640 1 -- 172.21.15.3:0/1991651065 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x555e1bd01180 con 0x555e1bca6c00 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f03811e8280 4 Got MDS map 71 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f03811e8280 10 main: main 2024-09-10T07:27:52.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.735+0000 7f03811e8280 4 main: connecting to RADOS... 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 Processor -- start 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 -- start start 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7d400 0x555e1bd23600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd23b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 0x555e1bd24100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555e1ca38180 con 0x555e1cb7dc00 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555e1bd08480 con 0x555e1cb7d400 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f03811e8280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555e1bd08900 con 0x555e1cb7d800 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f037f18e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 0x555e1bd24100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f037f18e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 0x555e1bd24100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43562/0 (socket says 172.21.15.3:43562) 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f037f18e640 1 -- 172.21.15.3:0/816406302 learned_addr learned my addr 172.21.15.3:0/816406302 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.736+0000 7f037f98f640 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd23b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f0380190640 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7d400 0x555e1bd23600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037f18e640 1 -- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 msgr2=0x555e1bd23b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037f18e640 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd23b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037f18e640 1 -- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7d400 msgr2=0x555e1bd23600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037f18e640 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7d400 0x555e1bd23600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037f18e640 1 -- 172.21.15.3:0/816406302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e1bcdf4a0 con 0x555e1cb7dc00 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037f18e640 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 0x555e1bd24100 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x555e1cad0a80 tx=0x555e1cb9ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23dc7f4bb2e11668 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037b186640 1 -- 172.21.15.3:0/816406302 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e1bccc9c0 con 0x555e1cb7dc00 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037b186640 1 -- 172.21.15.3:0/816406302 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x555e1bcd2c40 con 0x555e1cb7dc00 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f037b186640 1 -- 172.21.15.3:0/816406302 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e1bccc680 con 0x555e1cb7dc00 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 -- 172.21.15.3:0/816406302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 msgr2=0x555e1bd24100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 0x555e1bd24100 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x555e1cad0a80 tx=0x555e1cb9ed20 comp rx=0 tx=0).stop 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 -- 172.21.15.3:0/816406302 shutdown_connections 2024-09-10T07:27:52.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7dc00 0x555e1bd24100 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd23b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 --2- 172.21.15.3:0/816406302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7d400 0x555e1bd23600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 -- 172.21.15.3:0/816406302 >> 172.21.15.3:0/816406302 conn(0x555e1cb7d000 msgr2=0x555e1ca32800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 -- 172.21.15.3:0/816406302 shutdown_connections 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.737+0000 7f03811e8280 1 -- 172.21.15.3:0/816406302 wait complete. 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 Processor -- start 2024-09-10T07:27:52.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 -- start start 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7d400 0x555e1bd25180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd24c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7dc00 0x555e1bd24680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555e1ca39980 con 0x555e1cb7d400 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x555e1ca38180 con 0x555e1cb7dc00 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.738+0000 7f03811e8280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x555e1ca39800 con 0x555e1cb7d800 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7d400 0x555e1bd25180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7d400 0x555e1bd25180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43566/0 (socket says 172.21.15.3:43566) 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 -- 172.21.15.3:0/234419917 learned_addr learned my addr 172.21.15.3:0/234419917 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f037f18e640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7dc00 0x555e1bd24680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f037f98f640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd24c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 -- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 msgr2=0x555e1bd24c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd24c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 -- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7dc00 msgr2=0x555e1bd24680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1cb7dc00 0x555e1bd24680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 -- 172.21.15.3:0/234419917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e1bcde780 con 0x555e1cb7d400 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f037f98f640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1cb7d800 0x555e1bd24c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0380190640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7d400 0x555e1bd25180 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x555e1cb9d410 tx=0x555e1cb9efc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0379983640 1 -- 172.21.15.3:0/234419917 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e1bccc9c0 con 0x555e1cb7d400 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0379983640 1 -- 172.21.15.3:0/234419917 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x555e1bcd2a80 con 0x555e1cb7d400 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x555e1bcde3c0 con 0x555e1cb7d400 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f0379983640 1 -- 172.21.15.3:0/234419917 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e1bccc680 con 0x555e1cb7d400 2024-09-10T07:27:52.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e1bcde000 con 0x555e1cb7d400 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.739+0000 7f03811e8280 4 main: resolving pool 11 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.740+0000 7f0379983640 1 -- 172.21.15.3:0/234419917 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x555e1cb70c00 con 0x555e1cb7d400 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f0379983640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e1caa6c00 0x555e1bd25700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f0379983640 1 -- 172.21.15.3:0/234419917 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x555e1caa8a00 con 0x555e1cb7d400 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f03811e8280 4 main: creating IoCtx.. 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f03811e8280 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x555e1caa7000 0x555e1bd24100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- osd_op(unknown.0.0:1 11.d 11:b50e409b:::mds_snaptable:head [writefull 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e82) -- 0x555e1caa7400 con 0x555e1caa7000 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f037f18e640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x555e1caa7000 0x555e1bd24100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f037f98f640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e1caa6c00 0x555e1bd25700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.741+0000 7f037f18e640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x555e1caa7000 0x555e1bd24100 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.742+0000 7f037f98f640 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e1caa6c00 0x555e1bd25700 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x555e1cad1b30 tx=0x555e1bd62e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f037f18e640 1 -- 172.21.15.3:0/234419917 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== osd_op_reply(1 mds_snaptable [writefull 0~70] v82'2 uv2 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x555e1ca40000 con 0x555e1caa7000 2024-09-10T07:27:52.748 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.748 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.748 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.748 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x555e1caa7000 msgr2=0x555e1bd24100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x555e1caa7000 0x555e1bd24100 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e1caa6c00 msgr2=0x555e1bd25700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x555e1caa6c00 0x555e1bd25700 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x555e1cad1b30 tx=0x555e1bd62e40 comp rx=0 tx=0).stop 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7d400 msgr2=0x555e1bd25180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/234419917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1cb7d400 0x555e1bd25180 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x555e1cb9d410 tx=0x555e1cb9efc0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f037f18e640 1 -- 172.21.15.3:0/234419917 reap_dead start 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 shutdown_connections 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 >> 172.21.15.3:0/234419917 conn(0x555e1cb7d000 msgr2=0x555e1ca32800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 shutdown_connections 2024-09-10T07:27:52.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/234419917 wait complete. 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 msgr2=0x555e1bd22580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 0x555e1bd22580 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x555e1cad1350 tx=0x555e1ca48ba0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 shutdown_connections 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x555e1bca7c00 0x555e1bd23080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x555e1bca7800 0x555e1bd22b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 --2- 172.21.15.3:0/1991651065 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555e1bca6c00 0x555e1bd22580 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 >> 172.21.15.3:0/1991651065 conn(0x555e1bca7000 msgr2=0x555e1ca33000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 shutdown_connections 2024-09-10T07:27:52.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.743+0000 7f03811e8280 1 -- 172.21.15.3:0/1991651065 wait complete. 2024-09-10T07:27:52.751 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'reset', 'snap'] in time 0:00:00.099199, result: { "result": 0 } 2024-09-10T07:27:52.752 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show inode 2024-09-10T07:27:52.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 -- start start 2024-09-10T07:27:52.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 Processor -- start 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 0x55a993e3e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a993dc3800 0x55a993e3eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a993dc3c00 0x55a993e3f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a994bac180 con 0x55a993dc2c00 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a994bac300 con 0x55a993dc3800 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a994bac480 con 0x55a993dc3c00 2024-09-10T07:27:52.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd24ca640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 0x55a993e3e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd24ca640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 0x55a993e3e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43572/0 (socket says 172.21.15.3:43572) 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.832+0000 7f4bd24ca640 1 -- 172.21.15.3:0/1980942988 learned_addr learned my addr 172.21.15.3:0/1980942988 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd24ca640 1 -- 172.21.15.3:0/1980942988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a993dc3c00 msgr2=0x55a993e3f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a993dc3c00 0x55a993e3f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd24ca640 1 -- 172.21.15.3:0/1980942988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a993dc3800 msgr2=0x55a993e3eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a993dc3800 0x55a993e3eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd24ca640 1 -- 172.21.15.3:0/1980942988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a993dfa780 con 0x55a993dc2c00 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 0x55a993e3e580 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x55a994bf1470 tx=0x55a994b66120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1915a85855684e77 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bcfcc5640 1 -- 172.21.15.3:0/1980942988 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a993de89c0 con 0x55a993dc2c00 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bcfcc5640 1 -- 172.21.15.3:0/1980942988 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a993deefc0 con 0x55a993dc2c00 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bcfcc5640 1 -- 172.21.15.3:0/1980942988 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a993de8680 con 0x55a993dc2c00 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a993dfa3c0 con 0x55a993dc2c00 2024-09-10T07:27:52.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a993dfb680 con 0x55a993dc2c00 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd3d23280 4 waiting for MDS map... 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bcfcc5640 1 -- 172.21.15.3:0/1980942988 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55a994ba2000 con 0x55a993dc2c00 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bcfcc5640 1 -- 172.21.15.3:0/1980942988 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x55a993e1d180 con 0x55a993dc2c00 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd3d23280 4 Got MDS map 71 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.833+0000 7f4bd3d23280 10 main: main 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.834+0000 7f4bd3d23280 4 main: connecting to RADOS... 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.834+0000 7f4bd3d23280 1 Processor -- start 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.834+0000 7f4bd3d23280 1 -- start start 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa000 0x55a993e3f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e3fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 0x55a993e40100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a994bac600 con 0x55a994cfa800 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a994bac780 con 0x55a994cfa400 2024-09-10T07:27:52.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a994bac900 con 0x55a994cfa000 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 0x55a993e40100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 0x55a993e40100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43576/0 (socket says 172.21.15.3:43576) 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 -- 172.21.15.3:0/1847041043 learned_addr learned my addr 172.21.15.3:0/1847041043 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e3fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 -- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa000 msgr2=0x55a993e3f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd2ccb640 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa000 0x55a993e3f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa000 0x55a993e3f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 -- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 msgr2=0x55a993e3fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e3fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 -- 172.21.15.3:0/1847041043 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a993dfb4a0 con 0x55a994cfa800 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e3fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bd1cc9640 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 0x55a993e40100 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x55a994ca04b0 tx=0x55a994cacc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc91c6963ac58baf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bcdcc1640 1 -- 172.21.15.3:0/1847041043 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a993de89c0 con 0x55a994cfa800 2024-09-10T07:27:52.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bcdcc1640 1 -- 172.21.15.3:0/1847041043 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a993deec40 con 0x55a994cfa800 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.835+0000 7f4bcdcc1640 1 -- 172.21.15.3:0/1847041043 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a993de8680 con 0x55a994cfa800 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1847041043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 msgr2=0x55a993e40100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 0x55a993e40100 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x55a994ca04b0 tx=0x55a994cacc60 comp rx=0 tx=0).stop 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1847041043 shutdown_connections 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa800 0x55a993e40100 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e3fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1847041043 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa000 0x55a993e3f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1847041043 >> 172.21.15.3:0/1847041043 conn(0x55a994bb7c00 msgr2=0x55a994b4f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1847041043 shutdown_connections 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1847041043 wait complete. 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 Processor -- start 2024-09-10T07:27:52.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.836+0000 7f4bd3d23280 1 -- start start 2024-09-10T07:27:52.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa000 0x55a993e41180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e40c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd3d23280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa800 0x55a993e40680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a994bad980 con 0x55a994cfa000 2024-09-10T07:27:52.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a994bac300 con 0x55a994cfa400 2024-09-10T07:27:52.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd3d23280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a994bacc00 con 0x55a994cfa800 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa000 0x55a993e41180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa000 0x55a993e41180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43584/0 (socket says 172.21.15.3:43584) 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 -- 172.21.15.3:0/4063585775 learned_addr learned my addr 172.21.15.3:0/4063585775 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd1cc9640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa800 0x55a993e40680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e40c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 -- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa800 msgr2=0x55a993e40680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a994cfa800 0x55a993e40680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 -- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 msgr2=0x55a993e40c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a994cfa400 0x55a993e40c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.837+0000 7f4bd2ccb640 1 -- 172.21.15.3:0/4063585775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a993dfa000 con 0x55a994cfa000 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bd2ccb640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa000 0x55a993e41180 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x55a994ca17d0 tx=0x55a994cace40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bcc4be640 1 -- 172.21.15.3:0/4063585775 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a993de89c0 con 0x55a994cfa000 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bcc4be640 1 -- 172.21.15.3:0/4063585775 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a993deea80 con 0x55a994cfa000 2024-09-10T07:27:52.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a993dfa960 con 0x55a994cfa000 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bcc4be640 1 -- 172.21.15.3:0/4063585775 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a993de8680 con 0x55a994cfa000 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a993dfb860 con 0x55a994cfa000 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.838+0000 7f4bd3d23280 4 main: resolving pool 11 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.839+0000 7f4bcc4be640 1 -- 172.21.15.3:0/4063585775 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55a994d0ac00 con 0x55a994cfa000 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.839+0000 7f4bcc4be640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a994d1ac00 0x55a993e41700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.839+0000 7f4bcc4be640 1 -- 172.21.15.3:0/4063585775 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55a994d05000 con 0x55a994cfa000 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.839+0000 7f4bd3d23280 4 main: creating IoCtx.. 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.839+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55a994cfac00 0x55a993e40100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.840+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 11.13 11:c91d4a1d:::mds0_inotable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x55a994cfb000 con 0x55a994cfac00 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.840+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a994d1ac00 0x55a993e41700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.840+0000 7f4bd1cc9640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55a994cfac00 0x55a993e40100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.840+0000 7f4bd24ca640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a994d1ac00 0x55a993e41700 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x55a994bf1860 tx=0x55a994b66d80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.840+0000 7f4bd1cc9640 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55a994cfac00 0x55a993e40100 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.840+0000 7f4bd1cc9640 1 -- 172.21.15.3:0/4063585775 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 mds0_inotable [read 0~34 out=34b] v0'0 uv4 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x55a994b54000 con 0x55a994cfac00 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "inotable": { 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "projected_free": [ 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627776, 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627776 2024-09-10T07:27:52.846 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: "free": [ 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627776, 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627776 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.847 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55a994cfac00 msgr2=0x55a993e40100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x55a994cfac00 0x55a993e40100 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a994d1ac00 msgr2=0x55a993e41700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a994d1ac00 0x55a993e41700 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x55a994bf1860 tx=0x55a994b66d80 comp rx=0 tx=0).stop 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa000 msgr2=0x55a993e41180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/4063585775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a994cfa000 0x55a993e41180 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x55a994ca17d0 tx=0x55a994cace40 comp rx=0 tx=0).stop 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd1cc9640 1 -- 172.21.15.3:0/4063585775 reap_dead start 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 shutdown_connections 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 >> 172.21.15.3:0/4063585775 conn(0x55a994bb7c00 msgr2=0x55a994b4f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 shutdown_connections 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/4063585775 wait complete. 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 msgr2=0x55a993e3e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 0x55a993e3e580 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x55a994bf1470 tx=0x55a994b66120 comp rx=0 tx=0).stop 2024-09-10T07:27:52.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 shutdown_connections 2024-09-10T07:27:52.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a993dc3c00 0x55a993e3f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a993dc3800 0x55a993e3eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 --2- 172.21.15.3:0/1980942988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a993dc2c00 0x55a993e3e580 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 >> 172.21.15.3:0/1980942988 conn(0x55a993dc3000 msgr2=0x55a994b4f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 shutdown_connections 2024-09-10T07:27:52.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.841+0000 7f4bd3d23280 1 -- 172.21.15.3:0/1980942988 wait complete. 2024-09-10T07:27:52.854 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'inode'] in time 0:00:00.102577, result: { "0": { "data": { "version": 1, "inotable": { "projected_free": [ { "start": 1099511627776, "len": 1099511627776 } ], "free": [ { "start": 1099511627776, "len": 1099511627776 } ] } }, "result": 0 } } 2024-09-10T07:27:52.854 INFO:tasks.cephfs.test_journal_repair:{ "0": { "data": { "version": 1, "inotable": { "projected_free": [ { "start": 1099511627776, "len": 1099511627776 } ], "free": [ { "start": 1099511627776, "len": 1099511627776 } ] } }, "result": 0 } } 2024-09-10T07:27:52.854 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show snap 2024-09-10T07:27:52.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.935+0000 7fa8d5a32280 1 -- start start 2024-09-10T07:27:52.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.935+0000 7fa8d5a32280 1 Processor -- start 2024-09-10T07:27:52.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 0x55de3584a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de357cf800 0x55de3584ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de357cfc00 0x55de3584b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55de3594a180 con 0x55de357cec00 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55de3594a300 con 0x55de357cfc00 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55de3594a480 con 0x55de357cf800 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 0x55de3584a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 0x55de3584a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43594/0 (socket says 172.21.15.3:43594) 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 -- 172.21.15.3:0/237428421 learned_addr learned my addr 172.21.15.3:0/237428421 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d49d8640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de357cfc00 0x55de3584b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d39d6640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de357cf800 0x55de3584ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 -- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de357cf800 msgr2=0x55de3584ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de357cf800 0x55de3584ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 -- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de357cfc00 msgr2=0x55de3584b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de357cfc00 0x55de3584b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d41d7640 1 -- 172.21.15.3:0/237428421 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de35806780 con 0x55de357cec00 2024-09-10T07:27:52.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.936+0000 7fa8d49d8640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de357cfc00 0x55de3584b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d39d6640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de357cf800 0x55de3584ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 0x55de3584a580 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x55de365ff290 tx=0x55de36570ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c42bb8a518cd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d19d2640 1 -- 172.21.15.3:0/237428421 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55de357f49c0 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d19d2640 1 -- 172.21.15.3:0/237428421 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55de357fafc0 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d19d2640 1 -- 172.21.15.3:0/237428421 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55de357f4680 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de358074a0 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55de35806000 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d5a32280 4 waiting for MDS map... 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d19d2640 1 -- 172.21.15.3:0/237428421 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55de366a8200 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d19d2640 1 -- 172.21.15.3:0/237428421 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x55de35829180 con 0x55de357cec00 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d5a32280 4 Got MDS map 71 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d5a32280 10 main: main 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.937+0000 7fa8d5a32280 4 main: connecting to RADOS... 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 Processor -- start 2024-09-10T07:27:52.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 -- start start 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe000 0x55de3584b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 0x55de3584bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe800 0x55de3584c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55de3594a600 con 0x55de366fe400 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55de3594a780 con 0x55de366fe800 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55de3594a900 con 0x55de366fe000 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d41d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 0x55de3584bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.938+0000 7fa8d41d7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 0x55de3584bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43596/0 (socket says 172.21.15.3:43596) 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 -- 172.21.15.3:0/1605276441 learned_addr learned my addr 172.21.15.3:0/1605276441 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d49d8640 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe000 0x55de3584b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d39d6640 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe800 0x55de3584c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 -- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe000 msgr2=0x55de3584b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe000 0x55de3584b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 -- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe800 msgr2=0x55de3584c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe800 0x55de3584c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 -- 172.21.15.3:0/1605276441 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de358063c0 con 0x55de366fe400 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 0x55de3584bb80 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x55de366fa750 tx=0x55de36570c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22230f06ced351b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8cf9ce640 1 -- 172.21.15.3:0/1605276441 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55de357f4b60 con 0x55de366fe400 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8cf9ce640 1 -- 172.21.15.3:0/1605276441 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55de357fae00 con 0x55de366fe400 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8cf9ce640 1 -- 172.21.15.3:0/1605276441 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55de357f4820 con 0x55de366fe400 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1605276441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 msgr2=0x55de3584bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 0x55de3584bb80 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x55de366fa750 tx=0x55de36570c00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1605276441 shutdown_connections 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe800 0x55de3584c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe400 0x55de3584bb80 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1605276441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe000 0x55de3584b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1605276441 >> 172.21.15.3:0/1605276441 conn(0x55de365c5c00 msgr2=0x55de358bb000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.939+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1605276441 shutdown_connections 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.940+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1605276441 wait complete. 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.940+0000 7fa8d5a32280 1 Processor -- start 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.940+0000 7fa8d5a32280 1 -- start start 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe000 0x55de3584d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe400 0x55de3584cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe800 0x55de3584c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55de3594bc80 con 0x55de366fe000 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55de3594bb00 con 0x55de366fe400 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55de3594b980 con 0x55de366fe800 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe000 0x55de3584d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe000 0x55de3584d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43600/0 (socket says 172.21.15.3:43600) 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 -- 172.21.15.3:0/1938513321 learned_addr learned my addr 172.21.15.3:0/1938513321 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe400 0x55de3584cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d39d6640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe800 0x55de3584c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 -- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe800 msgr2=0x55de3584c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de366fe800 0x55de3584c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 -- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe400 msgr2=0x55de3584cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de366fe400 0x55de3584cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 -- 172.21.15.3:0/1938513321 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de35806960 con 0x55de366fe000 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d49d8640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe000 0x55de3584d180 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x55de366fb4a0 tx=0x55de366b8c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8ce1cb640 1 -- 172.21.15.3:0/1938513321 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55de357f4b60 con 0x55de366fe000 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8ce1cb640 1 -- 172.21.15.3:0/1938513321 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55de357fac40 con 0x55de366fe000 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8ce1cb640 1 -- 172.21.15.3:0/1938513321 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55de357f4820 con 0x55de366fe000 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55de35807680 con 0x55de366fe000 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de35807860 con 0x55de366fe000 2024-09-10T07:27:52.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.941+0000 7fa8d5a32280 4 main: resolving pool 11 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8ce1cb640 1 -- 172.21.15.3:0/1938513321 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55de36710c00 con 0x55de366fe000 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8ce1cb640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55de36718c00 0x55de3584d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8ce1cb640 1 -- 172.21.15.3:0/1938513321 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55de36705000 con 0x55de366fe000 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8d5a32280 4 main: creating IoCtx.. 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55de366fec00 0x55de3584c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- osd_op(unknown.0.0:1 11.d 11:b50e409b:::mds_snaptable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x55de366ff000 con 0x55de366fec00 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8d39d6640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55de366fec00 0x55de3584c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.943+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55de36718c00 0x55de3584d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d39d6640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55de366fec00 0x55de3584c100 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d41d7640 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55de36718c00 0x55de3584d700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x55de366fa750 tx=0x55de36570300 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:52.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d39d6640 1 -- 172.21.15.3:0/1938513321 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== osd_op_reply(1 mds_snaptable [read 0~70 out=70b] v0'0 uv2 ondisk = 0) ==== 157+0+70 (crc 0 0 0) 0x55de36560000 con 0x55de366fec00 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "snapserver": { 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "last_snap": 1, 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "last_created": 1, 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "last_destroyed": 1, 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_noop": [], 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "snaps": [], 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "need_to_purge": {}, 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_update": [], 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_destroy": [] 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:52.954 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:52.955 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:52.955 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55de366fec00 msgr2=0x55de3584c100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55de366fec00 0x55de3584c100 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55de36718c00 msgr2=0x55de3584d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55de36718c00 0x55de3584d700 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x55de366fa750 tx=0x55de36570300 comp rx=0 tx=0).stop 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe000 msgr2=0x55de3584d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/1938513321 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de366fe000 0x55de3584d180 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x55de366fb4a0 tx=0x55de366b8c00 comp rx=0 tx=0).stop 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d39d6640 1 -- 172.21.15.3:0/1938513321 reap_dead start 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 shutdown_connections 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 >> 172.21.15.3:0/1938513321 conn(0x55de365c5c00 msgr2=0x55de358bb000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 shutdown_connections 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/1938513321 wait complete. 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 msgr2=0x55de3584a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:52.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 0x55de3584a580 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x55de365ff290 tx=0x55de36570ae0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 shutdown_connections 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55de357cfc00 0x55de3584b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55de357cf800 0x55de3584ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 --2- 172.21.15.3:0/237428421 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55de357cec00 0x55de3584a580 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.944+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 >> 172.21.15.3:0/237428421 conn(0x55de357cf000 msgr2=0x55de358ba800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.945+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 shutdown_connections 2024-09-10T07:27:52.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:52.945+0000 7fa8d5a32280 1 -- 172.21.15.3:0/237428421 wait complete. 2024-09-10T07:27:52.958 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'snap'] in time 0:00:00.103925, result: { "version": 1, "snapserver": { "last_snap": 1, "last_created": 1, "last_destroyed": 1, "pending_noop": [], "snaps": [], "need_to_purge": {}, "pending_update": [], "pending_destroy": [] }, "result": 0 } 2024-09-10T07:27:52.958 INFO:tasks.cephfs.test_journal_repair:{ "version": 1, "snapserver": { "last_snap": 1, "last_created": 1, "last_destroyed": 1, "pending_noop": [], "snaps": [], "need_to_purge": {}, "pending_update": [], "pending_destroy": [] }, "result": 0 } 2024-09-10T07:27:52.958 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show session 2024-09-10T07:27:53.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 -- start start 2024-09-10T07:27:53.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 Processor -- start 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 0x56454e7d4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454e759800 0x56454e7d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454e759c00 0x56454e7d5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56454f54c180 con 0x56454e758c00 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56454f54c300 con 0x56454e759c00 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56454f54c480 con 0x56454e759800 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.039+0000 7f90d81d1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 0x56454e7d4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 0x56454e7d4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43616/0 (socket says 172.21.15.3:43616) 2024-09-10T07:27:53.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 -- 172.21.15.3:0/1080336480 learned_addr learned my addr 172.21.15.3:0/1080336480 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d79d0640 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454e759800 0x56454e7d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d89d2640 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454e759c00 0x56454e7d5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 -- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454e759800 msgr2=0x56454e7d4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454e759800 0x56454e7d4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 -- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454e759c00 msgr2=0x56454e7d5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454e759c00 0x56454e7d5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 -- 172.21.15.3:0/1080336480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56454e790780 con 0x56454e758c00 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d89d2640 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454e759c00 0x56454e7d5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d81d1640 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 0x56454e7d4580 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x56454f58f470 tx=0x56454f4fcfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3bcba1827cb6c34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d59cc640 1 -- 172.21.15.3:0/1080336480 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56454e77e680 con 0x56454e758c00 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d59cc640 1 -- 172.21.15.3:0/1080336480 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56454e784a80 con 0x56454e758c00 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d59cc640 1 -- 172.21.15.3:0/1080336480 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56454e77eb60 con 0x56454e758c00 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56454e7903c0 con 0x56454e758c00 2024-09-10T07:27:53.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x56454e791680 con 0x56454e758c00 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d9a2c280 4 waiting for MDS map... 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d59cc640 1 -- 172.21.15.3:0/1080336480 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x56454f62c600 con 0x56454e758c00 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d59cc640 1 -- 172.21.15.3:0/1080336480 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x56454e7b3180 con 0x56454e758c00 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.040+0000 7f90d9a2c280 4 Got MDS map 71 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.041+0000 7f90d9a2c280 10 main: main 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.041+0000 7f90d9a2c280 4 main: connecting to RADOS... 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.041+0000 7f90d9a2c280 1 Processor -- start 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.041+0000 7f90d9a2c280 1 -- start start 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635400 0x56454e7d5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635c00 0x56454e7d6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56454f54c600 con 0x56454f635800 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56454f54c780 con 0x56454f635c00 2024-09-10T07:27:53.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56454f54c900 con 0x56454f635400 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43622/0 (socket says 172.21.15.3:43622) 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 -- 172.21.15.3:0/3207041021 learned_addr learned my addr 172.21.15.3:0/3207041021 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d89d2640 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635400 0x56454e7d5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d79d0640 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635c00 0x56454e7d6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 -- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635400 msgr2=0x56454e7d5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635400 0x56454e7d5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 -- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635c00 msgr2=0x56454e7d6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635c00 0x56454e7d6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 -- 172.21.15.3:0/3207041021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56454e7914a0 con 0x56454f635800 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d79d0640 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635c00 0x56454e7d6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d81d1640 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d5b80 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x56454f6562d0 tx=0x56454f4fc0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1577dcc60a9f7ae8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d39c8640 1 -- 172.21.15.3:0/3207041021 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56454e77e820 con 0x56454f635800 2024-09-10T07:27:53.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d39c8640 1 -- 172.21.15.3:0/3207041021 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56454e784fc0 con 0x56454f635800 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.042+0000 7f90d39c8640 1 -- 172.21.15.3:0/3207041021 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56454e77e680 con 0x56454f635800 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3207041021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 msgr2=0x56454e7d5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d5b80 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x56454f6562d0 tx=0x56454f4fc0c0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3207041021 shutdown_connections 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635c00 0x56454e7d6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d5b80 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3207041021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635400 0x56454e7d5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3207041021 >> 172.21.15.3:0/3207041021 conn(0x56454f635000 msgr2=0x56454f4e5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3207041021 shutdown_connections 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3207041021 wait complete. 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.043+0000 7f90d9a2c280 1 Processor -- start 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 -- start start 2024-09-10T07:27:53.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635400 0x56454e7d7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635c00 0x56454e7d6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56454f54dc80 con 0x56454f635800 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x56454f54ca80 con 0x56454f635400 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d9a2c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x56454f54db00 con 0x56454f635c00 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43630/0 (socket says 172.21.15.3:43630) 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 -- 172.21.15.3:0/3927896101 learned_addr learned my addr 172.21.15.3:0/3927896101 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d79d0640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635c00 0x56454e7d6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d89d2640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635400 0x56454e7d7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 -- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635c00 msgr2=0x56454e7d6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454f635c00 0x56454e7d6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 -- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635400 msgr2=0x56454e7d7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454f635400 0x56454e7d7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.044+0000 7f90d81d1640 1 -- 172.21.15.3:0/3927896101 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56454e790780 con 0x56454f635800 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d81d1640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d6c00 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x56454f657590 tx=0x56454f658c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d21c5640 1 -- 172.21.15.3:0/3927896101 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56454e77eb60 con 0x56454f635800 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d21c5640 1 -- 172.21.15.3:0/3927896101 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56454e784e00 con 0x56454f635800 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56454e7903c0 con 0x56454f635800 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d21c5640 1 -- 172.21.15.3:0/3927896101 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56454e77e4e0 con 0x56454f635800 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56454e791680 con 0x56454f635800 2024-09-10T07:27:53.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.045+0000 7f90d9a2c280 4 main: resolving pool 11 2024-09-10T07:27:53.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.046+0000 7f90d21c5640 1 -- 172.21.15.3:0/3927896101 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x56454f54ec00 con 0x56454f635800 2024-09-10T07:27:53.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.046+0000 7f90d21c5640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56454f6b9000 0x56454e7d7700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.046+0000 7f90d21c5640 1 -- 172.21.15.3:0/3927896101 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x56454f550600 con 0x56454f635800 2024-09-10T07:27:53.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.046+0000 7f90d9a2c280 4 main: creating IoCtx.. 2024-09-10T07:27:53.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56454f6b9400 0x56454e7d6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x56454f6b9800 con 0x56454f6b9400 2024-09-10T07:27:53.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d89d2640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56454f6b9000 0x56454e7d7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d79d0640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56454f6b9400 0x56454e7d6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d79d0640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56454f6b9400 0x56454e7d6100 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d89d2640 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56454f6b9000 0x56454e7d7700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x56454f4f6780 tx=0x56454ea82ae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d79d0640 1 -- 172.21.15.3:0/3927896101 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv4 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x56454f4ea000 con 0x56454f6b9400 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.047+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x56454f6b9c00 con 0x56454f6b9400 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d79d0640 1 -- 172.21.15.3:0/3927896101 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv4 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x56454f4ea000 con 0x56454f6b9400 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:53.057 INFO:teuthology.orchestra.run.smithi003.stdout: "sessions": [] 2024-09-10T07:27:53.058 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:53.058 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:53.058 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:53.058 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:53.058 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56454f6b9400 msgr2=0x56454e7d6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x56454f6b9400 0x56454e7d6100 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56454f6b9000 msgr2=0x56454e7d7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x56454f6b9000 0x56454e7d7700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x56454f4f6780 tx=0x56454ea82ae0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 msgr2=0x56454e7d6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/3927896101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454f635800 0x56454e7d6c00 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x56454f657590 tx=0x56454f658c00 comp rx=0 tx=0).stop 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d79d0640 1 -- 172.21.15.3:0/3927896101 reap_dead start 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 shutdown_connections 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 >> 172.21.15.3:0/3927896101 conn(0x56454f635000 msgr2=0x56454f4e5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 shutdown_connections 2024-09-10T07:27:53.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/3927896101 wait complete. 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 msgr2=0x56454e7d4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 0x56454e7d4580 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x56454f58f470 tx=0x56454f4fcfc0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 shutdown_connections 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x56454e759c00 0x56454e7d5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x56454e759800 0x56454e7d4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 --2- 172.21.15.3:0/1080336480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56454e758c00 0x56454e7d4580 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 >> 172.21.15.3:0/1080336480 conn(0x56454e759000 msgr2=0x56454f4e5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 shutdown_connections 2024-09-10T07:27:53.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.048+0000 7f90d9a2c280 1 -- 172.21.15.3:0/1080336480 wait complete. 2024-09-10T07:27:53.061 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'session'] in time 0:00:00.102918, result: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-10T07:27:53.061 INFO:tasks.cephfs.test_journal_repair:{ "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-10T07:27:53.062 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show session 2024-09-10T07:27:53.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 -- start start 2024-09-10T07:27:53.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 Processor -- start 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 0x55d11354c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1134d1800 0x55d11354cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1134d1c00 0x55d11354d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d11429e180 con 0x55d1134d0c00 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d11429e300 con 0x55d1134d1800 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14efb88280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d11429e480 con 0x55d1134d1c00 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14ee32d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 0x55d11354c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14ee32d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 0x55d11354c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43648/0 (socket says 172.21.15.3:43648) 2024-09-10T07:27:53.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14ee32d640 1 -- 172.21.15.3:0/3726431963 learned_addr learned my addr 172.21.15.3:0/3726431963 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1134d1c00 0x55d11354d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.143+0000 7f14edb2c640 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1134d1800 0x55d11354cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.144+0000 7f14ee32d640 1 -- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1134d1c00 msgr2=0x55d11354d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.144+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1134d1c00 0x55d11354d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.144+0000 7f14ee32d640 1 -- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1134d1800 msgr2=0x55d11354cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.144+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1134d1800 0x55d11354cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.144+0000 7f14ee32d640 1 -- 172.21.15.3:0/3726431963 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d113508780 con 0x55d1134d0c00 2024-09-10T07:27:53.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.144+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 0x55d11354c580 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x55d1142e9320 tx=0x55d114274240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b2ef08ae0aa0d4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14ebb28640 1 -- 172.21.15.3:0/3726431963 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d1134f6680 con 0x55d1134d0c00 2024-09-10T07:27:53.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14ebb28640 1 -- 172.21.15.3:0/3726431963 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55d1134fca80 con 0x55d1134d0c00 2024-09-10T07:27:53.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14ebb28640 1 -- 172.21.15.3:0/3726431963 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d1134f6b60 con 0x55d1134d0c00 2024-09-10T07:27:53.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1135094a0 con 0x55d1134d0c00 2024-09-10T07:27:53.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55d113508000 con 0x55d1134d0c00 2024-09-10T07:27:53.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14efb88280 4 waiting for MDS map... 2024-09-10T07:27:53.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14ebb28640 1 -- 172.21.15.3:0/3726431963 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55d1143aa600 con 0x55d1134d0c00 2024-09-10T07:27:53.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14ebb28640 1 -- 172.21.15.3:0/3726431963 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x55d11352b180 con 0x55d1134d0c00 2024-09-10T07:27:53.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14efb88280 4 Got MDS map 71 2024-09-10T07:27:53.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.148+0000 7f14efb88280 10 main: main 2024-09-10T07:27:53.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.149+0000 7f14efb88280 4 main: connecting to RADOS... 2024-09-10T07:27:53.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.149+0000 7f14efb88280 1 Processor -- start 2024-09-10T07:27:53.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.149+0000 7f14efb88280 1 -- start start 2024-09-10T07:27:53.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14efb88280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 0x55d11354d600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14efb88280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14efb88280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143afc00 0x55d11354e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14efb88280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d11429e600 con 0x55d1143af400 2024-09-10T07:27:53.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14efb88280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d11429e780 con 0x55d1143afc00 2024-09-10T07:27:53.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14efb88280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d11429e900 con 0x55d1143af800 2024-09-10T07:27:53.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 0x55d11354d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 0x55d11354d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43656/0 (socket says 172.21.15.3:43656) 2024-09-10T07:27:53.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 -- 172.21.15.3:0/3808925546 learned_addr learned my addr 172.21.15.3:0/3808925546 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14edb2c640 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143afc00 0x55d11354e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 -- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 msgr2=0x55d11354db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 -- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143afc00 msgr2=0x55d11354e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143afc00 0x55d11354e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 -- 172.21.15.3:0/3808925546 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1135083c0 con 0x55d1143af400 2024-09-10T07:27:53.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14edb2c640 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143afc00 0x55d11354e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:53.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 0x55d11354d600 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x55d114408870 tx=0x55d1143cac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f709c8eb6d1893 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14e9b24640 1 -- 172.21.15.3:0/3808925546 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d1134f6680 con 0x55d1143af400 2024-09-10T07:27:53.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14e9b24640 1 -- 172.21.15.3:0/3808925546 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55d1134fcfc0 con 0x55d1143af400 2024-09-10T07:27:53.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.150+0000 7f14e9b24640 1 -- 172.21.15.3:0/3808925546 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d1134f6b60 con 0x55d1143af400 2024-09-10T07:27:53.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 -- 172.21.15.3:0/3808925546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 msgr2=0x55d11354d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 0x55d11354d600 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x55d114408870 tx=0x55d1143cac00 comp rx=0 tx=0).stop 2024-09-10T07:27:53.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 -- 172.21.15.3:0/3808925546 shutdown_connections 2024-09-10T07:27:53.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143afc00 0x55d11354e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 --2- 172.21.15.3:0/3808925546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143af400 0x55d11354d600 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 -- 172.21.15.3:0/3808925546 >> 172.21.15.3:0/3808925546 conn(0x55d1143af000 msgr2=0x55d11425f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 -- 172.21.15.3:0/3808925546 shutdown_connections 2024-09-10T07:27:53.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 -- 172.21.15.3:0/3808925546 wait complete. 2024-09-10T07:27:53.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 Processor -- start 2024-09-10T07:27:53.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.151+0000 7f14efb88280 1 -- start start 2024-09-10T07:27:53.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14efb88280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143af400 0x55d11354f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14efb88280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14efb88280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143afc00 0x55d11354e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14efb88280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d11429e900 con 0x55d1143afc00 2024-09-10T07:27:53.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14efb88280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55d11429ea80 con 0x55d1143af400 2024-09-10T07:27:53.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14efb88280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55d11429e780 con 0x55d1143af800 2024-09-10T07:27:53.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143afc00 0x55d11354e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143afc00 0x55d11354e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43666/0 (socket says 172.21.15.3:43666) 2024-09-10T07:27:53.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 -- 172.21.15.3:0/3123418011 learned_addr learned my addr 172.21.15.3:0/3123418011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143af400 0x55d11354f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 -- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 msgr2=0x55d11354ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1143af800 0x55d11354ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 -- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143af400 msgr2=0x55d11354f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1143af400 0x55d11354f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.152+0000 7f14edb2c640 1 -- 172.21.15.3:0/3123418011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d113508780 con 0x55d1143afc00 2024-09-10T07:27:53.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14edb2c640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143afc00 0x55d11354e680 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x55d114409500 tx=0x55d1142726c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14e8321640 1 -- 172.21.15.3:0/3123418011 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d1134f69c0 con 0x55d1143afc00 2024-09-10T07:27:53.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14e8321640 1 -- 172.21.15.3:0/3123418011 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55d1134fce00 con 0x55d1143afc00 2024-09-10T07:27:53.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55d1135094a0 con 0x55d1143afc00 2024-09-10T07:27:53.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14e8321640 1 -- 172.21.15.3:0/3123418011 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55d1134f6680 con 0x55d1143afc00 2024-09-10T07:27:53.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d113508960 con 0x55d1143afc00 2024-09-10T07:27:53.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.153+0000 7f14efb88280 4 main: resolving pool 11 2024-09-10T07:27:53.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14e8321640 1 -- 172.21.15.3:0/3123418011 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55d114422c00 con 0x55d1143afc00 2024-09-10T07:27:53.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14e8321640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d11441ec00 0x55d11354f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14e8321640 1 -- 172.21.15.3:0/3123418011 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55d114420c00 con 0x55d1143afc00 2024-09-10T07:27:53.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14efb88280 4 main: creating IoCtx.. 2024-09-10T07:27:53.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14efb88280 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d11441f000 0x55d11354e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d11441ec00 0x55d11354f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:1 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x55d11441f400 con 0x55d11441f000 2024-09-10T07:27:53.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.154+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d11441f000 0x55d11354e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.155+0000 7f14ee32d640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d11441f000 0x55d11354e100 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.155+0000 7f14eeb2e640 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d11441ec00 0x55d11354f700 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x55d114408870 tx=0x55d1142729c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.155+0000 7f14ee32d640 1 -- 172.21.15.3:0/3123418011 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv4 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x55d114262000 con 0x55d11441f000 2024-09-10T07:27:53.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.155+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- osd_op(unknown.0.0:2 11.b 11:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x55d11441f800 con 0x55d11441f000 2024-09-10T07:27:53.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.155+0000 7f14ee32d640 1 -- 172.21.15.3:0/3123418011 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv4 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x55d114262000 con 0x55d11441f000 2024-09-10T07:27:53.174 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:53.174 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:53.174 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:53.174 INFO:teuthology.orchestra.run.smithi003.stdout: "sessions": [] 2024-09-10T07:27:53.174 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:53.175 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:53.175 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:53.175 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:53.175 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:53.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.155+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d11441f000 msgr2=0x55d11354e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x55d11441f000 0x55d11354e100 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d11441ec00 msgr2=0x55d11354f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55d11441ec00 0x55d11354f700 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x55d114408870 tx=0x55d1142729c0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143afc00 msgr2=0x55d11354e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3123418011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1143afc00 0x55d11354e680 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x55d114409500 tx=0x55d1142726c0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14edb2c640 1 -- 172.21.15.3:0/3123418011 reap_dead start 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 shutdown_connections 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 >> 172.21.15.3:0/3123418011 conn(0x55d1143af000 msgr2=0x55d11425f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 shutdown_connections 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3123418011 wait complete. 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 msgr2=0x55d11354c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 0x55d11354c580 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x55d1142e9320 tx=0x55d114274240 comp rx=0 tx=0).stop 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 shutdown_connections 2024-09-10T07:27:53.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55d1134d1c00 0x55d11354d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55d1134d1800 0x55d11354cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 --2- 172.21.15.3:0/3726431963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d1134d0c00 0x55d11354c580 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 >> 172.21.15.3:0/3726431963 conn(0x55d1134d1000 msgr2=0x55d11425e800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 shutdown_connections 2024-09-10T07:27:53.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.156+0000 7f14efb88280 1 -- 172.21.15.3:0/3726431963 wait complete. 2024-09-10T07:27:53.179 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'session'] in time 0:00:00.117443, result: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-10T07:27:53.179 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show inode 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 -- start start 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 Processor -- start 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd6514c00 0x556cd6590580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd6515800 0x556cd6590b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 0x556cd6591080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556cd73e0180 con 0x556cd6515c00 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556cd73e0300 con 0x556cd6514c00 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556cd73e0480 con 0x556cd6515800 2024-09-10T07:27:53.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.259+0000 7f7ed3c48640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 0x556cd6591080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 0x556cd6591080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43678/0 (socket says 172.21.15.3:43678) 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 -- 172.21.15.3:0/1066143302 learned_addr learned my addr 172.21.15.3:0/1066143302 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd6515800 0x556cd6590b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3447640 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd6514c00 0x556cd6590580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 -- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd6515800 msgr2=0x556cd6590b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd6515800 0x556cd6590b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 -- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd6514c00 msgr2=0x556cd6590580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd6514c00 0x556cd6590580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 -- 172.21.15.3:0/1066143302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cd654c780 con 0x556cd6515c00 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd6515800 0x556cd6590b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed3c48640 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 0x556cd6591080 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x556cd7345320 tx=0x556cd72b8b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3d8e04e977c5b92 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed0c42640 1 -- 172.21.15.3:0/1066143302 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556cd653a680 con 0x556cd6515c00 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed0c42640 1 -- 172.21.15.3:0/1066143302 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x556cd6540a80 con 0x556cd6515c00 2024-09-10T07:27:53.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed0c42640 1 -- 172.21.15.3:0/1066143302 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556cd653ab60 con 0x556cd6515c00 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cd654c3c0 con 0x556cd6515c00 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x556cd654d680 con 0x556cd6515c00 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed5a0c280 4 waiting for MDS map... 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.260+0000 7f7ed0c42640 1 -- 172.21.15.3:0/1066143302 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x556cd7400600 con 0x556cd6515c00 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.261+0000 7f7ed0c42640 1 -- 172.21.15.3:0/1066143302 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x556cd656f180 con 0x556cd6515c00 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.261+0000 7f7ed5a0c280 4 Got MDS map 71 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.261+0000 7f7ed5a0c280 10 main: main 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.261+0000 7f7ed5a0c280 4 main: connecting to RADOS... 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.261+0000 7f7ed5a0c280 1 Processor -- start 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.261+0000 7f7ed5a0c280 1 -- start start 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405400 0x556cd6591600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6591b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405c00 0x556cd6592100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556cd73e0600 con 0x556cd7405800 2024-09-10T07:27:53.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556cd73e0780 con 0x556cd7405400 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556cd73e0900 con 0x556cd7405c00 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6591b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6591b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43692/0 (socket says 172.21.15.3:43692) 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 -- 172.21.15.3:0/3608104709 learned_addr learned my addr 172.21.15.3:0/3608104709 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405400 0x556cd6591600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 -- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405c00 msgr2=0x556cd6592100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405c00 0x556cd6592100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 -- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405400 msgr2=0x556cd6591600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405400 0x556cd6591600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 -- 172.21.15.3:0/3608104709 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cd654d4a0 con 0x556cd7405800 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ed3447640 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6591b80 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x556cd7418660 tx=0x556cd741ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a738869e4345b7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.262+0000 7f7ecec3e640 1 -- 172.21.15.3:0/3608104709 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556cd653a680 con 0x556cd7405800 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ecec3e640 1 -- 172.21.15.3:0/3608104709 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x556cd6540fc0 con 0x556cd7405800 2024-09-10T07:27:53.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ecec3e640 1 -- 172.21.15.3:0/3608104709 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556cd653ab60 con 0x556cd7405800 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/3608104709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 msgr2=0x556cd6591b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6591b80 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x556cd7418660 tx=0x556cd741ac00 comp rx=0 tx=0).stop 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/3608104709 shutdown_connections 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405c00 0x556cd6592100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6591b80 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/3608104709 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405400 0x556cd6591600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/3608104709 >> 172.21.15.3:0/3608104709 conn(0x556cd7405000 msgr2=0x556cd72a3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/3608104709 shutdown_connections 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/3608104709 wait complete. 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.263+0000 7f7ed5a0c280 1 Processor -- start 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 -- start start 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405400 0x556cd6593180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6592c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405c00 0x556cd6592680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556cd73e0900 con 0x556cd7405800 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x556cd73e0a80 con 0x556cd7405c00 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed5a0c280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x556cd73e0780 con 0x556cd7405400 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed3447640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6592c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed3447640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6592c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43696/0 (socket says 172.21.15.3:43696) 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed3447640 1 -- 172.21.15.3:0/1291299918 learned_addr learned my addr 172.21.15.3:0/1291299918 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405400 0x556cd6593180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.264+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405c00 0x556cd6592680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed3447640 1 -- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405400 msgr2=0x556cd6593180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed3447640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd7405400 0x556cd6593180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed3447640 1 -- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405c00 msgr2=0x556cd6592680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed3447640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd7405c00 0x556cd6592680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed3447640 1 -- 172.21.15.3:0/1291299918 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cd654c780 con 0x556cd7405800 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed3447640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6592c00 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x556cd7419320 tx=0x556cd72b6480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ecd43b640 1 -- 172.21.15.3:0/1291299918 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556cd653a4e0 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ecd43b640 1 -- 172.21.15.3:0/1291299918 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x556cd6540e00 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556cd654c3c0 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ecd43b640 1 -- 172.21.15.3:0/1291299918 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x556cd653a680 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cd654d680 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.265+0000 7f7ed5a0c280 4 main: resolving pool 11 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.266+0000 7f7ecd43b640 1 -- 172.21.15.3:0/1291299918 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x556cd7470c00 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.266+0000 7f7ecd43b640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556cd7472c00 0x556cd6593700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ecd43b640 1 -- 172.21.15.3:0/1291299918 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x556cd746aa00 con 0x556cd7405800 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed5a0c280 4 main: creating IoCtx.. 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556cd7472c00 0x556cd6593700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x556cd7473000 0x556cd6592100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- osd_op(unknown.0.0:1 11.13 11:c91d4a1d:::mds0_inotable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x556cd7473400 con 0x556cd7473000 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x556cd7473000 0x556cd6592100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556cd7472c00 0x556cd6593700 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x556cd7344a20 tx=0x556cd72b6960 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.267+0000 7f7ed2c46640 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x556cd7473000 0x556cd6592100 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed2c46640 1 -- 172.21.15.3:0/1291299918 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== osd_op_reply(1 mds0_inotable [read 0~34 out=34b] v0'0 uv4 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x556cd72ae000 con 0x556cd7473000 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "inotable": { 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "projected_free": [ 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627776, 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627776 2024-09-10T07:27:53.275 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: "free": [ 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627776, 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627776 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:53.276 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:53.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x556cd7473000 msgr2=0x556cd6592100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x556cd7473000 0x556cd6592100 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556cd7472c00 msgr2=0x556cd6593700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x556cd7472c00 0x556cd6593700 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x556cd7344a20 tx=0x556cd72b6960 comp rx=0 tx=0).stop 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 msgr2=0x556cd6592c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1291299918 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd7405800 0x556cd6592c00 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x556cd7419320 tx=0x556cd72b6480 comp rx=0 tx=0).stop 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed3447640 1 -- 172.21.15.3:0/1291299918 reap_dead start 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 shutdown_connections 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 >> 172.21.15.3:0/1291299918 conn(0x556cd7405000 msgr2=0x556cd72a3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 shutdown_connections 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1291299918 wait complete. 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 msgr2=0x556cd6591080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 0x556cd6591080 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x556cd7345320 tx=0x556cd72b8b40 comp rx=0 tx=0).stop 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 shutdown_connections 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556cd6515c00 0x556cd6591080 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x556cd6515800 0x556cd6590b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 --2- 172.21.15.3:0/1066143302 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x556cd6514c00 0x556cd6590580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 >> 172.21.15.3:0/1066143302 conn(0x556cd6515000 msgr2=0x556cd72a2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 shutdown_connections 2024-09-10T07:27:53.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.268+0000 7f7ed5a0c280 1 -- 172.21.15.3:0/1066143302 wait complete. 2024-09-10T07:27:53.280 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'inode'] in time 0:00:00.100757, result: { "0": { "data": { "version": 1, "inotable": { "projected_free": [ { "start": 1099511627776, "len": 1099511627776 } ], "free": [ { "start": 1099511627776, "len": 1099511627776 } ] } }, "result": 0 } } 2024-09-10T07:27:53.280 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show snap 2024-09-10T07:27:53.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.360+0000 7fe312a0b280 1 -- start start 2024-09-10T07:27:53.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.360+0000 7fe312a0b280 1 Processor -- start 2024-09-10T07:27:53.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbece98c00 0x55cbecf15b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbece99800 0x55cbecf15600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 0x55cbecf15080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe312a0b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cbedc90180 con 0x55cbece99c00 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe312a0b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cbecefa900 con 0x55cbece98c00 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe312a0b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cbecefa480 con 0x55cbece99800 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 0x55cbecf15080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 0x55cbecf15080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43720/0 (socket says 172.21.15.3:43720) 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 -- 172.21.15.3:0/3345186378 learned_addr learned my addr 172.21.15.3:0/3345186378 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe3105bb640 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbece98c00 0x55cbecf15b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbece99800 0x55cbecf15600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 -- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbece99800 msgr2=0x55cbecf15600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbece99800 0x55cbecf15600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 -- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbece98c00 msgr2=0x55cbecf15b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbece98c00 0x55cbecf15b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 -- 172.21.15.3:0/3345186378 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbeced0780 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbece99800 0x55cbecf15600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.361+0000 7fe310dbc640 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 0x55cbecf15080 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x55cbedcd32c0 tx=0x55cbedc3aae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d54052908edb3a80 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe30ddb6640 1 -- 172.21.15.3:0/3345186378 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cbecebe9c0 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe30ddb6640 1 -- 172.21.15.3:0/3345186378 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55cbecec4700 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe30ddb6640 1 -- 172.21.15.3:0/3345186378 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cbecebe680 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbeced14a0 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55cbeced0000 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 4 waiting for MDS map... 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe30ddb6640 1 -- 172.21.15.3:0/3345186378 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55cbedd80200 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe30ddb6640 1 -- 172.21.15.3:0/3345186378 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x55cbecef3180 con 0x55cbece99c00 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 4 Got MDS map 71 2024-09-10T07:27:53.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 10 main: main 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 4 main: connecting to RADOS... 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.362+0000 7fe312a0b280 1 Processor -- start 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 -- start start 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cbecefa180 con 0x55cbeddcc000 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cbedc91500 con 0x55cbeddcc800 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe312a0b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cbedc91380 con 0x55cbeddcc400 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe30fdba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe30fdba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43734/0 (socket says 172.21.15.3:43734) 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe30fdba640 1 -- 172.21.15.3:0/4093712937 learned_addr learned my addr 172.21.15.3:0/4093712937 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe3105bb640 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.363+0000 7fe30fdba640 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30fdba640 1 -- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc400 msgr2=0x55cbecf14580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30fdba640 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30fdba640 1 -- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc800 msgr2=0x55cbecf16100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30fdba640 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30fdba640 1 -- 172.21.15.3:0/4093712937 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbeced03c0 con 0x55cbeddcc000 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30fdba640 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 0x55cbecf14b00 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x55cbedd78900 tx=0x55cbedc8cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebac35993f604ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30bdb2640 1 -- 172.21.15.3:0/4093712937 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cbecebe9c0 con 0x55cbeddcc000 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30bdb2640 1 -- 172.21.15.3:0/4093712937 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55cbecec4e00 con 0x55cbeddcc000 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe30bdb2640 1 -- 172.21.15.3:0/4093712937 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cbecebe680 con 0x55cbeddcc000 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 -- 172.21.15.3:0/4093712937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 msgr2=0x55cbecf14b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 0x55cbecf14b00 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x55cbedd78900 tx=0x55cbedc8cc60 comp rx=0 tx=0).stop 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 -- 172.21.15.3:0/4093712937 shutdown_connections 2024-09-10T07:27:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 --2- 172.21.15.3:0/4093712937 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 -- 172.21.15.3:0/4093712937 >> 172.21.15.3:0/4093712937 conn(0x55cbedc93c00 msgr2=0x55cbedc27000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 -- 172.21.15.3:0/4093712937 shutdown_connections 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.364+0000 7fe312a0b280 1 -- 172.21.15.3:0/4093712937 wait complete. 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.365+0000 7fe312a0b280 1 Processor -- start 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.365+0000 7fe312a0b280 1 -- start start 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cbedc91680 con 0x55cbeddcc800 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cbedc90900 con 0x55cbeddcc400 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cbecefa480 con 0x55cbeddcc000 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43750/0 (socket says 172.21.15.3:43750) 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 -- 172.21.15.3:0/3631433899 learned_addr learned my addr 172.21.15.3:0/3631433899 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe3105bb640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 -- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc000 msgr2=0x55cbecf14b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbeddcc000 0x55cbecf14b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 -- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc400 msgr2=0x55cbecf14580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbeddcc400 0x55cbecf14580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 -- 172.21.15.3:0/3631433899 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cbeced0960 con 0x55cbeddcc800 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x55cbedd795c0 tx=0x55cbedc3ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30a5af640 1 -- 172.21.15.3:0/3631433899 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cbecebe4e0 con 0x55cbeddcc800 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30a5af640 1 -- 172.21.15.3:0/3631433899 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55cbecec4a80 con 0x55cbeddcc800 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe30a5af640 1 -- 172.21.15.3:0/3631433899 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cbecebe9c0 con 0x55cbeddcc800 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55cbeced1680 con 0x55cbeddcc800 2024-09-10T07:27:53.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cbeced1860 con 0x55cbeddcc800 2024-09-10T07:27:53.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.366+0000 7fe312a0b280 4 main: resolving pool 11 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe30a5af640 1 -- 172.21.15.3:0/3631433899 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55cbedde4c00 con 0x55cbeddcc800 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe30a5af640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cbed226000 0x55cbed228000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe30a5af640 1 -- 172.21.15.3:0/3631433899 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x55cbeddd6a00 con 0x55cbeddcc800 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe312a0b280 4 main: creating IoCtx.. 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55cbeddccc00 0x55cbecf16680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- osd_op(unknown.0.0:1 11.d 11:b50e409b:::mds_snaptable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e82) -- 0x55cbeddcd000 con 0x55cbeddccc00 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe3105bb640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cbed226000 0x55cbed228000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.368+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55cbeddccc00 0x55cbecf16680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe30fdba640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55cbeddccc00 0x55cbecf16680 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe3105bb640 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cbed226000 0x55cbed228000 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x55cbedc366f0 tx=0x55cbed236000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe30fdba640 1 -- 172.21.15.3:0/3631433899 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== osd_op_reply(1 mds_snaptable [read 0~70 out=70b] v0'0 uv2 ondisk = 0) ==== 157+0+70 (crc 0 0 0) 0x55cbedc2a000 con 0x55cbeddccc00 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "snapserver": { 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "last_snap": 1, 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "last_created": 1, 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "last_destroyed": 1, 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_noop": [], 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "snaps": [], 2024-09-10T07:27:53.375 INFO:teuthology.orchestra.run.smithi003.stdout: "need_to_purge": {}, 2024-09-10T07:27:53.376 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_update": [], 2024-09-10T07:27:53.376 INFO:teuthology.orchestra.run.smithi003.stdout: "pending_destroy": [] 2024-09-10T07:27:53.376 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:27:53.376 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:27:53.376 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:27:53.376 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55cbeddccc00 msgr2=0x55cbecf16680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x55cbeddccc00 0x55cbecf16680 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cbed226000 msgr2=0x55cbed228000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cbed226000 0x55cbed228000 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x55cbedc366f0 tx=0x55cbed236000 comp rx=0 tx=0).stop 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc800 msgr2=0x55cbecf16100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3631433899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbeddcc800 0x55cbecf16100 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x55cbedd795c0 tx=0x55cbedc3ac00 comp rx=0 tx=0).stop 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe3105bb640 1 -- 172.21.15.3:0/3631433899 reap_dead start 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 shutdown_connections 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 >> 172.21.15.3:0/3631433899 conn(0x55cbedc93c00 msgr2=0x55cbedc27000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 shutdown_connections 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3631433899 wait complete. 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 msgr2=0x55cbecf15080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 0x55cbecf15080 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x55cbedcd32c0 tx=0x55cbedc3aae0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 shutdown_connections 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cbece99c00 0x55cbecf15080 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cbece99800 0x55cbecf15600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 --2- 172.21.15.3:0/3345186378 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cbece98c00 0x55cbecf15b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.369+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 >> 172.21.15.3:0/3345186378 conn(0x55cbece99000 msgr2=0x55cbedc26800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.370+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 shutdown_connections 2024-09-10T07:27:53.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.370+0000 7fe312a0b280 1 -- 172.21.15.3:0/3345186378 wait complete. 2024-09-10T07:27:53.379 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'snap'] in time 0:00:00.099255, result: { "version": 1, "snapserver": { "last_snap": 1, "last_created": 1, "last_destroyed": 1, "pending_noop": [], "snaps": [], "need_to_purge": {}, "pending_update": [], "pending_destroy": [] }, "result": 0 } 2024-09-10T07:27:53.380 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:27:53.380 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:27:53.465 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:27:53.516 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:27:53.516 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:53.517 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:53.517 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:53.534 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:27:53.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.678+0000 7f89b7623640 1 Processor -- start 2024-09-10T07:27:53.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.678+0000 7f89b7623640 1 -- start start 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b7623640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b00d4d60 0x7f89b00d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b7623640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89b0162020 0x7f89b00d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b7623640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89b0162500 con 0x7f89b015e660 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b7623640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f89b00d2020 con 0x7f89b0162020 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b7623640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f89b01627e0 con 0x7f89b00d4d60 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89b0162020 0x7f89b00d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89b0162020 0x7f89b00d29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43752/0 (socket says 172.21.15.3:43752) 2024-09-10T07:27:53.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 -- 172.21.15.3:0/1927223737 learned_addr learned my addr 172.21.15.3:0/1927223737 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b4bbe640 1 --2- 172.21.15.3:0/1927223737 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b00d4d60 0x7f89b00d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 -- 172.21.15.3:0/1927223737 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b00d4d60 msgr2=0x7f89b00d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:53.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 --2- 172.21.15.3:0/1927223737 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b00d4d60 0x7f89b00d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 -- 172.21.15.3:0/1927223737 >> v1:172.21.15.70:6789/0 conn(0x7f89b015e660 legacy=0x7f89b00d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.679+0000 7f89b5bc0640 1 -- 172.21.15.3:0/1927223737 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b0162ac0 con 0x7f89b0162020 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.680+0000 7f89b5bc0640 1 --2- 172.21.15.3:0/1927223737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b0162020 0x7f89b00d29f0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f89a8009e50 tx=0x7f89a802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=210e6dd87061eda4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.680+0000 7f89a3fff640 1 -- 172.21.15.3:0/1927223737 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a8036070 con 0x7f89b0162020 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.680+0000 7f89a3fff640 1 -- 172.21.15.3:0/1927223737 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89a8031600 con 0x7f89b0162020 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.680+0000 7f89a3fff640 1 -- 172.21.15.3:0/1927223737 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a80319d0 con 0x7f89b0162020 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 -- 172.21.15.3:0/1927223737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b0162020 msgr2=0x7f89b00d29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 --2- 172.21.15.3:0/1927223737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b0162020 0x7f89b00d29f0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f89a8009e50 tx=0x7f89a802a680 comp rx=0 tx=0).stop 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 -- 172.21.15.3:0/1927223737 shutdown_connections 2024-09-10T07:27:53.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 --2- 172.21.15.3:0/1927223737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b0162020 0x7f89b00d29f0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 --2- 172.21.15.3:0/1927223737 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b00d4d60 0x7f89b00d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 -- 172.21.15.3:0/1927223737 >> 172.21.15.3:0/1927223737 conn(0x7f89b008de10 msgr2=0x7f89b009d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 -- 172.21.15.3:0/1927223737 shutdown_connections 2024-09-10T07:27:53.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.681+0000 7f89b7623640 1 -- 172.21.15.3:0/1927223737 wait complete. 2024-09-10T07:27:53.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.682+0000 7f89b7623640 1 Processor -- start 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.682+0000 7f89b7623640 1 -- start start 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 0x7f89b01f54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89b015e660 0x7f89b01e7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b0162020 0x7f89b00b2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f89b00d4990 con 0x7f89b00d4d60 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f89b00d4810 con 0x7f89b015e660 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f89b00d4b10 con 0x7f89b0162020 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 0x7f89b01f54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 0x7f89b01f54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43768/0 (socket says 172.21.15.3:43768) 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 -- 172.21.15.3:0/3062617572 learned_addr learned my addr 172.21.15.3:0/3062617572 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b5bc0640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b0162020 0x7f89b00b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b4bbe640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89b015e660 0x7f89b01e7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 -- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b0162020 msgr2=0x7f89b00b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b0162020 0x7f89b00b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 -- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89b015e660 msgr2=0x7f89b01e7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89b015e660 0x7f89b01e7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 -- 172.21.15.3:0/3062617572 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b01f59f0 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b53bf640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 0x7f89b01f54b0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f89ac00c400 tx=0x7f89ac00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89ac0052d0 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89ac005490 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89b01e88e0 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.683+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89ac007260 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.684+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89b01f4cb0 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.685+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89b00d0f50 con 0x7f89b00d4d60 2024-09-10T07:27:53.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.685+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f89ac007400 con 0x7f89b00d4d60 2024-09-10T07:27:53.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.685+0000 7f89a1ffb640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f899406be30 0x7f899406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:53.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.686+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f89ac08a480 con 0x7f89b00d4d60 2024-09-10T07:27:53.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.686+0000 7f89b4bbe640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f899406be30 0x7f899406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:53.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.686+0000 7f89b4bbe640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f899406be30 0x7f899406e2f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f89b00ba100 tx=0x7f89a4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:53.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.690+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89ac058650 con 0x7f89b00d4d60 2024-09-10T07:27:53.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.879+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f89b00b4090 con 0x7f89b00d4d60 2024-09-10T07:27:53.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.879+0000 7f89a1ffb640 1 -- 172.21.15.3:0/3062617572 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v82) ==== 80+0+0 (secure 0 0 0) 0x7f89ac05c950 con 0x7f89b00d4d60 2024-09-10T07:27:53.879 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:27:53.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f899406be30 msgr2=0x7f899406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f899406be30 0x7f899406e2f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f89b00ba100 tx=0x7f89a4008040 comp rx=0 tx=0).stop 2024-09-10T07:27:53.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 msgr2=0x7f89b01f54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:53.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 0x7f89b01f54b0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f89ac00c400 tx=0x7f89ac00c8c0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 shutdown_connections 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f899406be30 0x7f899406e2f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f89b0162020 0x7f89b00b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89b015e660 0x7f89b01e7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 --2- 172.21.15.3:0/3062617572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89b00d4d60 0x7f89b01f54b0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 >> 172.21.15.3:0/3062617572 conn(0x7f89b008de10 msgr2=0x7f89b00b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 shutdown_connections 2024-09-10T07:27:53.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:53.881+0000 7f89b7623640 1 -- 172.21.15.3:0/3062617572 wait complete. 2024-09-10T07:27:53.892 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:27:53.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:53.892 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:27:53.916 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[62699]: fuse finished with error 0 and tester_r 0 2024-09-10T07:27:53.918 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:27:53.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:53.918 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:27:54.085 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:54.086 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:27:54.086 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:54.106 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:27:54.106 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:27:54.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:54.106 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:27:54.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:54.165 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T07:27:54.165 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:54.166 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:27:54.166 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:54.183 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:27:54.183 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:27:54.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:54.183 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:27:54.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:54.238 INFO:teuthology.orchestra.run.smithi003.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T07:27:54.238 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:27:54.238 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:27:54.239 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:27:54.257 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:27:54.257 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:27:54.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:27:54.257 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:27:54.315 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T07:27:54.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:27:54.317 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:54.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.419+0000 7f2b4ad4b640 1 Processor -- start 2024-09-10T07:27:54.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 -- start start 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2b4415e510 0x7f2b440ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2b440cf040 0x7f2b440d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f2b440d3430 con 0x7f2b440cf040 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2b440d1690 con 0x7f2b4415e510 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b4ad4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2b440d36d0 con 0x7f2b440d1200 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.420+0000 7f2b43fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2b440cf040 0x7f2b440d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f2b440cf040 0x7f2b440d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43778/0 (socket says 172.21.15.3:43778) 2024-09-10T07:27:54.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 -- 172.21.15.3:0/2447206531 learned_addr learned my addr 172.21.15.3:0/2447206531 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b48ae7640 1 --2- 172.21.15.3:0/2447206531 >> v2:172.21.15.70:3300/0 conn(0x7f2b4415e510 0x7f2b440ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b492e8640 1 --2- 172.21.15.3:0/2447206531 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 -- 172.21.15.3:0/2447206531 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 msgr2=0x7f2b440b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 --2- 172.21.15.3:0/2447206531 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 -- 172.21.15.3:0/2447206531 >> v2:172.21.15.70:3300/0 conn(0x7f2b4415e510 msgr2=0x7f2b440ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 --2- 172.21.15.3:0/2447206531 >> v2:172.21.15.70:3300/0 conn(0x7f2b4415e510 0x7f2b440ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 -- 172.21.15.3:0/2447206531 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b440d39b0 con 0x7f2b440cf040 2024-09-10T07:27:54.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.421+0000 7f2b43fff640 1 --2- 172.21.15.3:0/2447206531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b440cf040 0x7f2b440d0cc0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f2b440cb530 tx=0x7f2b3002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c2a0b4ca7f216fd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:54.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b437fe640 1 -- 172.21.15.3:0/2447206531 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b30037070 con 0x7f2b440cf040 2024-09-10T07:27:54.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b437fe640 1 -- 172.21.15.3:0/2447206531 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b30032440 con 0x7f2b440cf040 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b437fe640 1 -- 172.21.15.3:0/2447206531 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b30032810 con 0x7f2b440cf040 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/2447206531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b440cf040 msgr2=0x7f2b440d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/2447206531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b440cf040 0x7f2b440d0cc0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f2b440cb530 tx=0x7f2b3002a140 comp rx=0 tx=0).stop 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/2447206531 shutdown_connections 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/2447206531 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/2447206531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b440cf040 0x7f2b440d0cc0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/2447206531 >> v2:172.21.15.70:3300/0 conn(0x7f2b4415e510 0x7f2b440ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/2447206531 >> 172.21.15.3:0/2447206531 conn(0x7f2b4406d1a0 msgr2=0x7f2b44073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/2447206531 shutdown_connections 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.422+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/2447206531 wait complete. 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.423+0000 7f2b4ad4b640 1 Processor -- start 2024-09-10T07:27:54.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 -- start start 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b440cf040 0x7f2b440ce140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 0x7f2b440b31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2b440d22a0 con 0x7f2b4415e510 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2b440d3f70 con 0x7f2b440cf040 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b4ad4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2b4415e8f0 con 0x7f2b440d1200 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.424+0000 7f2b492e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 0x7f2b440b31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 0x7f2b440b31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43794/0 (socket says 172.21.15.3:43794) 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 -- 172.21.15.3:0/1767022412 learned_addr learned my addr 172.21.15.3:0/1767022412 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b48ae7640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b440cf040 0x7f2b440ce140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b43fff640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 -- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 msgr2=0x7f2b440b7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 -- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b440cf040 msgr2=0x7f2b440ce140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b440cf040 0x7f2b440ce140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 -- 172.21.15.3:0/1767022412 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b4415ee40 con 0x7f2b4415e510 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b492e8640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 0x7f2b440b31a0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c007e60 tx=0x7f2b3c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c014620 con 0x7f2b4415e510 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b3c019070 con 0x7f2b4415e510 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b4415f120 con 0x7f2b4415e510 2024-09-10T07:27:54.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c014a20 con 0x7f2b4415e510 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.425+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b4415f6e0 con 0x7f2b4415e510 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.426+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b440d0cc0 con 0x7f2b4415e510 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.427+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b3c014bc0 con 0x7f2b4415e510 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.427+0000 7f2b417fa640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2806be30 0x7f2b2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.427+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f2b3c08b720 con 0x7f2b4415e510 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.428+0000 7f2b48ae7640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2806be30 0x7f2b2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.428+0000 7f2b48ae7640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2806be30 0x7f2b2806e2f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2b38006fd0 tx=0x7f2b38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:54.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.432+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b3c0598f0 con 0x7f2b4415e510 2024-09-10T07:27:54.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.643+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b4415da50 con 0x7f2b4415e510 2024-09-10T07:27:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.644+0000 7f2b417fa640 1 -- 172.21.15.3:0/1767022412 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7f2b3c05dbf0 con 0x7f2b4415e510 2024-09-10T07:27:54.644 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:54.644 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:54.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2806be30 msgr2=0x7f2b2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2806be30 0x7f2b2806e2f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2b38006fd0 tx=0x7f2b38008040 comp rx=0 tx=0).stop 2024-09-10T07:27:54.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 msgr2=0x7f2b440b31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 0x7f2b440b31a0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c007e60 tx=0x7f2b3c00e4b0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 shutdown_connections 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2b2806be30 0x7f2b2806e2f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b4415e510 0x7f2b440b31a0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2b440d1200 0x7f2b440b7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 --2- 172.21.15.3:0/1767022412 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2b440cf040 0x7f2b440ce140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 >> 172.21.15.3:0/1767022412 conn(0x7f2b4406d1a0 msgr2=0x7f2b4415cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 shutdown_connections 2024-09-10T07:27:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.646+0000 7f2b4ad4b640 1 -- 172.21.15.3:0/1767022412 wait complete. 2024-09-10T07:27:54.657 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.760+0000 7fe72c22e640 1 Processor -- start 2024-09-10T07:27:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.760+0000 7fe72c22e640 1 -- start start 2024-09-10T07:27:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe72c22e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7240cf340 0x7fe724071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe72c22e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe7240d04c0 0x7fe7240ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe72c22e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe72415e7c0 con 0x7fe7241476d0 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe72c22e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe724071b80 con 0x7fe7240d04c0 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe72c22e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe724071e60 con 0x7fe7240cf340 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe72a7cb640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe7240d04c0 0x7fe7240ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe7297c9640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe7241476d0 0x7fe7240cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32912/0 (socket says 172.21.15.3:32912) 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.761+0000 7fe7297c9640 1 -- 172.21.15.3:0/1359296567 learned_addr learned my addr 172.21.15.3:0/1359296567 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe729fca640 1 --2- 172.21.15.3:0/1359296567 >> v2:172.21.15.70:3300/0 conn(0x7fe7240cf340 0x7fe724071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe72a7cb640 1 -- 172.21.15.3:0/1359296567 >> v2:172.21.15.70:3300/0 conn(0x7fe7240cf340 msgr2=0x7fe724071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe72a7cb640 1 --2- 172.21.15.3:0/1359296567 >> v2:172.21.15.70:3300/0 conn(0x7fe7240cf340 0x7fe724071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe72a7cb640 1 -- 172.21.15.3:0/1359296567 >> v1:172.21.15.3:6789/0 conn(0x7fe7241476d0 legacy=0x7fe7240cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe728fc8640 1 -- 172.21.15.3:0/1359296567 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2800643467 0 0) 0x7fe72415e7c0 con 0x7fe7241476d0 2024-09-10T07:27:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe72a7cb640 1 -- 172.21.15.3:0/1359296567 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe724072140 con 0x7fe7240d04c0 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.762+0000 7fe72a7cb640 1 --2- 172.21.15.3:0/1359296567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe7240ccc10 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fe724068890 tx=0x7fe71c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d5bdf89dff4986f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe728fc8640 1 -- 172.21.15.3:0/1359296567 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c037070 con 0x7fe7240d04c0 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe728fc8640 1 -- 172.21.15.3:0/1359296567 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe71c032440 con 0x7fe7240d04c0 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe728fc8640 1 -- 172.21.15.3:0/1359296567 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe71c02ae60 con 0x7fe7240d04c0 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 -- 172.21.15.3:0/1359296567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 msgr2=0x7fe7240ccc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 --2- 172.21.15.3:0/1359296567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe7240ccc10 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fe724068890 tx=0x7fe71c02a110 comp rx=0 tx=0).stop 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 -- 172.21.15.3:0/1359296567 shutdown_connections 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 --2- 172.21.15.3:0/1359296567 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe7240ccc10 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 --2- 172.21.15.3:0/1359296567 >> v2:172.21.15.70:3300/0 conn(0x7fe7240cf340 0x7fe724071510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 -- 172.21.15.3:0/1359296567 >> 172.21.15.3:0/1359296567 conn(0x7fe7240b3d50 msgr2=0x7fe7240b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 -- 172.21.15.3:0/1359296567 shutdown_connections 2024-09-10T07:27:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.763+0000 7fe72c22e640 1 -- 172.21.15.3:0/1359296567 wait complete. 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.764+0000 7fe72c22e640 1 Processor -- start 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 -- start start 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7240cf340 0x7fe7240ae490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe72415db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7241476d0 0x7fe7240afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7240cd150 con 0x7fe7240d04c0 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe724147ee0 con 0x7fe7240cf340 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe72c22e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7240cd2d0 con 0x7fe7241476d0 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe7297c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe72415db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe7297c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe72415db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43804/0 (socket says 172.21.15.3:43804) 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.765+0000 7fe7297c9640 1 -- 172.21.15.3:0/380964276 learned_addr learned my addr 172.21.15.3:0/380964276 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe729fca640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7240cf340 0x7fe7240ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe72a7cb640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7241476d0 0x7fe7240afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7297c9640 1 -- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7241476d0 msgr2=0x7fe7240afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7297c9640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7241476d0 0x7fe7240afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7297c9640 1 -- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7240cf340 msgr2=0x7fe7240ae490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7297c9640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7240cf340 0x7fe7240ae490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7297c9640 1 -- 172.21.15.3:0/380964276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7240b02f0 con 0x7fe7240d04c0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe729fca640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7240cf340 0x7fe7240ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe72a7cb640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7241476d0 0x7fe7240afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7297c9640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe72415db30 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fe71800c3f0 tx=0x7fe71800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7180074e0 con 0x7fe7240d04c0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7180047e0 con 0x7fe7240d04c0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe718004c10 con 0x7fe7240d04c0 2024-09-10T07:27:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7240b05b0 con 0x7fe7240d04c0 2024-09-10T07:27:54.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.766+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7240b0b70 con 0x7fe7240d04c0 2024-09-10T07:27:54.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.767+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe724071510 con 0x7fe7240d04c0 2024-09-10T07:27:54.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.768+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe718011070 con 0x7fe7240d04c0 2024-09-10T07:27:54.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.768+0000 7fe7227fc640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe71006be60 0x7fe71006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:54.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.768+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fe71808ab40 con 0x7fe7240d04c0 2024-09-10T07:27:54.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.768+0000 7fe729fca640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe71006be60 0x7fe71006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:54.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.769+0000 7fe729fca640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe71006be60 0x7fe71006e320 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe7240c6d00 tx=0x7fe71400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:54.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.772+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe71801a2b0 con 0x7fe7240d04c0 2024-09-10T07:27:54.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.982+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7240b1650 con 0x7fe7240d04c0 2024-09-10T07:27:54.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.983+0000 7fe7227fc640 1 -- 172.21.15.3:0/380964276 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7fe7180593f0 con 0x7fe7240d04c0 2024-09-10T07:27:54.983 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:54.983 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:54.983 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe71006be60 msgr2=0x7fe71006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe71006be60 0x7fe71006e320 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fe7240c6d00 tx=0x7fe71400b040 comp rx=0 tx=0).stop 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 msgr2=0x7fe72415db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe72415db30 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fe71800c3f0 tx=0x7fe71800c8b0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 shutdown_connections 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe71006be60 0x7fe71006e320 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7241476d0 0x7fe7240afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7240d04c0 0x7fe72415db30 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 --2- 172.21.15.3:0/380964276 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7240cf340 0x7fe7240ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:54.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 >> 172.21.15.3:0/380964276 conn(0x7fe7240b3d50 msgr2=0x7fe72406db50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:54.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 shutdown_connections 2024-09-10T07:27:54.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:54.985+0000 7fe72c22e640 1 -- 172.21.15.3:0/380964276 wait complete. 2024-09-10T07:27:54.995 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:55.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.098+0000 7fe243b4b640 1 Processor -- start 2024-09-10T07:27:55.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe243b4b640 1 -- start start 2024-09-10T07:27:55.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe243b4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 0x7fe23c0cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe243b4b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe23c073ec0 con 0x7fe23c06baf0 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe243b4b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe23c072e20 con 0x7fe23c0b47f0 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe243b4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe23c073100 con 0x7fe23c15e760 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe2418e7640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe23c06baf0 0x7fe23c06bed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32924/0 (socket says 172.21.15.3:32924) 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.099+0000 7fe2418e7640 1 -- 172.21.15.3:0/1292810842 learned_addr learned my addr 172.21.15.3:0/1292810842 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2410e6640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 0x7fe23c0cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2765414083 0 0) 0x7fe23c073ec0 con 0x7fe23c06baf0 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe224003520 con 0x7fe23c06baf0 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2081191980 0 0) 0x7fe224003520 con 0x7fe23c06baf0 2024-09-10T07:27:55.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 msgr2=0x7fe23c0cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 0x7fe23c0cefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 >> v1:172.21.15.70:6789/0 conn(0x7fe23c0b47f0 legacy=0x7fe23c0b4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23c0733e0 con 0x7fe23c06baf0 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe234001670 con 0x7fe23c06baf0 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 >> v1:172.21.15.3:6789/0 conn(0x7fe23c06baf0 legacy=0x7fe23c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 0x7fe224003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe224003fd0 0x7fe224004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe224004d40 0x7fe2240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c073100 con 0x7fe224004d40 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe22400bbb0 con 0x7fe224003fd0 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe22400bdb0 con 0x7fe23c15e760 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2420e8640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe224004d40 0x7fe2240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2418e7640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 0x7fe224003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.100+0000 7fe2410e6640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe224003fd0 0x7fe224004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2420e8640 1 -- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 msgr2=0x7fe224003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2420e8640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c15e760 0x7fe224003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2420e8640 1 -- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe224003fd0 msgr2=0x7fe224004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2420e8640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe224003fd0 0x7fe224004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2420e8640 1 -- 172.21.15.3:0/1292810842 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe224003520 con 0x7fe224004d40 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2410e6640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe224003fd0 0x7fe224004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2420e8640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe224004d40 0x7fe2240051c0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fe22c001e50 tx=0x7fe224005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c20408ba25a50b44 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c001a70 con 0x7fe224004d40 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22c003970 con 0x7fe224004d40 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.101+0000 7fe2408e5640 1 -- 172.21.15.3:0/1292810842 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c003d60 con 0x7fe224004d40 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe243b4b640 1 -- 172.21.15.3:0/1292810842 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe224004d40 msgr2=0x7fe2240051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe243b4b640 1 --2- 172.21.15.3:0/1292810842 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe224004d40 0x7fe2240051c0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fe22c001e50 tx=0x7fe224005830 comp rx=0 tx=0).stop 2024-09-10T07:27:55.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe2420e8640 1 -- 172.21.15.3:0/1292810842 reap_dead start 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe243b4b640 1 -- 172.21.15.3:0/1292810842 shutdown_connections 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe243b4b640 1 -- 172.21.15.3:0/1292810842 >> 172.21.15.3:0/1292810842 conn(0x7fe23c0b2c50 msgr2=0x7fe23c0b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe243b4b640 1 -- 172.21.15.3:0/1292810842 shutdown_connections 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.102+0000 7fe243b4b640 1 -- 172.21.15.3:0/1292810842 wait complete. 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.103+0000 7fe243b4b640 1 Processor -- start 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.103+0000 7fe243b4b640 1 -- start start 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe243b4b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe23c153560 0x7fe23c153940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe243b4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c153f60 0x7fe23c1f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe243b4b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 0x7fe23c0b2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe243b4b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c06c850 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe243b4b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c0739a0 con 0x7fe23c153560 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe243b4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe23c0b5390 con 0x7fe23c153f60 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe2420e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 0x7fe23c0b2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe2420e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 0x7fe23c0b2160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43832/0 (socket says 172.21.15.3:43832) 2024-09-10T07:27:55.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe2420e8640 1 -- 172.21.15.3:0/109600859 learned_addr learned my addr 172.21.15.3:0/109600859 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe2410e6640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c153f60 0x7fe23c1f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.104+0000 7fe2418e7640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe23c153560 0x7fe23c153940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2420e8640 1 -- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c153f60 msgr2=0x7fe23c1f5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2420e8640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c153f60 0x7fe23c1f5100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2420e8640 1 -- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe23c153560 msgr2=0x7fe23c153940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2420e8640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe23c153560 0x7fe23c153940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2420e8640 1 -- 172.21.15.3:0/109600859 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23c158060 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2418e7640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe23c153560 0x7fe23c153940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe2420e8640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 0x7fe23c0b2160 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fe22c02a920 tx=0x7fe22c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c041070 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe22c006d60 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c001a70 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe23c158340 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.105+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe23c158900 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.106+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe23c0b57a0 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.106+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe22c044070 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.107+0000 7fe23a7fc640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe22806be30 0x7fe22806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.107+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fe22c0aa460 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.107+0000 7fe2418e7640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe22806be30 0x7fe22806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.108+0000 7fe2418e7640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe22806be30 0x7fe22806e2f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe234001eb0 tx=0x7fe234009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.111+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe22c078bf0 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.290+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe23c0b38b0 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.291+0000 7fe23a7fc640 1 -- 172.21.15.3:0/109600859 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+16885 (secure 0 0 0) 0x7fe22c0784f0 con 0x7fe23c0b1ce0 2024-09-10T07:27:55.291 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:55.292 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:45.096617+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:27:41.121261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T07:27:42.446499+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe22806be30 msgr2=0x7fe22806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe22806be30 0x7fe22806e2f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fe234001eb0 tx=0x7fe234009040 comp rx=0 tx=0).stop 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 msgr2=0x7fe23c0b2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 0x7fe23c0b2160 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fe22c02a920 tx=0x7fe22c0014a0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 shutdown_connections 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe22806be30 0x7fe22806e2f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe23c0b1ce0 0x7fe23c0b2160 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe23c153f60 0x7fe23c1f5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 --2- 172.21.15.3:0/109600859 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe23c153560 0x7fe23c153940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 >> 172.21.15.3:0/109600859 conn(0x7fe23c0b2c50 msgr2=0x7fe23c06ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:55.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 shutdown_connections 2024-09-10T07:27:55.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.294+0000 7fe243b4b640 1 -- 172.21.15.3:0/109600859 wait complete. 2024-09-10T07:27:55.305 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:27:55.310 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:55.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.413+0000 7fd97c354640 1 Processor -- start 2024-09-10T07:27:55.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.413+0000 7fd97c354640 1 -- start start 2024-09-10T07:27:55.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97c354640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd9740cf340 0x7fd974071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97c354640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9741476d0 0x7fd9740cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97c354640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fd9740d02f0 0x7fd974161f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97c354640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fd9740d0760 con 0x7fd9740cf340 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97c354640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fd97415e7c0 con 0x7fd9740d02f0 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97c354640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd974071b80 con 0x7fd9741476d0 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd9740cf340 0x7fd974071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fd9740cf340 0x7fd974071510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43844/0 (socket says 172.21.15.3:43844) 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 -- 172.21.15.3:0/652261455 learned_addr learned my addr 172.21.15.3:0/652261455 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a8f1640 1 --2- 172.21.15.3:0/652261455 >> v2:172.21.15.70:3300/0 conn(0x7fd9740d02f0 0x7fd974161f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd9798ef640 1 --2- 172.21.15.3:0/652261455 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9741476d0 0x7fd9740cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 -- 172.21.15.3:0/652261455 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9741476d0 msgr2=0x7fd9740cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 --2- 172.21.15.3:0/652261455 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9741476d0 0x7fd9740cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 -- 172.21.15.3:0/652261455 >> v2:172.21.15.70:3300/0 conn(0x7fd9740d02f0 msgr2=0x7fd974161f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 --2- 172.21.15.3:0/652261455 >> v2:172.21.15.70:3300/0 conn(0x7fd9740d02f0 0x7fd974161f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a0f0640 1 -- 172.21.15.3:0/652261455 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd974071e60 con 0x7fd9740cf340 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.414+0000 7fd97a8f1640 1 --2- 172.21.15.3:0/652261455 >> v2:172.21.15.70:3300/0 conn(0x7fd9740d02f0 0x7fd974161f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.415+0000 7fd97a0f0640 1 --2- 172.21.15.3:0/652261455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9740cf340 0x7fd974071510 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7fd9740686d0 tx=0x7fd96402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f441b35839c7edc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.415+0000 7fd9790ee640 1 -- 172.21.15.3:0/652261455 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd964036070 con 0x7fd9740cf340 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.415+0000 7fd9790ee640 1 -- 172.21.15.3:0/652261455 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd964031600 con 0x7fd9740cf340 2024-09-10T07:27:55.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.415+0000 7fd9790ee640 1 -- 172.21.15.3:0/652261455 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9640319d0 con 0x7fd9740cf340 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.415+0000 7fd97c354640 1 -- 172.21.15.3:0/652261455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9740cf340 msgr2=0x7fd974071510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.415+0000 7fd97c354640 1 --2- 172.21.15.3:0/652261455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9740cf340 0x7fd974071510 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7fd9740686d0 tx=0x7fd96402a610 comp rx=0 tx=0).stop 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 -- 172.21.15.3:0/652261455 shutdown_connections 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 --2- 172.21.15.3:0/652261455 >> v2:172.21.15.70:3300/0 conn(0x7fd9740d02f0 0x7fd974161f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 --2- 172.21.15.3:0/652261455 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9741476d0 0x7fd9740cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 --2- 172.21.15.3:0/652261455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9740cf340 0x7fd974071510 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 -- 172.21.15.3:0/652261455 >> 172.21.15.3:0/652261455 conn(0x7fd9740b3d50 msgr2=0x7fd9740b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 -- 172.21.15.3:0/652261455 shutdown_connections 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.416+0000 7fd97c354640 1 -- 172.21.15.3:0/652261455 wait complete. 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.417+0000 7fd97c354640 1 Processor -- start 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.417+0000 7fd97c354640 1 -- start start 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9740cf340 0x7fd9740cbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9740d02f0 0x7fd9741f3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 0x7fd9741f3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd974147ee0 con 0x7fd9741476d0 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fd974072420 con 0x7fd9740cf340 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fd974162480 con 0x7fd9740d02f0 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 0x7fd9741f3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 0x7fd9741f3750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43854/0 (socket says 172.21.15.3:43854) 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 -- 172.21.15.3:0/177488578 learned_addr learned my addr 172.21.15.3:0/177488578 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:55.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a0f0640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9740cf340 0x7fd9740cbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd9798ef640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9740d02f0 0x7fd9741f3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 -- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9740d02f0 msgr2=0x7fd9741f3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9740d02f0 0x7fd9741f3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 -- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9740cf340 msgr2=0x7fd9740cbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9740cf340 0x7fd9740cbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 -- 172.21.15.3:0/177488578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd974160bd0 con 0x7fd9741476d0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97a8f1640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 0x7fd9741f3750 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00e7e0 tx=0x7fd96c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96c00f040 con 0x7fd9741476d0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd96c004030 con 0x7fd9741476d0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd974160eb0 con 0x7fd9741476d0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96c0043e0 con 0x7fd9741476d0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.418+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9741607f0 con 0x7fd9741476d0 2024-09-10T07:27:55.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.419+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9741613d0 con 0x7fd9741476d0 2024-09-10T07:27:55.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.420+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd96c00c6d0 con 0x7fd9741476d0 2024-09-10T07:27:55.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.420+0000 7fd972ffd640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd96006be30 0x7fd96006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.421+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fd96c08ad00 con 0x7fd9741476d0 2024-09-10T07:27:55.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.421+0000 7fd97a0f0640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd96006be30 0x7fd96006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.421+0000 7fd97a0f0640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd96006be30 0x7fd96006e2f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd964033000 tx=0x7fd964009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.425+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd9741613d0 con 0x7fd9741476d0 2024-09-10T07:27:55.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.635+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd974161f40 con 0x7fd9741476d0 2024-09-10T07:27:55.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.635+0000 7fd972ffd640 1 -- 172.21.15.3:0/177488578 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7fd96c017020 con 0x7fd9741476d0 2024-09-10T07:27:55.635 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:55.635 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:55.635 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:55.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.637+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd96006be30 msgr2=0x7fd96006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.637+0000 7fd97c354640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd96006be30 0x7fd96006e2f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fd964033000 tx=0x7fd964009000 comp rx=0 tx=0).stop 2024-09-10T07:27:55.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.637+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 msgr2=0x7fd9741f3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.637+0000 7fd97c354640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 0x7fd9741f3750 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00e7e0 tx=0x7fd96c00eca0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.637+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 shutdown_connections 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.637+0000 7fd97c354640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fd96006be30 0x7fd96006e2f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.638+0000 7fd97c354640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9741476d0 0x7fd9741f3750 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.638+0000 7fd97c354640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fd9740d02f0 0x7fd9741f3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.638+0000 7fd97c354640 1 --2- 172.21.15.3:0/177488578 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fd9740cf340 0x7fd9740cbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.638+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 >> 172.21.15.3:0/177488578 conn(0x7fd9740b3d50 msgr2=0x7fd9740b34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.638+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 shutdown_connections 2024-09-10T07:27:55.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.638+0000 7fd97c354640 1 -- 172.21.15.3:0/177488578 wait complete. 2024-09-10T07:27:55.648 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:27:55.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.751+0000 7f9986bbd640 1 Processor -- start 2024-09-10T07:27:55.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.751+0000 7f9986bbd640 1 -- start start 2024-09-10T07:27:55.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9986bbd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f998015e800 0x7f99800cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9986bbd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99800cfd30 con 0x7f99800cf910 2024-09-10T07:27:55.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9986bbd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f998015ebe0 con 0x7f99800d3470 2024-09-10T07:27:55.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9986bbd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f99800d42d0 con 0x7f998015e800 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9977fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f99800cf910 0x7f998006d690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32936/0 (socket says 172.21.15.3:32936) 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9977fff640 1 -- 172.21.15.3:0/4073731045 learned_addr learned my addr 172.21.15.3:0/4073731045 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9984959640 1 --2- 172.21.15.3:0/4073731045 >> v2:172.21.15.70:3300/0 conn(0x7f998015e800 0x7f99800cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f99777fe640 1 -- 172.21.15.3:0/4073731045 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2441216556 0 0) 0x7f99800cfd30 con 0x7f99800cf910 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f99777fe640 1 -- 172.21.15.3:0/4073731045 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9968003520 con 0x7f99800cf910 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9984959640 1 -- 172.21.15.3:0/4073731045 >> v1:172.21.15.70:6789/0 conn(0x7f99800d3470 legacy=0x7f998006dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9984959640 1 -- 172.21.15.3:0/4073731045 >> v1:172.21.15.3:6789/0 conn(0x7f99800cf910 legacy=0x7f998006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.752+0000 7f9984959640 1 -- 172.21.15.3:0/4073731045 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99800d3ff0 con 0x7f998015e800 2024-09-10T07:27:55.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.753+0000 7f9984959640 1 --2- 172.21.15.3:0/4073731045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f998015e800 0x7f99800cf3d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f997c0097a0 tx=0x7f997c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74ae0ca7cacb607e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.753+0000 7f99777fe640 1 -- 172.21.15.3:0/4073731045 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c037070 con 0x7f998015e800 2024-09-10T07:27:55.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.753+0000 7f99777fe640 1 -- 172.21.15.3:0/4073731045 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f997c032440 con 0x7f998015e800 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.753+0000 7f99777fe640 1 -- 172.21.15.3:0/4073731045 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c0327f0 con 0x7f998015e800 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 -- 172.21.15.3:0/4073731045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f998015e800 msgr2=0x7f99800cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 --2- 172.21.15.3:0/4073731045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f998015e800 0x7f99800cf3d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f997c0097a0 tx=0x7f997c02a230 comp rx=0 tx=0).stop 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 -- 172.21.15.3:0/4073731045 shutdown_connections 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 --2- 172.21.15.3:0/4073731045 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f998015e800 0x7f99800cf3d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 -- 172.21.15.3:0/4073731045 >> 172.21.15.3:0/4073731045 conn(0x7f998009d750 msgr2=0x7f99800d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 -- 172.21.15.3:0/4073731045 shutdown_connections 2024-09-10T07:27:55.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.754+0000 7f9986bbd640 1 -- 172.21.15.3:0/4073731045 wait complete. 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.755+0000 7f9986bbd640 1 Processor -- start 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.755+0000 7f9986bbd640 1 -- start start 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9986bbd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99800cf910 0x7f998014e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9986bbd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99800d3470 0x7f99800b95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9986bbd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 0x7f99800b9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9986bbd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f998006d170 con 0x7f998015e800 2024-09-10T07:27:55.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9986bbd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f998006ce90 con 0x7f99800d3470 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9986bbd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f99800d4e30 con 0x7f99800cf910 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f998515a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 0x7f99800b9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f998515a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 0x7f99800b9af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43870/0 (socket says 172.21.15.3:43870) 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f998515a640 1 -- 172.21.15.3:0/3802577471 learned_addr learned my addr 172.21.15.3:0/3802577471 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.756+0000 7f9984959640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99800cf910 0x7f998014e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f9977fff640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99800d3470 0x7f99800b95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f998515a640 1 -- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99800cf910 msgr2=0x7f998014e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f998515a640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99800cf910 0x7f998014e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f998515a640 1 -- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99800d3470 msgr2=0x7f99800b95b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f998515a640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99800d3470 0x7f99800b95b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f998515a640 1 -- 172.21.15.3:0/3802577471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998015f930 con 0x7f998015e800 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f9977fff640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99800d3470 0x7f99800b95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:55.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f998515a640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 0x7f99800b9af0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f997800c7a0 tx=0x7f997800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9978003b70 con 0x7f998015e800 2024-09-10T07:27:55.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9978003d30 con 0x7f998015e800 2024-09-10T07:27:55.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998014eed0 con 0x7f998015e800 2024-09-10T07:27:55.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997800aa90 con 0x7f998015e800 2024-09-10T07:27:55.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.757+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f998015fe80 con 0x7f998015e800 2024-09-10T07:27:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.758+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9980068880 con 0x7f998015e800 2024-09-10T07:27:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.759+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f997800ac30 con 0x7f998015e800 2024-09-10T07:27:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.759+0000 7f99757fa640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f996c06be30 0x7f996c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.759+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f997808af60 con 0x7f998015e800 2024-09-10T07:27:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.759+0000 7f9984959640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f996c06be30 0x7f996c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.760+0000 7f9984959640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f996c06be30 0x7f996c06e2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f997c034000 tx=0x7f997c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.763+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f99780596f0 con 0x7f998015e800 2024-09-10T07:27:55.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.974+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99800cf3d0 con 0x7f998015e800 2024-09-10T07:27:55.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.974+0000 7f99757fa640 1 -- 172.21.15.3:0/3802577471 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5210 (secure 0 0 0) 0x7f9978058ff0 con 0x7f998015e800 2024-09-10T07:27:55.975 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:55.975 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":71,"btime":"2024-09-10T07:27:47:120042+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:27:43.464275+0000","modified":"2024-09-10T07:27:46.341871+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6888},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6888":{"gid":6888,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6833/323981743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":323981743},{"type":"v1","addr":"172.21.15.3:6833","nonce":323981743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6888,"qdb_cluster":[6888]},"id":5}]} 2024-09-10T07:27:55.976 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 71 2024-09-10T07:27:55.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f996c06be30 msgr2=0x7f996c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f996c06be30 0x7f996c06e2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f997c034000 tx=0x7f997c02e000 comp rx=0 tx=0).stop 2024-09-10T07:27:55.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 msgr2=0x7f99800b9af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:55.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 0x7f99800b9af0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f997800c7a0 tx=0x7f997800cc60 comp rx=0 tx=0).stop 2024-09-10T07:27:55.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 shutdown_connections 2024-09-10T07:27:55.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f996c06be30 0x7f996c06e2f0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f998015e800 0x7f99800b9af0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f99800d3470 0x7f99800b95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 --2- 172.21.15.3:0/3802577471 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f99800cf910 0x7f998014e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:55.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 >> 172.21.15.3:0/3802577471 conn(0x7f998009d750 msgr2=0x7f99800d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:55.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 shutdown_connections 2024-09-10T07:27:55.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:55.977+0000 7f9986bbd640 1 -- 172.21.15.3:0/3802577471 wait complete. 2024-09-10T07:27:55.988 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:27:56.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 Processor -- start 2024-09-10T07:27:56.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 -- start start 2024-09-10T07:27:56.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c15d0f0 0x7fa53c06baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa53c06c030 0x7fa53c06ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa53c0705a0 con 0x7fa53c159f80 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa53c0cd600 con 0x7fa53c06c030 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.091+0000 7fa5423a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa53c070810 con 0x7fa53c15d0f0 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa53c06c030 0x7fa53c06ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa53c06c030 0x7fa53c06ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43872/0 (socket says 172.21.15.3:43872) 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 -- 172.21.15.3:0/3812386193 learned_addr learned my addr 172.21.15.3:0/3812386193 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa533fff640 1 --2- 172.21.15.3:0/3812386193 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c15d0f0 0x7fa53c06baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 -- 172.21.15.3:0/3812386193 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c15d0f0 msgr2=0x7fa53c06baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 --2- 172.21.15.3:0/3812386193 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c15d0f0 0x7fa53c06baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 -- 172.21.15.3:0/3812386193 >> v1:172.21.15.70:6789/0 conn(0x7fa53c159f80 legacy=0x7fa53c0cb720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:56.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.092+0000 7fa540943640 1 -- 172.21.15.3:0/3812386193 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa53c070af0 con 0x7fa53c06c030 2024-09-10T07:27:56.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa540943640 1 --2- 172.21.15.3:0/3812386193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c06ecd0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fa534009e50 tx=0x7fa53402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0c55f9b18fcb651 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa53b7fe640 1 -- 172.21.15.3:0/3812386193 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa534036070 con 0x7fa53c06c030 2024-09-10T07:27:56.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa53b7fe640 1 -- 172.21.15.3:0/3812386193 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa534031600 con 0x7fa53c06c030 2024-09-10T07:27:56.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa53b7fe640 1 -- 172.21.15.3:0/3812386193 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5340319d0 con 0x7fa53c06c030 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 -- 172.21.15.3:0/3812386193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 msgr2=0x7fa53c06ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 --2- 172.21.15.3:0/3812386193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c06ecd0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fa534009e50 tx=0x7fa53402a680 comp rx=0 tx=0).stop 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 -- 172.21.15.3:0/3812386193 shutdown_connections 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 --2- 172.21.15.3:0/3812386193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c06ecd0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 --2- 172.21.15.3:0/3812386193 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c15d0f0 0x7fa53c06baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 -- 172.21.15.3:0/3812386193 >> 172.21.15.3:0/3812386193 conn(0x7fa53c0b2cc0 msgr2=0x7fa53c0b30a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 -- 172.21.15.3:0/3812386193 shutdown_connections 2024-09-10T07:27:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.093+0000 7fa5423a6640 1 -- 172.21.15.3:0/3812386193 wait complete. 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 Processor -- start 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 -- start start 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c14f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa53c15d0f0 0x7fa53c0cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c0b3fc0 0x7fa53c0c9510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa53c06f210 con 0x7fa53c06c030 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa53c15d550 con 0x7fa53c15d0f0 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa5423a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa53c06f390 con 0x7fa53c0b3fc0 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.095+0000 7fa53bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c14f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c14f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43884/0 (socket says 172.21.15.3:43884) 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 -- 172.21.15.3:0/1297028528 learned_addr learned my addr 172.21.15.3:0/1297028528 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa540943640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c0b3fc0 0x7fa53c0c9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa533fff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa53c15d0f0 0x7fa53c0cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 -- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c0b3fc0 msgr2=0x7fa53c0c9510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c0b3fc0 0x7fa53c0c9510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 -- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa53c15d0f0 msgr2=0x7fa53c0cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa53c15d0f0 0x7fa53c0cade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 -- 172.21.15.3:0/1297028528 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa53c0c9d40 con 0x7fa53c06c030 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa533fff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa53c15d0f0 0x7fa53c0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa540943640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c0b3fc0 0x7fa53c0c9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa53bfff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c14f6e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fa52c00c400 tx=0x7fa52c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c0052d0 con 0x7fa53c06c030 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa52c005490 con 0x7fa53c06c030 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa53c0ca020 con 0x7fa53c06c030 2024-09-10T07:27:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c007260 con 0x7fa53c06c030 2024-09-10T07:27:56.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.096+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa53c0ca5e0 con 0x7fa53c06c030 2024-09-10T07:27:56.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.097+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa53c06ecd0 con 0x7fa53c06c030 2024-09-10T07:27:56.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.098+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa52c007400 con 0x7fa53c06c030 2024-09-10T07:27:56.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.098+0000 7fa5397fa640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa51c06be30 0x7fa51c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.098+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7fa52c08a4a0 con 0x7fa53c06c030 2024-09-10T07:27:56.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.098+0000 7fa533fff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa51c06be30 0x7fa51c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.099+0000 7fa533fff640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa51c06be30 0x7fa51c06e2f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa524006fd0 tx=0x7fa524008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.103+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa52c058d50 con 0x7fa53c06c030 2024-09-10T07:27:56.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.279+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa53c073250 con 0x7fa53c06c030 2024-09-10T07:27:56.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.280+0000 7fa5397fa640 1 -- 172.21.15.3:0/1297028528 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+16885 (secure 0 0 0) 0x7fa52c058650 con 0x7fa53c06c030 2024-09-10T07:27:56.280 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:27:56.280 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:45.096617+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:27:41.121261+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T07:27:42.446499+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:27:56.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa51c06be30 msgr2=0x7fa51c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa51c06be30 0x7fa51c06e2f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa524006fd0 tx=0x7fa524008040 comp rx=0 tx=0).stop 2024-09-10T07:27:56.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 msgr2=0x7fa53c14f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c14f6e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fa52c00c400 tx=0x7fa52c00c8c0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 shutdown_connections 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa51c06be30 0x7fa51c06e2f0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa53c0b3fc0 0x7fa53c0c9510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa53c15d0f0 0x7fa53c0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 --2- 172.21.15.3:0/1297028528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa53c06c030 0x7fa53c14f6e0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 >> 172.21.15.3:0/1297028528 conn(0x7fa53c0b2cc0 msgr2=0x7fa53c0affb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 shutdown_connections 2024-09-10T07:27:56.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.282+0000 7fa5423a6640 1 -- 172.21.15.3:0/1297028528 wait complete. 2024-09-10T07:27:56.293 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:27:56.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.397+0000 7f0ba92e4640 1 Processor -- start 2024-09-10T07:27:56.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.397+0000 7f0ba92e4640 1 -- start start 2024-09-10T07:27:56.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba92e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba40d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba92e4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ba40b3a30 0x7f0ba40d2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba92e4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ba40b42f0 con 0x7f0ba415e280 2024-09-10T07:27:56.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba92e4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0ba40b4c20 con 0x7f0ba40b3a30 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba92e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0ba40cfee0 con 0x7f0ba415e660 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba37fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ba40b3a30 0x7f0ba40d2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba2ffd640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0ba415e280 0x7f0ba40d1f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32942/0 (socket says 172.21.15.3:32942) 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba2ffd640 1 -- 172.21.15.3:0/525672901 learned_addr learned my addr 172.21.15.3:0/525672901 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba37fe640 1 -- 172.21.15.3:0/525672901 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 msgr2=0x7f0ba40d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba27fc640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba40d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba37fe640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba40d29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba1ffb640 1 -- 172.21.15.3:0/525672901 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3808601179 0 0) 0x7f0ba40b42f0 con 0x7f0ba415e280 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba37fe640 1 -- 172.21.15.3:0/525672901 >> v1:172.21.15.3:6789/0 conn(0x7f0ba415e280 legacy=0x7f0ba40d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba37fe640 1 -- 172.21.15.3:0/525672901 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ba40b45d0 con 0x7f0ba40b3a30 2024-09-10T07:27:56.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.398+0000 7f0ba27fc640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba40d29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.399+0000 7f0ba37fe640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba40d2ee0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0097a0 tx=0x7f0b9c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa3760392a430feb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.399+0000 7f0ba1ffb640 1 -- 172.21.15.3:0/525672901 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c037070 con 0x7f0ba40b3a30 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.399+0000 7f0ba1ffb640 1 -- 172.21.15.3:0/525672901 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b9c032440 con 0x7f0ba40b3a30 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.399+0000 7f0ba1ffb640 1 -- 172.21.15.3:0/525672901 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c032810 con 0x7f0ba40b3a30 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 -- 172.21.15.3:0/525672901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 msgr2=0x7f0ba40d2ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba40d2ee0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0097a0 tx=0x7f0b9c02a180 comp rx=0 tx=0).stop 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 -- 172.21.15.3:0/525672901 shutdown_connections 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba40d2ee0 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/525672901 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba40d29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 -- 172.21.15.3:0/525672901 >> 172.21.15.3:0/525672901 conn(0x7f0ba408ddf0 msgr2=0x7f0ba409d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 -- 172.21.15.3:0/525672901 shutdown_connections 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.400+0000 7f0ba92e4640 1 -- 172.21.15.3:0/525672901 wait complete. 2024-09-10T07:27:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.401+0000 7f0ba92e4640 1 Processor -- start 2024-09-10T07:27:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.401+0000 7f0ba92e4640 1 -- start start 2024-09-10T07:27:56.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba92e4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba415a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba92e4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ba415e280 0x7f0ba41fb730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba92e4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba41fbc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba92e4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0ba40b5230 con 0x7f0ba40b3a30 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba92e4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ba40b50b0 con 0x7f0ba415e280 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba92e4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0ba40ceed0 con 0x7f0ba415e660 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba415a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba415a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43892/0 (socket says 172.21.15.3:43892) 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba2ffd640 1 -- 172.21.15.3:0/2839481569 learned_addr learned my addr 172.21.15.3:0/2839481569 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba37fe640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba41fbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba27fc640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ba415e280 0x7f0ba41fb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba2ffd640 1 -- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 msgr2=0x7f0ba41fbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba2ffd640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba41fbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.402+0000 7f0ba2ffd640 1 -- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ba415e280 msgr2=0x7f0ba41fb730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0ba2ffd640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ba415e280 0x7f0ba41fb730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0ba2ffd640 1 -- 172.21.15.3:0/2839481569 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ba415fad0 con 0x7f0ba40b3a30 2024-09-10T07:27:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0ba27fc640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ba415e280 0x7f0ba41fb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0ba2ffd640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba415a550 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f0b9400c890 tx=0x7f0b9400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b94018070 con 0x7f0ba40b3a30 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b9400a640 con 0x7f0ba40b3a30 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ba40ce320 con 0x7f0ba40b3a30 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b9400aa30 con 0x7f0ba40b3a30 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.403+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ba415fd90 con 0x7f0ba40b3a30 2024-09-10T07:27:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.404+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ba40ce840 con 0x7f0ba40b3a30 2024-09-10T07:27:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.404+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b9401b070 con 0x7f0ba40b3a30 2024-09-10T07:27:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.405+0000 7f0b9b7fe640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b8406be30 0x7f0b8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.405+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 6101+0+0 (secure 0 0 0) 0x7f0b9408a5f0 con 0x7f0ba40b3a30 2024-09-10T07:27:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.405+0000 7f0ba27fc640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b8406be30 0x7f0b8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.406+0000 7f0ba27fc640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b8406be30 0x7f0b8406e2f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f0ba40b7790 tx=0x7f0b8c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.409+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b940587c0 con 0x7f0ba40b3a30 2024-09-10T07:27:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.623+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f0ba40d1f90 con 0x7f0ba40b3a30 2024-09-10T07:27:56.624 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:27:56.624+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:27:56.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.627+0000 7f0b9b7fe640 1 -- 172.21.15.3:0/2839481569 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v72) ==== 161+0+0 (secure 0 0 0) 0x7f0b9405cac0 con 0x7f0ba40b3a30 2024-09-10T07:27:56.627 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:27:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b8406be30 msgr2=0x7f0b8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b8406be30 0x7f0b8406e2f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f0ba40b7790 tx=0x7f0b8c008040 comp rx=0 tx=0).stop 2024-09-10T07:27:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 msgr2=0x7f0ba415a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba415a550 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f0b9400c890 tx=0x7f0b9400cd50 comp rx=0 tx=0).stop 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 shutdown_connections 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0b8406be30 0x7f0b8406e2f0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ba415e660 0x7f0ba41fbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ba415e280 0x7f0ba41fb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 --2- 172.21.15.3:0/2839481569 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ba40b3a30 0x7f0ba415a550 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 >> 172.21.15.3:0/2839481569 conn(0x7f0ba408ddf0 msgr2=0x7f0ba40b1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 shutdown_connections 2024-09-10T07:27:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.631+0000 7f0ba92e4640 1 -- 172.21.15.3:0/2839481569 wait complete. 2024-09-10T07:27:56.632 INFO:tasks.ceph.mds.a.smithi003.stderr: -1491> 2024-09-10T07:27:45.087+0000 7f153eddd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:27:56.644 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T07:27:56.659 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:27:56.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.748+0000 7f379ed28640 1 Processor -- start 2024-09-10T07:27:56.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.748+0000 7f379ed28640 1 -- start start 2024-09-10T07:27:56.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379ed28640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f37980d2120 0x7f37980d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379ed28640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379ed28640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37980ce2d0 con 0x7f379815f050 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379ed28640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f37980d2a40 con 0x7f37980d2120 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379ed28640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f379815fdb0 con 0x7f379806cbd0 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379cac4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f37980d2120 0x7f37980d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379d2c5640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f379815f050 0x7f37980ceba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:57626/0 (socket says 172.21.15.3:57626) 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f3797fff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.749+0000 7f379d2c5640 1 -- 172.21.15.3:0/1887368012 learned_addr learned my addr 172.21.15.3:0/1887368012 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.750+0000 7f379cac4640 1 -- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 msgr2=0x7f379815eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.750+0000 7f379cac4640 1 --2- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.750+0000 7f379cac4640 1 -- 172.21.15.3:0/1887368012 >> v1:172.21.15.70:6789/0 conn(0x7f379815f050 legacy=0x7f37980ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.750+0000 7f37977fe640 1 -- 172.21.15.3:0/1887368012 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1156189480 0 0) 0x7f3790001490 con 0x7f379815f050 2024-09-10T07:27:56.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.750+0000 7f379cac4640 1 -- 172.21.15.3:0/1887368012 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f379815f7f0 con 0x7f37980d2120 2024-09-10T07:27:56.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.750+0000 7f379cac4640 1 --2- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37980d2120 0x7f37980d2500 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f37880097a0 tx=0x7f378802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=487866348f1bb99c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f37977fe640 1 -- 172.21.15.3:0/1887368012 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788037070 con 0x7f37980d2120 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f37977fe640 1 -- 172.21.15.3:0/1887368012 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3788032440 con 0x7f37980d2120 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f37977fe640 1 -- 172.21.15.3:0/1887368012 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788032810 con 0x7f37980d2120 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 -- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37980d2120 msgr2=0x7f37980d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 --2- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37980d2120 0x7f37980d2500 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f37880097a0 tx=0x7f378802a180 comp rx=0 tx=0).stop 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 -- 172.21.15.3:0/1887368012 shutdown_connections 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 --2- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 --2- 172.21.15.3:0/1887368012 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f37980d2120 0x7f37980d2500 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 -- 172.21.15.3:0/1887368012 >> 172.21.15.3:0/1887368012 conn(0x7f379806fed0 msgr2=0x7f37980702b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:56.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 -- 172.21.15.3:0/1887368012 shutdown_connections 2024-09-10T07:27:56.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.751+0000 7f379ed28640 1 -- 172.21.15.3:0/1887368012 wait complete. 2024-09-10T07:27:56.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.752+0000 7f379ed28640 1 Processor -- start 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.752+0000 7f379ed28640 1 -- start start 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f379ed28640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f379ed28640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 0x7f37980b5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f379ed28640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379815f050 0x7f3798160200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f379ed28640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f37980ccda0 con 0x7f37980d2120 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f379ed28640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f37980ccac0 con 0x7f379815f050 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f379ed28640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f379815f500 con 0x7f379806cbd0 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f3797fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 0x7f37980b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f3797fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 0x7f37980b5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43908/0 (socket says 172.21.15.3:43908) 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.753+0000 7f3797fff640 1 -- 172.21.15.3:0/637048229 learned_addr learned my addr 172.21.15.3:0/637048229 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f379d2c5640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379815f050 0x7f3798160200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f379cac4640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f3797fff640 1 -- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 msgr2=0x7f379815aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f3797fff640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f3797fff640 1 -- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379815f050 msgr2=0x7f3798160200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f3797fff640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379815f050 0x7f3798160200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f3797fff640 1 -- 172.21.15.3:0/637048229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37980ca260 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f379d2c5640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379815f050 0x7f3798160200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f3797fff640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 0x7f37980b5020 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f378c00e840 tx=0x7f378c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c017070 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f378c00c940 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37980b5870 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c00cd10 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.754+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37980b5e30 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.755+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37980cf860 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.756+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f378c01a070 con 0x7f37980d2120 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.756+0000 7f37957fa640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f378406be30 0x7f378406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:56.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.756+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6187+0+0 (secure 0 0 0) 0x7f378c08aea0 con 0x7f37980d2120 2024-09-10T07:27:56.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.756+0000 7f379cac4640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f378406be30 0x7f378406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:56.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.757+0000 7f379cac4640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f378406be30 0x7f378406e2f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3788034000 tx=0x7f378802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:56.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.760+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f378c059670 con 0x7f37980d2120 2024-09-10T07:27:56.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:56.972+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f37980ca430 con 0x7f37980d2120 2024-09-10T07:27:57.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.630+0000 7f37957fa640 1 -- 172.21.15.3:0/637048229 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v73) ==== 104+0+0 (secure 0 0 0) 0x7f378c058f70 con 0x7f37980d2120 2024-09-10T07:27:57.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.633+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f378406be30 msgr2=0x7f378406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.633+0000 7f379ed28640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f378406be30 0x7f378406e2f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f3788034000 tx=0x7f378802e000 comp rx=0 tx=0).stop 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.633+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 msgr2=0x7f37980b5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.633+0000 7f379ed28640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 0x7f37980b5020 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f378c00e840 tx=0x7f378c00ed00 comp rx=0 tx=0).stop 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 shutdown_connections 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f378406be30 0x7f378406e2f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f379815f050 0x7f3798160200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f37980d2120 0x7f37980b5020 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 --2- 172.21.15.3:0/637048229 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f379806cbd0 0x7f379815aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 >> 172.21.15.3:0/637048229 conn(0x7f379806fed0 msgr2=0x7f37980ceba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 shutdown_connections 2024-09-10T07:27:57.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.634+0000 7f379ed28640 1 -- 172.21.15.3:0/637048229 wait complete. 2024-09-10T07:27:57.647 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T07:27:57.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.804+0000 7f553ed33640 1 Processor -- start 2024-09-10T07:27:57.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.804+0000 7f553ed33640 1 -- start start 2024-09-10T07:27:57.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553ed33640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f553815e4d0 0x7f55380d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553ed33640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55380d1fb0 con 0x7f55380d13a0 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553ed33640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55380d2290 con 0x7f55380cfa90 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553ed33640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f55380d2570 con 0x7f553815e4d0 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553cacf640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f553815e4d0 0x7f55380d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553d2d0640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f55380d13a0 0x7f55380b3d00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:32968/0 (socket says 172.21.15.3:32968) 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.805+0000 7f553d2d0640 1 -- 172.21.15.3:0/781232469 learned_addr learned my addr 172.21.15.3:0/781232469 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.806+0000 7f553cacf640 1 -- 172.21.15.3:0/781232469 >> v1:172.21.15.70:6789/0 conn(0x7f55380cfa90 legacy=0x7f55380d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.806+0000 7f553cacf640 1 -- 172.21.15.3:0/781232469 >> v1:172.21.15.3:6789/0 conn(0x7f55380d13a0 legacy=0x7f55380b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.806+0000 7f553cacf640 1 -- 172.21.15.3:0/781232469 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55380d2850 con 0x7f553815e4d0 2024-09-10T07:27:57.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.806+0000 7f55377fe640 1 -- 172.21.15.3:0/781232469 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2033602055 0 0) 0x7f55380d1fb0 con 0x7f55380d13a0 2024-09-10T07:27:57.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.806+0000 7f553cacf640 1 --2- 172.21.15.3:0/781232469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f553815e4d0 0x7f55380d3050 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f55280097a0 tx=0x7f552802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5d79125bf99e33c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:57.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f55377fe640 1 -- 172.21.15.3:0/781232469 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5528037070 con 0x7f553815e4d0 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f55377fe640 1 -- 172.21.15.3:0/781232469 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5528032440 con 0x7f553815e4d0 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f55377fe640 1 -- 172.21.15.3:0/781232469 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5528032810 con 0x7f553815e4d0 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 -- 172.21.15.3:0/781232469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f553815e4d0 msgr2=0x7f55380d3050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 --2- 172.21.15.3:0/781232469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f553815e4d0 0x7f55380d3050 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f55280097a0 tx=0x7f552802a1a0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 -- 172.21.15.3:0/781232469 shutdown_connections 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 --2- 172.21.15.3:0/781232469 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f553815e4d0 0x7f55380d3050 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 -- 172.21.15.3:0/781232469 >> 172.21.15.3:0/781232469 conn(0x7f553809d650 msgr2=0x7f55380d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 -- 172.21.15.3:0/781232469 shutdown_connections 2024-09-10T07:27:57.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.807+0000 7f553ed33640 1 -- 172.21.15.3:0/781232469 wait complete. 2024-09-10T07:27:57.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.809+0000 7f553ed33640 1 Processor -- start 2024-09-10T07:27:57.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.809+0000 7f553ed33640 1 -- start start 2024-09-10T07:27:57.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.809+0000 7f553ed33640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55380cfa90 0x7f55380b8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 0x7f55380b8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f553815e4d0 0x7f55380b9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f553815e8b0 con 0x7f55380d13a0 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55380d4d80 con 0x7f553815e4d0 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f553815ea30 con 0x7f55380cfa90 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 0x7f55380b8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 0x7f55380b8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43920/0 (socket says 172.21.15.3:43920) 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 -- 172.21.15.3:0/340868053 learned_addr learned my addr 172.21.15.3:0/340868053 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553cacf640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55380cfa90 0x7f55380b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553d2d0640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f553815e4d0 0x7f55380b9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 -- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55380cfa90 msgr2=0x7f55380b8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55380cfa90 0x7f55380b8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 -- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f553815e4d0 msgr2=0x7f55380b9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f553815e4d0 0x7f55380b9300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 -- 172.21.15.3:0/340868053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55381e8dd0 con 0x7f55380d13a0 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f5537fff640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 0x7f55380b8dc0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f552c00c450 tx=0x7f552c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c0052d0 con 0x7f55380d13a0 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f552c005470 con 0x7f55380d13a0 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f552c012870 con 0x7f55380d13a0 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55381e90b0 con 0x7f55380d13a0 2024-09-10T07:27:57.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.810+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55381e9670 con 0x7f55380d13a0 2024-09-10T07:27:57.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.812+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5538069110 con 0x7f55380d13a0 2024-09-10T07:27:57.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.812+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f552c012a10 con 0x7f55380d13a0 2024-09-10T07:27:57.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.812+0000 7f55357fa640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f552406be30 0x7f552406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:57.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.813+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 6187+0+0 (secure 0 0 0) 0x7f552c08aa60 con 0x7f55380d13a0 2024-09-10T07:27:57.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.813+0000 7f553cacf640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f552406be30 0x7f552406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:57.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.813+0000 7f553cacf640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f552406be30 0x7f552406e2f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5528034000 tx=0x7f552802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:57.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.817+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f552c058c70 con 0x7f55380d13a0 2024-09-10T07:27:57.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:57.995+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f55380c7f80 con 0x7f55380d13a0 2024-09-10T07:27:58.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.634+0000 7f55357fa640 1 -- 172.21.15.3:0/340868053 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v84) ==== 181+0+0 (secure 0 0 0) 0x7f552c05cf70 con 0x7f55380d13a0 2024-09-10T07:27:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-09-10T07:27:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f552406be30 msgr2=0x7f552406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f552406be30 0x7f552406e2f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5528034000 tx=0x7f552802e000 comp rx=0 tx=0).stop 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 msgr2=0x7f55380b8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 0x7f55380b8dc0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f552c00c450 tx=0x7f552c00c910 comp rx=0 tx=0).stop 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 shutdown_connections 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f552406be30 0x7f552406e2f0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f553815e4d0 0x7f55380b9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55380d13a0 0x7f55380b8dc0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 --2- 172.21.15.3:0/340868053 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55380cfa90 0x7f55380b8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.638+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 >> 172.21.15.3:0/340868053 conn(0x7f553809d650 msgr2=0x7f55380b4170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:58.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.639+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 shutdown_connections 2024-09-10T07:27:58.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.639+0000 7f553ed33640 1 -- 172.21.15.3:0/340868053 wait complete. 2024-09-10T07:27:58.653 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T07:27:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.766+0000 7f1423911640 1 Processor -- start 2024-09-10T07:27:58.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.766+0000 7f1423911640 1 -- start start 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1423911640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f141c0d0430 0x7f141c1629e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1423911640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f141c15ed70 con 0x7f141c06e8a0 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1423911640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f141c15f050 con 0x7f141c15e620 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1423911640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f141c15f330 con 0x7f141c0d0430 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1421eae640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f141c06e8a0 0x7f141c06cee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34686/0 (socket says 172.21.15.3:34686) 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1421eae640 1 -- 172.21.15.3:0/3492730260 learned_addr learned my addr 172.21.15.3:0/3492730260 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1420eac640 1 --2- 172.21.15.3:0/3492730260 >> v2:172.21.15.70:3300/0 conn(0x7f141c0d0430 0x7f141c1629e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2685550765 0 0) 0x7f141c15ed70 con 0x7f141c06e8a0 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.767+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1408003520 con 0x7f141c06e8a0 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4040925837 0 0) 0x7f141c15f050 con 0x7f141c15e620 2024-09-10T07:27:58.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f141c15ed70 con 0x7f141c15e620 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3173540802 0 0) 0x7f1408003520 con 0x7f141c06e8a0 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1420eac640 1 -- 172.21.15.3:0/3492730260 >> v1:172.21.15.70:6789/0 conn(0x7f141c15e620 legacy=0x7f141c0cfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1420eac640 1 -- 172.21.15.3:0/3492730260 >> v1:172.21.15.3:6789/0 conn(0x7f141c06e8a0 legacy=0x7f141c06cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1420eac640 1 -- 172.21.15.3:0/3492730260 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141c15f610 con 0x7f141c0d0430 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.768+0000 7f1420eac640 1 --2- 172.21.15.3:0/3492730260 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c0d0430 0x7f141c1629e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f140c0097a0 tx=0x7f140c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc495b6cf701096d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c037070 con 0x7f141c0d0430 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f140c02ac50 con 0x7f141c0d0430 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1413fff640 1 -- 172.21.15.3:0/3492730260 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14140019f0 con 0x7f141c0d0430 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 -- 172.21.15.3:0/3492730260 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c0d0430 msgr2=0x7f141c1629e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 --2- 172.21.15.3:0/3492730260 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c0d0430 0x7f141c1629e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f140c0097a0 tx=0x7f140c02a1c0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 -- 172.21.15.3:0/3492730260 shutdown_connections 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 --2- 172.21.15.3:0/3492730260 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c0d0430 0x7f141c1629e0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 -- 172.21.15.3:0/3492730260 >> 172.21.15.3:0/3492730260 conn(0x7f141c06fdc0 msgr2=0x7f141c0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:58.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 -- 172.21.15.3:0/3492730260 shutdown_connections 2024-09-10T07:27:58.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.769+0000 7f1423911640 1 -- 172.21.15.3:0/3492730260 wait complete. 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 Processor -- start 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 -- start start 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c06e8a0 0x7f141c0c9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f141c0d0430 0x7f141c0cafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 0x7f141c161370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f141c15fb00 con 0x7f141c15e620 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f141c15f980 con 0x7f141c06e8a0 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.771+0000 7f1423911640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f141c15fc80 con 0x7f141c0d0430 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 0x7f141c161370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 0x7f141c161370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37098/0 (socket says 172.21.15.3:37098) 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 -- 172.21.15.3:0/965259777 learned_addr learned my addr 172.21.15.3:0/965259777 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f14216ad640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c06e8a0 0x7f141c0c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1420eac640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f141c0d0430 0x7f141c0cafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 -- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f141c0d0430 msgr2=0x7f141c0cafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f141c0d0430 0x7f141c0cafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 -- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c06e8a0 msgr2=0x7f141c0c9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c06e8a0 0x7f141c0c9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 -- 172.21.15.3:0/965259777 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141c0b51c0 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1421eae640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 0x7f141c161370 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f1414005c00 tx=0x7f141400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414017070 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f141400ad60 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414012640 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.772+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f141c0b54a0 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.773+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f141c0b5a60 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.773+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f141c1629e0 con 0x7f141c15e620 2024-09-10T07:27:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.774+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f141401a070 con 0x7f141c15e620 2024-09-10T07:27:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.774+0000 7f1411ffb640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f140006be30 0x7f140006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.774+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 5749+0+0 (secure 0 0 0) 0x7f141408ac30 con 0x7f141c15e620 2024-09-10T07:27:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.774+0000 7f14216ad640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f140006be30 0x7f140006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.775+0000 7f14216ad640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f140006be30 0x7f140006e2f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f14180011e0 tx=0x7f1418009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.778+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1414058ff0 con 0x7f141c15e620 2024-09-10T07:27:58.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:58.953+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f141c0b2680 con 0x7f141c15e620 2024-09-10T07:27:59.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.639+0000 7f1411ffb640 1 -- 172.21.15.3:0/965259777 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v85) ==== 169+0+0 (secure 0 0 0) 0x7f141405d2f0 con 0x7f141c15e620 2024-09-10T07:27:59.639 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f140006be30 msgr2=0x7f140006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f140006be30 0x7f140006e2f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f14180011e0 tx=0x7f1418009040 comp rx=0 tx=0).stop 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 msgr2=0x7f141c161370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 0x7f141c161370 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f1414005c00 tx=0x7f141400a430 comp rx=0 tx=0).stop 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 shutdown_connections 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f140006be30 0x7f140006e2f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141c15e620 0x7f141c161370 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f141c0d0430 0x7f141c0cafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 --2- 172.21.15.3:0/965259777 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f141c06e8a0 0x7f141c0c9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 >> 172.21.15.3:0/965259777 conn(0x7f141c06fdc0 msgr2=0x7f141c15fef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:59.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 shutdown_connections 2024-09-10T07:27:59.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.643+0000 7f1423911640 1 -- 172.21.15.3:0/965259777 wait complete. 2024-09-10T07:27:59.658 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T07:27:59.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.769+0000 7f39c6b6d640 1 Processor -- start 2024-09-10T07:27:59.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.770+0000 7f39c6b6d640 1 -- start start 2024-09-10T07:27:59.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.770+0000 7f39c6b6d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f39c015c420 0x7f39c0166fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.770+0000 7f39c6b6d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39c00cf690 con 0x7f39c015c040 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.770+0000 7f39c6b6d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39c0160c70 con 0x7f39c00cfe90 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.770+0000 7f39c6b6d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f39c00d0350 con 0x7f39c015c420 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39c4909640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f39c015c040 0x7f39c015fe50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34698/0 (socket says 172.21.15.3:34698) 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39c4909640 1 -- 172.21.15.3:0/2292426175 learned_addr learned my addr 172.21.15.3:0/2292426175 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39c510a640 1 --2- 172.21.15.3:0/2292426175 >> v2:172.21.15.3:3300/0 conn(0x7f39c015c420 0x7f39c0166fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39bf7fe640 1 -- 172.21.15.3:0/2292426175 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2477917407 0 0) 0x7f39b0001110 con 0x7f39c015c040 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39bf7fe640 1 -- 172.21.15.3:0/2292426175 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f39a8003520 con 0x7f39c015c040 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39c510a640 1 -- 172.21.15.3:0/2292426175 >> v1:172.21.15.70:6789/0 conn(0x7f39c00cfe90 legacy=0x7f39c0160560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39c510a640 1 -- 172.21.15.3:0/2292426175 >> v1:172.21.15.3:6789/0 conn(0x7f39c015c040 legacy=0x7f39c015fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.771+0000 7f39c510a640 1 -- 172.21.15.3:0/2292426175 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c00d0630 con 0x7f39c015c420 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c510a640 1 --2- 172.21.15.3:0/2292426175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c0166fb0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009d90 tx=0x7f39b802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a06b883765e0374 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39bf7fe640 1 -- 172.21.15.3:0/2292426175 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8007740 con 0x7f39c015c420 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39bf7fe640 1 -- 172.21.15.3:0/2292426175 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b80078e0 con 0x7f39c015c420 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39bf7fe640 1 -- 172.21.15.3:0/2292426175 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8007c90 con 0x7f39c015c420 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 -- 172.21.15.3:0/2292426175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 msgr2=0x7f39c0166fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/2292426175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c0166fb0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009d90 tx=0x7f39b802a6f0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 -- 172.21.15.3:0/2292426175 shutdown_connections 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/2292426175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c0166fb0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 -- 172.21.15.3:0/2292426175 >> 172.21.15.3:0/2292426175 conn(0x7f39c006feb0 msgr2=0x7f39c0070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 -- 172.21.15.3:0/2292426175 shutdown_connections 2024-09-10T07:27:59.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.772+0000 7f39c6b6d640 1 -- 172.21.15.3:0/2292426175 wait complete. 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.774+0000 7f39c6b6d640 1 Processor -- start 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.774+0000 7f39c6b6d640 1 -- start start 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39c00cfe90 0x7f39c00c88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f39c015c040 0x7f39c0158b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c00c5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f39c00d0ed0 con 0x7f39c015c420 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f39c00d0bf0 con 0x7f39c00cfe90 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f39c00d17e0 con 0x7f39c015c040 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c00c5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c00c5d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37106/0 (socket says 172.21.15.3:37106) 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 -- 172.21.15.3:0/504922356 learned_addr learned my addr 172.21.15.3:0/504922356 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:27:59.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c4909640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39c00cfe90 0x7f39c00c88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39bffff640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f39c015c040 0x7f39c0158b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 -- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f39c015c040 msgr2=0x7f39c0158b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f39c015c040 0x7f39c0158b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 -- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39c00cfe90 msgr2=0x7f39c00c88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39c00cfe90 0x7f39c00c88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 -- 172.21.15.3:0/504922356 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c01f4700 con 0x7f39c015c420 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c510a640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c00c5d70 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009eb0 tx=0x7f39b8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b803f070 con 0x7f39c015c420 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39b8031c40 con 0x7f39c015c420 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c01f49e0 con 0x7f39c015c420 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.775+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8009450 con 0x7f39c015c420 2024-09-10T07:27:59.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.776+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c01f4fa0 con 0x7f39c015c420 2024-09-10T07:27:59.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.777+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39c015fe50 con 0x7f39c015c420 2024-09-10T07:27:59.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.777+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f39b8003990 con 0x7f39c015c420 2024-09-10T07:27:59.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.777+0000 7f39bd7fa640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f39ac06be30 0x7f39ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:27:59.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.778+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7f39b80abd30 con 0x7f39c015c420 2024-09-10T07:27:59.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.778+0000 7f39c4909640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f39ac06be30 0x7f39ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:27:59.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.778+0000 7f39c4909640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f39ac06be30 0x7f39ac06e2f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f39b00012b0 tx=0x7f39b0007b70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:27:59.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.782+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f39b807a1f0 con 0x7f39c015c420 2024-09-10T07:27:59.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.958+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f39c00b61f0 con 0x7f39c015c420 2024-09-10T07:27:59.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.961+0000 7f39bd7fa640 1 -- 172.21.15.3:0/504922356 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f39b807e4f0 con 0x7f39c015c420 2024-09-10T07:27:59.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f39ac06be30 msgr2=0x7f39ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f39ac06be30 0x7f39ac06e2f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f39b00012b0 tx=0x7f39b0007b70 comp rx=0 tx=0).stop 2024-09-10T07:27:59.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 msgr2=0x7f39c00c5d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:27:59.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c00c5d70 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009eb0 tx=0x7f39b8004a40 comp rx=0 tx=0).stop 2024-09-10T07:27:59.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 shutdown_connections 2024-09-10T07:27:59.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f39ac06be30 0x7f39ac06e2f0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39c015c420 0x7f39c00c5d70 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f39c015c040 0x7f39c0158b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 --2- 172.21.15.3:0/504922356 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f39c00cfe90 0x7f39c00c88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:27:59.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 >> 172.21.15.3:0/504922356 conn(0x7f39c006feb0 msgr2=0x7f39c00ce680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:27:59.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 shutdown_connections 2024-09-10T07:27:59.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:27:59.963+0000 7f39c6b6d640 1 -- 172.21.15.3:0/504922356 wait complete. 2024-09-10T07:27:59.974 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool' 2024-09-10T07:28:00.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.082+0000 7fa8acb68640 1 Processor -- start 2024-09-10T07:28:00.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.082+0000 7fa8acb68640 1 -- start start 2024-09-10T07:28:00.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8acb68640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a80ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8acb68640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa8a80d1550 0x7fa8a80b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8acb68640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8a80d3480 con 0x7fa8a80cf510 2024-09-10T07:28:00.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8acb68640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa8a80d3760 con 0x7fa8a80d1550 2024-09-10T07:28:00.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8acb68640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa8a80d3a40 con 0x7fa8a815e560 2024-09-10T07:28:00.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8a6d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa8a80d1550 0x7fa8a80b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8a5d9b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fa8a80cf510 0x7fa8a80d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34712/0 (socket says 172.21.15.3:34712) 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8a5d9b640 1 -- 172.21.15.3:0/1283623216 learned_addr learned my addr 172.21.15.3:0/1283623216 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.083+0000 7fa8a659c640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a80ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a6d9d640 1 -- 172.21.15.3:0/1283623216 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 msgr2=0x7fa8a80ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a6d9d640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a80ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a6d9d640 1 -- 172.21.15.3:0/1283623216 >> v1:172.21.15.3:6789/0 conn(0x7fa8a80cf510 legacy=0x7fa8a80d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a6d9d640 1 -- 172.21.15.3:0/1283623216 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8a80d3d20 con 0x7fa8a80d1550 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a559a640 1 -- 172.21.15.3:0/1283623216 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 237767739 0 0) 0x7fa8a80d3480 con 0x7fa8a80cf510 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a659c640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a80ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a6d9d640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80d1550 0x7fa8a80b7790 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0009d90 tx=0x7fa8a002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7eccd7a379b8cb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a559a640 1 -- 172.21.15.3:0/1283623216 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0007740 con 0x7fa8a80d1550 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a559a640 1 -- 172.21.15.3:0/1283623216 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8a00078e0 con 0x7fa8a80d1550 2024-09-10T07:28:00.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.084+0000 7fa8a559a640 1 -- 172.21.15.3:0/1283623216 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0007cb0 con 0x7fa8a80d1550 2024-09-10T07:28:00.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 -- 172.21.15.3:0/1283623216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80d1550 msgr2=0x7fa8a80b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80d1550 0x7fa8a80b7790 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0009d90 tx=0x7fa8a002a660 comp rx=0 tx=0).stop 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 -- 172.21.15.3:0/1283623216 shutdown_connections 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80d1550 0x7fa8a80b7790 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 --2- 172.21.15.3:0/1283623216 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a80ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 -- 172.21.15.3:0/1283623216 >> 172.21.15.3:0/1283623216 conn(0x7fa8a8073850 msgr2=0x7fa8a806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 -- 172.21.15.3:0/1283623216 shutdown_connections 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.085+0000 7fa8acb68640 1 -- 172.21.15.3:0/1283623216 wait complete. 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.086+0000 7fa8acb68640 1 Processor -- start 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 -- start start 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 0x7fa8a8148440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8a80d1550 0x7fa8a815ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a814ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a815eac0 con 0x7fa8a80cf510 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a815e940 con 0x7fa8a80d1550 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8acb68640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa8a80cf950 con 0x7fa8a815e560 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 0x7fa8a8148440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 0x7fa8a8148440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37122/0 (socket says 172.21.15.3:37122) 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.087+0000 7fa8a659c640 1 -- 172.21.15.3:0/791615949 learned_addr learned my addr 172.21.15.3:0/791615949 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a6d9d640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a814ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a5d9b640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8a80d1550 0x7fa8a815ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a659c640 1 -- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 msgr2=0x7fa8a814ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a659c640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a814ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a659c640 1 -- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8a80d1550 msgr2=0x7fa8a815ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a659c640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8a80d1550 0x7fa8a815ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a659c640 1 -- 172.21.15.3:0/791615949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8a815f6c0 con 0x7fa8a80cf510 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a5d9b640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8a80d1550 0x7fa8a815ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8a659c640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 0x7fa8a8148440 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fa89800c7f0 tx=0x7fa89800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898015070 con 0x7fa8a80cf510 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8980077c0 con 0x7fa8a80cf510 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898007b70 con 0x7fa8a80cf510 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8a815f9a0 con 0x7fa8a80cf510 2024-09-10T07:28:00.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.088+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8a815ff60 con 0x7fa8a80cf510 2024-09-10T07:28:00.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.089+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8a80ceee0 con 0x7fa8a80cf510 2024-09-10T07:28:00.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.090+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa898018070 con 0x7fa8a80cf510 2024-09-10T07:28:00.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.090+0000 7fa896ffd640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa88806be60 0x7fa88806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.090+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7fa89808ace0 con 0x7fa8a80cf510 2024-09-10T07:28:00.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.090+0000 7fa8a5d9b640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa88806be60 0x7fa88806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.091+0000 7fa8a5d9b640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa88806be60 0x7fa88806e320 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa8a81608b0 tx=0x7fa89c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:00.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.094+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa898059890 con 0x7fa8a80cf510 2024-09-10T07:28:00.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.337+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool"]} v 0) -- 0x7fa8a815c650 con 0x7fa8a80cf510 2024-09-10T07:28:00.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.641+0000 7fa896ffd640 1 -- 172.21.15.3:0/791615949 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool"]}]=0 v345) ==== 145+0+0 (secure 0 0 0) 0x7fa898059190 con 0x7fa8a80cf510 2024-09-10T07:28:00.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa88806be60 msgr2=0x7fa88806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa88806be60 0x7fa88806e320 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa8a81608b0 tx=0x7fa89c009040 comp rx=0 tx=0).stop 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 msgr2=0x7fa8a8148440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 0x7fa8a8148440 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fa89800c7f0 tx=0x7fa89800ccb0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 shutdown_connections 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa88806be60 0x7fa88806e320 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa8a815e560 0x7fa8a814ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa8a80d1550 0x7fa8a815ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 --2- 172.21.15.3:0/791615949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa8a80cf510 0x7fa8a8148440 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 >> 172.21.15.3:0/791615949 conn(0x7fa8a8073850 msgr2=0x7fa8a8159e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:00.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 shutdown_connections 2024-09-10T07:28:00.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.643+0000 7fa8acb68640 1 -- 172.21.15.3:0/791615949 wait complete. 2024-09-10T07:28:00.655 INFO:tasks.cephfs_test_runner:test_table_tool (tasks.cephfs.test_journal_repair.TestJournalRepair) ... ok 2024-09-10T07:28:00.655 INFO:tasks.cephfs_test_runner:Starting test: test_table_tool_take_inos (tasks.cephfs.test_journal_repair.TestJournalRepair) 2024-09-10T07:28:00.656 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:00.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.759+0000 7f856baa4640 1 Processor -- start 2024-09-10T07:28:00.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.760+0000 7f856baa4640 1 -- start start 2024-09-10T07:28:00.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.760+0000 7f856baa4640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f85640d0cc0 0x7f85640d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.760+0000 7f856baa4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85640d3430 con 0x7f856415e510 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.760+0000 7f856baa4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85640d1660 con 0x7f85640b78e0 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.760+0000 7f856baa4640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f85640d36d0 con 0x7f85640d0cc0 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f8569840640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f856415e510 0x7f85640ceb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34720/0 (socket says 172.21.15.3:34720) 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f8569840640 1 -- 172.21.15.3:0/2454259601 learned_addr learned my addr 172.21.15.3:0/2454259601 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856903f640 1 --2- 172.21.15.3:0/2454259601 >> v2:172.21.15.70:3300/0 conn(0x7f85640d0cc0 0x7f85640d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369386828 0 0) 0x7f85640d3430 con 0x7f856415e510 2024-09-10T07:28:00.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8550003520 con 0x7f856415e510 2024-09-10T07:28:00.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 457394842 0 0) 0x7f8550003520 con 0x7f856415e510 2024-09-10T07:28:00.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 >> v2:172.21.15.70:3300/0 conn(0x7f85640d0cc0 msgr2=0x7f85640d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:00.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 --2- 172.21.15.3:0/2454259601 >> v2:172.21.15.70:3300/0 conn(0x7f85640d0cc0 0x7f85640d1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 >> v1:172.21.15.70:6789/0 conn(0x7f85640b78e0 legacy=0x7f85640b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85640d39b0 con 0x7f856415e510 2024-09-10T07:28:00.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f8560001670 con 0x7f856415e510 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 >> v1:172.21.15.3:6789/0 conn(0x7f856415e510 legacy=0x7f85640ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8550003a20 0x7f8550003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8550004800 0x7f8550004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f855000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f85640d36d0 con 0x7f8550005230 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f855000c190 con 0x7f8550003a20 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f855000c390 con 0x7f8550004800 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f8569840640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8550003a20 0x7f8550003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856a041640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f855000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.761+0000 7f856903f640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8550004800 0x7f8550004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 -- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8550004800 msgr2=0x7f8550004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8550004800 0x7f8550004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 -- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8550003a20 msgr2=0x7f8550003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8550003a20 0x7f8550003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 -- 172.21.15.3:0/2454259601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8550003520 con 0x7f8550005230 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f8569840640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8550003a20 0x7f8550003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 -- 172.21.15.3:0/2454259601 reap_dead start 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.762+0000 7f856a041640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f855000b9c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f855c001e50 tx=0x7f8550005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4074d8326ca2ce7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8560007d30 con 0x7f8550005230 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f855c02ade0 con 0x7f8550005230 2024-09-10T07:28:00.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856883e640 1 -- 172.21.15.3:0/2454259601 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c001a70 con 0x7f8550005230 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 -- 172.21.15.3:0/2454259601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 msgr2=0x7f855000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f855000b9c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f855c001e50 tx=0x7f8550005830 comp rx=0 tx=0).stop 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 -- 172.21.15.3:0/2454259601 shutdown_connections 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 --2- 172.21.15.3:0/2454259601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f855000b9c0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 -- 172.21.15.3:0/2454259601 >> 172.21.15.3:0/2454259601 conn(0x7f856406d1a0 msgr2=0x7f8564073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 -- 172.21.15.3:0/2454259601 shutdown_connections 2024-09-10T07:28:00.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.763+0000 7f856baa4640 1 -- 172.21.15.3:0/2454259601 wait complete. 2024-09-10T07:28:00.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.764+0000 7f856baa4640 1 Processor -- start 2024-09-10T07:28:00.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 -- start start 2024-09-10T07:28:00.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f85641610f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85640ce390 0x7f856415fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8564160180 0x7f8564160600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f85640d22a0 con 0x7f8550005230 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f85640d3f70 con 0x7f85640ce390 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f856baa4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f856415e8f0 con 0x7f8564160180 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f8569840640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f85641610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f8569840640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f85641610f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37142/0 (socket says 172.21.15.3:37142) 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.765+0000 7f8569840640 1 -- 172.21.15.3:0/2164245774 learned_addr learned my addr 172.21.15.3:0/2164245774 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f856a041640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8564160180 0x7f8564160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f856903f640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85640ce390 0x7f856415fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f8569840640 1 -- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8564160180 msgr2=0x7f8564160600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f8569840640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8564160180 0x7f8564160600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f8569840640 1 -- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85640ce390 msgr2=0x7f856415fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f8569840640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85640ce390 0x7f856415fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f8569840640 1 -- 172.21.15.3:0/2164245774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85640ab230 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f856a041640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8564160180 0x7f8564160600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f856903f640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85640ce390 0x7f856415fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f8569840640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f85641610f0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f8560007310 tx=0x7f85600077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856000f8e0 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8560018070 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85640aaf50 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856000fcc0 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.766+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8564158c80 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.767+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85640d1120 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.768+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f856001d460 con 0x7f8550005230 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.768+0000 7f855a7fc640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f854806be30 0x7f854806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:00.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.768+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7f856008ade0 con 0x7f8550005230 2024-09-10T07:28:00.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.768+0000 7f856903f640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f854806be30 0x7f854806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:00.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.769+0000 7f856903f640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f854806be30 0x7f854806e2f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f8564159420 tx=0x7f8554008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:00.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.773+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f856000fe60 con 0x7f8550005230 2024-09-10T07:28:00.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.949+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f856415c490 con 0x7f8550005230 2024-09-10T07:28:00.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.949+0000 7f855a7fc640 1 -- 172.21.15.3:0/2164245774 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+13182 (secure 0 0 0) 0x7f8560059870 con 0x7f8550005230 2024-09-10T07:28:00.949 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:00.949 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":85,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:27:59.635426+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6833/323981743":"2024-09-11T07:27:56.624977+0000","172.21.15.3:6832/323981743":"2024-09-11T07:27:56.624977+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:00.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f854806be30 msgr2=0x7f854806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f854806be30 0x7f854806e2f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f8564159420 tx=0x7f8554008040 comp rx=0 tx=0).stop 2024-09-10T07:28:00.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 msgr2=0x7f85641610f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:00.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f85641610f0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f8560007310 tx=0x7f85600077d0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 shutdown_connections 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f854806be30 0x7f854806e2f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8564160180 0x7f8564160600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f85640ce390 0x7f856415fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 --2- 172.21.15.3:0/2164245774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8550005230 0x7f85641610f0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 >> 172.21.15.3:0/2164245774 conn(0x7f856406d1a0 msgr2=0x7f85640b60b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 shutdown_connections 2024-09-10T07:28:00.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:00.951+0000 7f856baa4640 1 -- 172.21.15.3:0/2164245774 wait complete. 2024-09-10T07:28:00.963 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T07:19:58.101338+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T07:28:00.963 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T07:28:01.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.069+0000 7f8c12e2c640 1 Processor -- start 2024-09-10T07:28:01.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.069+0000 7f8c12e2c640 1 -- start start 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c12e2c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8c0c0d1fa0 0x7f8c0c0d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c12e2c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f8c0c0d4360 0x7f8c0c0d47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c12e2c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c0c0b4dc0 con 0x7f8c0c15e290 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c12e2c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8c0c0d4d10 con 0x7f8c0c0d1fa0 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c12e2c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f8c0c0b5060 con 0x7f8c0c0d4360 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c0bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8c0c0d1fa0 0x7f8c0c0d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c10bc8640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f8c0c15e290 0x7f8c0c0b45d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34728/0 (socket says 172.21.15.3:34728) 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c10bc8640 1 -- 172.21.15.3:0/31786685 learned_addr learned my addr 172.21.15.3:0/31786685 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c113c9640 1 --2- 172.21.15.3:0/31786685 >> v2:172.21.15.70:3300/0 conn(0x7f8c0c0d4360 0x7f8c0c0d47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c0bfff640 1 -- 172.21.15.3:0/31786685 >> v2:172.21.15.70:3300/0 conn(0x7f8c0c0d4360 msgr2=0x7f8c0c0d47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c0bfff640 1 --2- 172.21.15.3:0/31786685 >> v2:172.21.15.70:3300/0 conn(0x7f8c0c0d4360 0x7f8c0c0d47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c0bfff640 1 -- 172.21.15.3:0/31786685 >> v1:172.21.15.3:6789/0 conn(0x7f8c0c15e290 legacy=0x7f8c0c0b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c0bfff640 1 -- 172.21.15.3:0/31786685 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0c0b5340 con 0x7f8c0c0d1fa0 2024-09-10T07:28:01.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.070+0000 7f8c113c9640 1 --2- 172.21.15.3:0/31786685 >> v2:172.21.15.70:3300/0 conn(0x7f8c0c0d4360 0x7f8c0c0d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:01.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.071+0000 7f8c0bfff640 1 --2- 172.21.15.3:0/31786685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c0d1880 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c0d4230 tx=0x7f8bf802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf15a850f1677f52 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.071+0000 7f8c0b7fe640 1 -- 172.21.15.3:0/31786685 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8037070 con 0x7f8c0c0d1fa0 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.071+0000 7f8c0b7fe640 1 -- 172.21.15.3:0/31786685 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bf8032440 con 0x7f8c0c0d1fa0 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.071+0000 7f8c0b7fe640 1 -- 172.21.15.3:0/31786685 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf802ae60 con 0x7f8c0c0d1fa0 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 -- 172.21.15.3:0/31786685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c0d1fa0 msgr2=0x7f8c0c0d1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/31786685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c0d1880 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c0d4230 tx=0x7f8bf802a110 comp rx=0 tx=0).stop 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 -- 172.21.15.3:0/31786685 shutdown_connections 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/31786685 >> v2:172.21.15.70:3300/0 conn(0x7f8c0c0d4360 0x7f8c0c0d47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/31786685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c0d1880 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 -- 172.21.15.3:0/31786685 >> 172.21.15.3:0/31786685 conn(0x7f8c0c08ddc0 msgr2=0x7f8c0c09d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 -- 172.21.15.3:0/31786685 shutdown_connections 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.072+0000 7f8c12e2c640 1 -- 172.21.15.3:0/31786685 wait complete. 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.073+0000 7f8c12e2c640 1 Processor -- start 2024-09-10T07:28:01.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.073+0000 7f8c12e2c640 1 -- start start 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c12e2c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c153960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c12e2c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c0c0d4360 0x7f8c0c0b9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c12e2c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 0x7f8c0c0b2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c12e2c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c15e670 con 0x7f8c0c15e290 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c12e2c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c0cf090 con 0x7f8c0c0d1fa0 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c12e2c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0c15e7f0 con 0x7f8c0c0d4360 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 0x7f8c0c0b2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 0x7f8c0c0b2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37172/0 (socket says 172.21.15.3:37172) 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 -- 172.21.15.3:0/1299939949 learned_addr learned my addr 172.21.15.3:0/1299939949 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c10bc8640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c153960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c0bfff640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c0c0d4360 0x7f8c0c0b9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 -- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c0c0d4360 msgr2=0x7f8c0c0b9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c0c0d4360 0x7f8c0c0b9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 -- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c0c0d1fa0 msgr2=0x7f8c0c153960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c153960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 -- 172.21.15.3:0/1299939949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0c153ea0 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c10bc8640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c153960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.074+0000 7f8c113c9640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 0x7f8c0c0b2660 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f8c0400cf20 tx=0x7f8c0400a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.075+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0401a070 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.075+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c0400d840 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.075+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c0c0c9c10 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.075+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0400dc30 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.075+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c0c0ca1d0 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.076+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c0c0d1880 con 0x7f8c0c15e290 2024-09-10T07:28:01.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.076+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c0401d070 con 0x7f8c0c15e290 2024-09-10T07:28:01.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.077+0000 7f8c097fa640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8bf006be30 0x7f8bf006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.077+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7f8c0408b570 con 0x7f8c0c15e290 2024-09-10T07:28:01.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.077+0000 7f8c10bc8640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8bf006be30 0x7f8bf006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.077+0000 7f8c10bc8640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8bf006be30 0x7f8bf006e2f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8c00000f60 tx=0x7f8c00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.081+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c0c153ea0 con 0x7f8c0c15e290 2024-09-10T07:28:01.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.257+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8c0c050020 con 0x7f8c0c15e290 2024-09-10T07:28:01.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.257+0000 7f8c097fa640 1 -- 172.21.15.3:0/1299939949 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) ==== 93+0+10 (secure 0 0 0) 0x7f8c0405a080 con 0x7f8c0c15e290 2024-09-10T07:28:01.257 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8bf006be30 msgr2=0x7f8bf006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8bf006be30 0x7f8bf006e2f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f8c00000f60 tx=0x7f8c00009040 comp rx=0 tx=0).stop 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 msgr2=0x7f8c0c0b2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 0x7f8c0c0b2660 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f8c0400cf20 tx=0x7f8c0400a7d0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 shutdown_connections 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8bf006be30 0x7f8bf006e2f0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c0c15e290 0x7f8c0c0b2660 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8c0c0d4360 0x7f8c0c0b9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 --2- 172.21.15.3:0/1299939949 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8c0c0d1fa0 0x7f8c0c153960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 >> 172.21.15.3:0/1299939949 conn(0x7f8c0c08ddc0 msgr2=0x7f8c0c0d0230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 shutdown_connections 2024-09-10T07:28:01.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.260+0000 7f8c12e2c640 1 -- 172.21.15.3:0/1299939949 wait complete. 2024-09-10T07:28:01.270 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool_take_inos' 2024-09-10T07:28:01.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.373+0000 7fec2c2d0640 1 Processor -- start 2024-09-10T07:28:01.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.373+0000 7fec2c2d0640 1 -- start start 2024-09-10T07:28:01.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2c2d0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fec2409aa30 0x7fec240d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2c2d0640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec2406d310 con 0x7fec2409ae10 2024-09-10T07:28:01.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2c2d0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec2415e7f0 con 0x7fec240b1930 2024-09-10T07:28:01.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2c2d0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fec240d1a50 con 0x7fec2409aa30 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2986b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fec2409ae10 0x7fec2406cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34732/0 (socket says 172.21.15.3:34732) 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2986b640 1 -- 172.21.15.3:0/1392088094 learned_addr learned my addr 172.21.15.3:0/1392088094 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2a06c640 1 --2- 172.21.15.3:0/1392088094 >> v2:172.21.15.70:3300/0 conn(0x7fec2409aa30 0x7fec240d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2906a640 1 -- 172.21.15.3:0/1392088094 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4109365519 0 0) 0x7fec2406d310 con 0x7fec2409ae10 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.374+0000 7fec2906a640 1 -- 172.21.15.3:0/1392088094 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fec10003520 con 0x7fec2409ae10 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.375+0000 7fec2a06c640 1 -- 172.21.15.3:0/1392088094 >> v1:172.21.15.70:6789/0 conn(0x7fec240b1930 legacy=0x7fec240b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.375+0000 7fec2a06c640 1 -- 172.21.15.3:0/1392088094 >> v1:172.21.15.3:6789/0 conn(0x7fec2409ae10 legacy=0x7fec2406cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.375+0000 7fec2906a640 1 -- 172.21.15.3:0/1392088094 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4033211473 0 0) 0x7fec10003520 con 0x7fec2409ae10 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.375+0000 7fec2a06c640 1 -- 172.21.15.3:0/1392088094 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec240d09b0 con 0x7fec2409aa30 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.375+0000 7fec2a06c640 1 --2- 172.21.15.3:0/1392088094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409aa30 0x7fec240d0350 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fec200097a0 tx=0x7fec2002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e4bb836c1282819 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2906a640 1 -- 172.21.15.3:0/1392088094 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec20037070 con 0x7fec2409aa30 2024-09-10T07:28:01.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2906a640 1 -- 172.21.15.3:0/1392088094 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec2002ac50 con 0x7fec2409aa30 2024-09-10T07:28:01.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2906a640 1 -- 172.21.15.3:0/1392088094 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14001670 con 0x7fec2409aa30 2024-09-10T07:28:01.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 -- 172.21.15.3:0/1392088094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409aa30 msgr2=0x7fec240d0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/1392088094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409aa30 0x7fec240d0350 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fec200097a0 tx=0x7fec2002a1c0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 -- 172.21.15.3:0/1392088094 shutdown_connections 2024-09-10T07:28:01.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/1392088094 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409aa30 0x7fec240d0350 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 -- 172.21.15.3:0/1392088094 >> 172.21.15.3:0/1392088094 conn(0x7fec240b3cf0 msgr2=0x7fec240b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 -- 172.21.15.3:0/1392088094 shutdown_connections 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.376+0000 7fec2c2d0640 1 -- 172.21.15.3:0/1392088094 wait complete. 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.377+0000 7fec2c2d0640 1 Processor -- start 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.377+0000 7fec2c2d0640 1 -- start start 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2c2d0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fec2409aa30 0x7fec241f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2c2d0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409ae10 0x7fec240b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2c2d0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 0x7fec2415bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2c2d0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fec240d1250 con 0x7fec240b1930 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2c2d0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fec240d0f70 con 0x7fec2409ae10 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2c2d0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fec240d1530 con 0x7fec2409aa30 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2a86d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 0x7fec2415bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2a86d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 0x7fec2415bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37188/0 (socket says 172.21.15.3:37188) 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.378+0000 7fec2a86d640 1 -- 172.21.15.3:0/3176302606 learned_addr learned my addr 172.21.15.3:0/3176302606 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2986b640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409ae10 0x7fec240b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a06c640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fec2409aa30 0x7fec241f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a86d640 1 -- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fec2409aa30 msgr2=0x7fec241f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a86d640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fec2409aa30 0x7fec241f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a86d640 1 -- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409ae10 msgr2=0x7fec240b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a86d640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409ae10 0x7fec240b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a86d640 1 -- 172.21.15.3:0/3176302606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec240c9cf0 con 0x7fec240b1930 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a06c640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fec2409aa30 0x7fec241f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2a86d640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 0x7fec2415bab0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fec1c00c6e0 tx=0x7fec1c00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1c003b70 con 0x7fec240b1930 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec1c003d30 con 0x7fec240b1930 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1c005310 con 0x7fec240b1930 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec240c9fd0 con 0x7fec240b1930 2024-09-10T07:28:01.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.379+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec240ca590 con 0x7fec240b1930 2024-09-10T07:28:01.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.380+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec240b8180 con 0x7fec240b1930 2024-09-10T07:28:01.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.381+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fec1c0054b0 con 0x7fec240b1930 2024-09-10T07:28:01.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.381+0000 7fec1affd640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fec0806be30 0x7fec0806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.381+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7fec1c08ab80 con 0x7fec240b1930 2024-09-10T07:28:01.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.382+0000 7fec2a06c640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fec0806be30 0x7fec0806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.382+0000 7fec2a06c640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fec0806be30 0x7fec0806e2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fec20034000 tx=0x7fec2002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.385+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fec1c059620 con 0x7fec240b1930 2024-09-10T07:28:01.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.625+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool_take_inos"]} v 0) -- 0x7fec241f46f0 con 0x7fec240b1930 2024-09-10T07:28:01.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.642+0000 7fec1affd640 1 -- 172.21.15.3:0/3176302606 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool_take_inos"]}]=0 v346) ==== 158+0+0 (secure 0 0 0) 0x7fec1c058f20 con 0x7fec240b1930 2024-09-10T07:28:01.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fec0806be30 msgr2=0x7fec0806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fec0806be30 0x7fec0806e2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fec20034000 tx=0x7fec2002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:01.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 msgr2=0x7fec2415bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 0x7fec2415bab0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fec1c00c6e0 tx=0x7fec1c00cba0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 shutdown_connections 2024-09-10T07:28:01.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fec0806be30 0x7fec0806e2f0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fec240b1930 0x7fec2415bab0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fec2409ae10 0x7fec240b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 --2- 172.21.15.3:0/3176302606 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fec2409aa30 0x7fec241f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 >> 172.21.15.3:0/3176302606 conn(0x7fec240b3cf0 msgr2=0x7fec2406d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:01.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 shutdown_connections 2024-09-10T07:28:01.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.644+0000 7fec2c2d0640 1 -- 172.21.15.3:0/3176302606 wait complete. 2024-09-10T07:28:01.655 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T07:28:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.762+0000 7fb2369df640 1 Processor -- start 2024-09-10T07:28:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.762+0000 7fb2369df640 1 -- start start 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb2369df640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb23015e6a0 0x7fb2300d0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb2369df640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb2300d3160 0x7fb2300d4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb2369df640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb2300d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb2369df640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb2300cfc00 con 0x7fb23015e6a0 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb2369df640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb2300cf050 con 0x7fb2300d3160 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb2369df640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb2300cf2d0 con 0x7fb2300d0e30 2024-09-10T07:28:01.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.763+0000 7fb22ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb23015e6a0 0x7fb2300d0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb23015e6a0 0x7fb2300d0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37200/0 (socket says 172.21.15.3:37200) 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 -- 172.21.15.3:0/4276773194 learned_addr learned my addr 172.21.15.3:0/4276773194 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22f7fe640 1 --2- 172.21.15.3:0/4276773194 >> v2:172.21.15.70:3300/0 conn(0x7fb2300d3160 0x7fb2300d4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb234f7c640 1 --2- 172.21.15.3:0/4276773194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb2300d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 -- 172.21.15.3:0/4276773194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 msgr2=0x7fb2300d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 --2- 172.21.15.3:0/4276773194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb2300d12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 -- 172.21.15.3:0/4276773194 >> v2:172.21.15.70:3300/0 conn(0x7fb2300d3160 msgr2=0x7fb2300d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 --2- 172.21.15.3:0/4276773194 >> v2:172.21.15.70:3300/0 conn(0x7fb2300d3160 0x7fb2300d4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.764+0000 7fb22ffff640 1 -- 172.21.15.3:0/4276773194 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2300cf5b0 con 0x7fb23015e6a0 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb22ffff640 1 --2- 172.21.15.3:0/4276773194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb2300d0090 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fb23008d880 tx=0x7fb22002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8792ca80ce10a140 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb22effd640 1 -- 172.21.15.3:0/4276773194 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb220004030 con 0x7fb23015e6a0 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb22effd640 1 -- 172.21.15.3:0/4276773194 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2200041d0 con 0x7fb23015e6a0 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb22effd640 1 -- 172.21.15.3:0/4276773194 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb220003610 con 0x7fb23015e6a0 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 -- 172.21.15.3:0/4276773194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 msgr2=0x7fb2300d0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 --2- 172.21.15.3:0/4276773194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb2300d0090 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fb23008d880 tx=0x7fb22002a1c0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 -- 172.21.15.3:0/4276773194 shutdown_connections 2024-09-10T07:28:01.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 --2- 172.21.15.3:0/4276773194 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb2300d12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 --2- 172.21.15.3:0/4276773194 >> v2:172.21.15.70:3300/0 conn(0x7fb2300d3160 0x7fb2300d4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 --2- 172.21.15.3:0/4276773194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb2300d0090 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 -- 172.21.15.3:0/4276773194 >> 172.21.15.3:0/4276773194 conn(0x7fb23009d730 msgr2=0x7fb2300d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:01.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 -- 172.21.15.3:0/4276773194 shutdown_connections 2024-09-10T07:28:01.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.765+0000 7fb2369df640 1 -- 172.21.15.3:0/4276773194 wait complete. 2024-09-10T07:28:01.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.767+0000 7fb2369df640 1 Processor -- start 2024-09-10T07:28:01.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.767+0000 7fb2369df640 1 -- start start 2024-09-10T07:28:01.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.767+0000 7fb2369df640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb230157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2300d3160 0x7fb2300c9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb230159b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2300d51f0 con 0x7fb23015e6a0 2024-09-10T07:28:01.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb2300d5070 con 0x7fb2300d3160 2024-09-10T07:28:01.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb2300b7270 con 0x7fb2300d0e30 2024-09-10T07:28:01.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb230159b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb230159b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37202/0 (socket says 172.21.15.3:37202) 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 -- 172.21.15.3:0/2544832675 learned_addr learned my addr 172.21.15.3:0/2544832675 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb22ffff640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb230157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb22f7fe640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2300d3160 0x7fb2300c9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 -- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 msgr2=0x7fb230157250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb230157250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 -- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2300d3160 msgr2=0x7fb2300c9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2300d3160 0x7fb2300c9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 -- 172.21.15.3:0/2544832675 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2300c84c0 con 0x7fb23015e6a0 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb234f7c640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb230159b60 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fb228007e90 tx=0x7fb22800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb228014420 con 0x7fb23015e6a0 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb228019070 con 0x7fb23015e6a0 2024-09-10T07:28:01.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2300c87a0 con 0x7fb23015e6a0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb228014820 con 0x7fb23015e6a0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.768+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2300c8d60 con 0x7fb23015e6a0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.769+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2300d4b30 con 0x7fb23015e6a0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.770+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb2280149c0 con 0x7fb23015e6a0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.770+0000 7fb22cff9640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb21c06be30 0x7fb21c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.771+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7fb22808b510 con 0x7fb23015e6a0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.771+0000 7fb22ffff640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb21c06be30 0x7fb21c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:01.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.771+0000 7fb22ffff640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb21c06be30 0x7fb21c06e2f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb220033000 tx=0x7fb22002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:01.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.775+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb22805a0c0 con 0x7fb23015e6a0 2024-09-10T07:28:01.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.952+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb23006d2a0 con 0x7fb23015e6a0 2024-09-10T07:28:01.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.957+0000 7fb22cff9640 1 -- 172.21.15.3:0/2544832675 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7fb2280599c0 con 0x7fb23015e6a0 2024-09-10T07:28:01.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb21c06be30 msgr2=0x7fb21c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb21c06be30 0x7fb21c06e2f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb220033000 tx=0x7fb22002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:01.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 msgr2=0x7fb230159b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:01.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb230159b60 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fb228007e90 tx=0x7fb22800e4b0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 shutdown_connections 2024-09-10T07:28:01.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb21c06be30 0x7fb21c06e2f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb23015e6a0 0x7fb230159b60 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb2300d3160 0x7fb2300c9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 --2- 172.21.15.3:0/2544832675 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2300d0e30 0x7fb230157250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:01.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 >> 172.21.15.3:0/2544832675 conn(0x7fb23009d730 msgr2=0x7fb2300b9cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:01.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 shutdown_connections 2024-09-10T07:28:01.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:01.960+0000 7fb2369df640 1 -- 172.21.15.3:0/2544832675 wait complete. 2024-09-10T07:28:01.971 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:28:01.972 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:28:02.018 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:28:02.060 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:28:02.060 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:28:02.060 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:02.077 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:28:02.077 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:02.119 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:28:02.119 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:28:02.119 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:02.136 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:28:02.136 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:28:02.136 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:02.178 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:28:02.178 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T07:28:02.178 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:02.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.281+0000 7fc7e1d5b640 1 Processor -- start 2024-09-10T07:28:02.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.281+0000 7fc7e1d5b640 1 -- start start 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7e1d5b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 0x7fc7dc071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7e1d5b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc7dc1476d0 0x7fc7dc0cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7e1d5b640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7dc15e7c0 con 0x7fc7dc0d02f0 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7e1d5b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc7dc0d0760 con 0x7fc7dc1476d0 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7e1d5b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc7dc071b80 con 0x7fc7dc0cf340 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7dbfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc7dc0d02f0 0x7fc7dc161f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34742/0 (socket says 172.21.15.3:34742) 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.282+0000 7fc7dbfff640 1 -- 172.21.15.3:0/2926620206 learned_addr learned my addr 172.21.15.3:0/2926620206 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3191974271 0 0) 0x7fc7dc15e7c0 con 0x7fc7dc0d02f0 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7d2ffd640 1 --2- 172.21.15.3:0/2926620206 >> v2:172.21.15.70:3300/0 conn(0x7fc7dc1476d0 0x7fc7dc0cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7c8003520 con 0x7fc7dc0d02f0 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 0x7fc7dc071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4022740903 0 0) 0x7fc7c8003520 con 0x7fc7dc0d02f0 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 msgr2=0x7fc7dc071510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 0x7fc7dc071510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 >> v2:172.21.15.70:3300/0 conn(0x7fc7dc1476d0 msgr2=0x7fc7dc0cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 --2- 172.21.15.3:0/2926620206 >> v2:172.21.15.70:3300/0 conn(0x7fc7dc1476d0 0x7fc7dc0cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc071e60 con 0x7fc7dc0d02f0 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc7d40019f0 con 0x7fc7dc0d02f0 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 >> v1:172.21.15.3:6789/0 conn(0x7fc7dc0d02f0 legacy=0x7fc7dc161f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c8003a20 0x7fc7c8003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c8004800 0x7fc7c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 0x7fc7c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc0d0760 con 0x7fc7c8003a20 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc071b80 con 0x7fc7c8004800 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc7c800ba40 con 0x7fc7dc0cf340 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c8003a20 0x7fc7c8003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7d2ffd640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c8004800 0x7fc7c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7dbfff640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 0x7fc7c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 -- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 msgr2=0x7fc7c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7dc0cf340 0x7fc7c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 -- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c8004800 msgr2=0x7fc7c8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7c8004800 0x7fc7c8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.283+0000 7fc7db7fe640 1 -- 172.21.15.3:0/2926620206 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c8003520 con 0x7fc7c8003a20 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.284+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c8003a20 0x7fc7c8003e40 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc009ac0 tx=0x7fc7c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a6346850dfb636 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.284+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7cc036070 con 0x7fc7c8003a20 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.284+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7cc031400 con 0x7fc7c8003a20 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.284+0000 7fc7daffd640 1 -- 172.21.15.3:0/2926620206 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7cc009690 con 0x7fc7c8003a20 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2926620206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c8003a20 msgr2=0x7fc7c8003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2926620206 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7c8003a20 0x7fc7c8003e40 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc009ac0 tx=0x7fc7c8005830 comp rx=0 tx=0).stop 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7dbfff640 1 -- 172.21.15.3:0/2926620206 reap_dead start 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2926620206 shutdown_connections 2024-09-10T07:28:02.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2926620206 >> 172.21.15.3:0/2926620206 conn(0x7fc7dc0b3d50 msgr2=0x7fc7dc0b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:02.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2926620206 shutdown_connections 2024-09-10T07:28:02.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.285+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2926620206 wait complete. 2024-09-10T07:28:02.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.286+0000 7fc7e1d5b640 1 Processor -- start 2024-09-10T07:28:02.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.286+0000 7fc7e1d5b640 1 -- start start 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7e1d5b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c8003a20 0x7fc7dc159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7e1d5b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 0x7fc7dc158b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7e1d5b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0c9fe0 0x7fc7dc0ca440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7e1d5b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc147ee0 con 0x7fc7dc0c8930 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7e1d5b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc072420 con 0x7fc7dc0c9fe0 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7e1d5b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc7dc0cdc20 con 0x7fc7c8003a20 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 0x7fc7dc158b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 0x7fc7dc158b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37218/0 (socket says 172.21.15.3:37218) 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 -- 172.21.15.3:0/2450431946 learned_addr learned my addr 172.21.15.3:0/2450431946 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7dbfff640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0c9fe0 0x7fc7dc0ca440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c8003a20 0x7fc7dc159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 -- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c8003a20 msgr2=0x7fc7dc159390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c8003a20 0x7fc7dc159390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 -- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0c9fe0 msgr2=0x7fc7dc0ca440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0c9fe0 0x7fc7dc0ca440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 -- 172.21.15.3:0/2450431946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc0b7160 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.287+0000 7fc7d2ffd640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 0x7fc7dc158b70 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4011a70 tx=0x7fc7c4011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.288+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c400fa90 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.288+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7c400fc30 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.288+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7dc1eaf20 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.288+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4014440 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.288+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7dc1590b0 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.289+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7dc0cfdb0 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.289+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc7c4012040 con 0x7fc7dc0c8930 2024-09-10T07:28:02.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.290+0000 7fc7d8ff9640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7bc06be30 0x7fc7bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:02.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.290+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7fc7c408b210 con 0x7fc7dc0c8930 2024-09-10T07:28:02.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.290+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7bc06be30 0x7fc7bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:02.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.291+0000 7fc7db7fe640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7bc06be30 0x7fc7bc06e2f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc033000 tx=0x7fc7cc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:02.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.294+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7c4019030 con 0x7fc7dc0c8930 2024-09-10T07:28:02.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.505+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc7dc1eb440 con 0x7fc7dc0c8930 2024-09-10T07:28:02.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.506+0000 7fc7d8ff9640 1 -- 172.21.15.3:0/2450431946 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 73 v73) ==== 94+0+3899 (secure 0 0 0) 0x7fc7c4059d30 con 0x7fc7dc0c8930 2024-09-10T07:28:02.506 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:02.506 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":73,"btime":"2024-09-10T07:27:57:628356+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5876,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/574099520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":574099520},{"type":"v1","addr":"172.21.15.70:6837","nonce":574099520}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6376,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/1128825190","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":1128825190},{"type":"v1","addr":"172.21.15.3:6835","nonce":1128825190}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6379,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/396742003","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":396742003},{"type":"v1","addr":"172.21.15.70:6836","nonce":396742003}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/1718178874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":1718178874},{"type":"v1","addr":"172.21.15.3:6833","nonce":1718178874}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[]} 2024-09-10T07:28:02.506 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 73 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7bc06be30 msgr2=0x7fc7bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7bc06be30 0x7fc7bc06e2f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc033000 tx=0x7fc7cc008030 comp rx=0 tx=0).stop 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 msgr2=0x7fc7dc158b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 0x7fc7dc158b70 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4011a70 tx=0x7fc7c4011e70 comp rx=0 tx=0).stop 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 shutdown_connections 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc7bc06be30 0x7fc7bc06e2f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc7dc0c9fe0 0x7fc7dc0ca440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc7dc0c8930 0x7fc7dc158b70 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 --2- 172.21.15.3:0/2450431946 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc7c8003a20 0x7fc7dc159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 >> 172.21.15.3:0/2450431946 conn(0x7fc7dc0b3d50 msgr2=0x7fc7dc06da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:02.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 shutdown_connections 2024-09-10T07:28:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:02.508+0000 7fc7e1d5b640 1 -- 172.21.15.3:0/2450431946 wait complete. 2024-09-10T07:28:02.519 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T07:28:02.519 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T07:28:02.519 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T07:28:02.519 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:02.520 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T07:28:02.520 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T07:28:02.520 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T07:28:02.520 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:02.520 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T07:28:02.520 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T07:28:02.520 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T07:28:02.521 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:02.521 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T07:28:02.521 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T07:28:02.521 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T07:28:02.521 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:02.529 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T07:28:02.530 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T07:28:02.532 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T07:28:02.532 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T07:28:02.533 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T07:28:02.533 DEBUG:teuthology.orchestra.run.smithi070:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T07:28:02.572 INFO:tasks.ceph.mds.c:Started 2024-09-10T07:28:02.572 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:02.575 INFO:tasks.ceph.mds.d:Started 2024-09-10T07:28:02.575 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:02.576 INFO:tasks.ceph.mds.b:Started 2024-09-10T07:28:02.576 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:02.648 INFO:tasks.ceph.mds.c.smithi003.stdout:starting mds.c at 2024-09-10T07:28:02.656 INFO:tasks.ceph.mds.b.smithi070.stdout:starting mds.b at 2024-09-10T07:28:02.657 INFO:tasks.ceph.mds.d.smithi070.stdout:starting mds.d at 2024-09-10T07:28:05.503 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:28:05.507 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:28:08.530 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T07:28:08.530 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T07:28:08.534 INFO:tasks.ceph.mds.a:Started 2024-09-10T07:28:08.534 DEBUG:teuthology.parallel:result is None 2024-09-10T07:28:08.534 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T07:28:08.624 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:28:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.652+0000 7f82655e8640 1 Processor -- start 2024-09-10T07:28:08.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.652+0000 7f82655e8640 1 -- start start 2024-09-10T07:28:08.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.652+0000 7f82655e8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f826015d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f82655e8640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82601604a0 con 0x7f82600d0210 2024-09-10T07:28:08.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f82655e8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8260160780 con 0x7f826015c130 2024-09-10T07:28:08.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f82655e8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8260160a60 con 0x7f826015ffe0 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825f7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f82600d0210 0x7f82600cecc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46432/0 (socket says 172.21.15.3:46432) 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825f7fe640 1 -- 172.21.15.3:0/1637790678 learned_addr learned my addr 172.21.15.3:0/1637790678 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f826015d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3139089636 0 0) 0x7f82601604a0 con 0x7f82600d0210 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f824c003520 con 0x7f82600d0210 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1510165861 0 0) 0x7f8260160780 con 0x7f826015c130 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f82601604a0 con 0x7f826015c130 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4004536772 0 0) 0x7f824c003520 con 0x7f82600d0210 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 msgr2=0x7f826015d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f826015d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 >> v1:172.21.15.70:6789/0 conn(0x7f826015c130 legacy=0x7f82600d1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8260160d40 con 0x7f82600d0210 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f82580019f0 con 0x7f82600d0210 2024-09-10T07:28:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f826015d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 >> v1:172.21.15.3:6789/0 conn(0x7f82600d0210 legacy=0x7f82600cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f824c003be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f824c004120 0x7f824c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f824c004d40 0x7f824c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8260160a60 con 0x7f824c004120 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f824c00bb00 con 0x7f824c004d40 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.653+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f824c00bd00 con 0x7f826015ffe0 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f824c004120 0x7f824c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825f7fe640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f824c004d40 0x7f824c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825effd640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f824c003be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825e7fc640 1 -- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 msgr2=0x7f824c003be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f826015ffe0 0x7f824c003be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825e7fc640 1 -- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f824c004d40 msgr2=0x7f824c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f824c004d40 0x7f824c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.654+0000 7f825e7fc640 1 -- 172.21.15.3:0/1637790678 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f824c003520 con 0x7f824c004120 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f824c004120 0x7f824c004800 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f8250009c70 tx=0x7f824c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a66d41a8044a4f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250036070 con 0x7f824c004120 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f825002ae50 con 0x7f824c004120 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f825dffb640 1 -- 172.21.15.3:0/1637790678 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250009840 con 0x7f824c004120 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f82655e8640 1 -- 172.21.15.3:0/1637790678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f824c004120 msgr2=0x7f824c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f82655e8640 1 --2- 172.21.15.3:0/1637790678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f824c004120 0x7f824c004800 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f8250009c70 tx=0x7f824c005830 comp rx=0 tx=0).stop 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f825f7fe640 1 -- 172.21.15.3:0/1637790678 reap_dead start 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f82655e8640 1 -- 172.21.15.3:0/1637790678 shutdown_connections 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f82655e8640 1 -- 172.21.15.3:0/1637790678 >> 172.21.15.3:0/1637790678 conn(0x7f826006baf0 msgr2=0x7f826006bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f82655e8640 1 -- 172.21.15.3:0/1637790678 shutdown_connections 2024-09-10T07:28:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.655+0000 7f82655e8640 1 -- 172.21.15.3:0/1637790678 wait complete. 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.657+0000 7f82655e8640 1 Processor -- start 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.657+0000 7f82655e8640 1 -- start start 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f824c004120 0x7f82600c9380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82600cbe90 0x7f82600c6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 0x7f82600c7770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82600cf550 con 0x7f82600c72f0 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f82600cf3d0 con 0x7f82600cbe90 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f82600d0690 con 0x7f824c004120 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 0x7f82600c7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 0x7f82600c7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32870/0 (socket says 172.21.15.3:32870) 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 -- 172.21.15.3:0/1345513134 learned_addr learned my addr 172.21.15.3:0/1345513134 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825effd640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f824c004120 0x7f82600c9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825e7fc640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82600cbe90 0x7f82600c6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 -- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f824c004120 msgr2=0x7f82600c9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f824c004120 0x7f82600c9380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 -- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82600cbe90 msgr2=0x7f82600c6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82600cbe90 0x7f82600c6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 -- 172.21.15.3:0/1345513134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82600c5ff0 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f825f7fe640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 0x7f82600c7770 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f82600cf8d0 tx=0x7f82580079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258017020 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.658+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82600c62d0 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.659+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8260155880 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.659+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f825800aa10 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.659+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825800adc0 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.660+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8244005290 con 0x7f82600c72f0 2024-09-10T07:28:08.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.661+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f825801a020 con 0x7f82600c72f0 2024-09-10T07:28:08.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.661+0000 7f82577fe640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f824006be60 0x7f824006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:08.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.661+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5335+0+0 (secure 0 0 0) 0x7f825808b0d0 con 0x7f82600c72f0 2024-09-10T07:28:08.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.662+0000 7f825effd640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f824006be60 0x7f824006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:08.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.662+0000 7f825effd640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f824006be60 0x7f824006e320 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f82480018d0 tx=0x7f8248009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.667+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8258021020 con 0x7f82600c72f0 2024-09-10T07:28:08.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:08.858+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f8244005850 con 0x7f82600c72f0 2024-09-10T07:28:08.860 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-10T07:28:09.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.669+0000 7f82577fe640 1 -- 172.21.15.3:0/1345513134 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v90) ==== 97+0+0 (secure 0 0 0) 0x7f8258059cc0 con 0x7f82600c72f0 2024-09-10T07:28:09.669 INFO:teuthology.orchestra.run.smithi003.stderr: removed all blocklist entries 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f824006be60 msgr2=0x7f824006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f824006be60 0x7f824006e320 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f82480018d0 tx=0x7f8248009040 comp rx=0 tx=0).stop 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 msgr2=0x7f82600c7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 0x7f82600c7770 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f82600cf8d0 tx=0x7f82580079d0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 shutdown_connections 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f824006be60 0x7f824006e320 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82600c72f0 0x7f82600c7770 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f82600cbe90 0x7f82600c6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 --2- 172.21.15.3:0/1345513134 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f824c004120 0x7f82600c9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.672+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 >> 172.21.15.3:0/1345513134 conn(0x7f826006baf0 msgr2=0x7f826006bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.673+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 shutdown_connections 2024-09-10T07:28:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.673+0000 7f82655e8640 1 -- 172.21.15.3:0/1345513134 wait complete. 2024-09-10T07:28:09.686 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T07:28:09.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.796+0000 7effca97f640 1 Processor -- start 2024-09-10T07:28:09.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.796+0000 7effca97f640 1 -- start start 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effca97f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7effc40d0350 0x7effc406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effca97f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effc415e7f0 con 0x7effc409aa30 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effca97f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effc40d1a50 con 0x7effc40b1930 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effca97f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7effc40d09b0 con 0x7effc40d0350 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effc3fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7effc409aa30 0x7effc409ae10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46438/0 (socket says 172.21.15.3:46438) 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effc3fff640 1 -- 172.21.15.3:0/3569704676 learned_addr learned my addr 172.21.15.3:0/3569704676 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2937496841 0 0) 0x7effc415e7f0 con 0x7effc409aa30 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7effac003520 con 0x7effc409aa30 2024-09-10T07:28:09.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effc37fe640 1 --2- 172.21.15.3:0/3569704676 >> v2:172.21.15.70:3300/0 conn(0x7effc40d0350 0x7effc406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.797+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1185464262 0 0) 0x7effac003520 con 0x7effc409aa30 2024-09-10T07:28:09.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 >> v2:172.21.15.70:3300/0 conn(0x7effc40d0350 msgr2=0x7effc406cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:09.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 --2- 172.21.15.3:0/3569704676 >> v2:172.21.15.70:3300/0 conn(0x7effc40d0350 0x7effc406cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 >> v1:172.21.15.70:6789/0 conn(0x7effc40b1930 legacy=0x7effc40b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc40d0c90 con 0x7effc409aa30 2024-09-10T07:28:09.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7effb4001670 con 0x7effc409aa30 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 >> v1:172.21.15.3:6789/0 conn(0x7effc409aa30 legacy=0x7effc409ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac003a70 0x7effac003e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004800 0x7effac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7effc40d09b0 con 0x7effac005210 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7effac00c140 con 0x7effac004800 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7effac00c340 con 0x7effac003a70 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc8f1c640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc37fe640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004800 0x7effac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc3fff640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac003a70 0x7effac003e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc8f1c640 1 -- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac003a70 msgr2=0x7effac003e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc8f1c640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac003a70 0x7effac003e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc8f1c640 1 -- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004800 msgr2=0x7effac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:09.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc8f1c640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effac004800 0x7effac004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc8f1c640 1 -- 172.21.15.3:0/3569704676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac003520 con 0x7effac005210 2024-09-10T07:28:09.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.798+0000 7effc3fff640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effac003a70 0x7effac003e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:09.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effc8f1c640 1 -- 172.21.15.3:0/3569704676 reap_dead start 2024-09-10T07:28:09.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effc8f1c640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effac00b9c0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7effbc001e50 tx=0x7effac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f8204d8c4122c5a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc001a70 con 0x7effac005210 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effbc003970 con 0x7effac005210 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effc2ffd640 1 -- 172.21.15.3:0/3569704676 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc003d60 con 0x7effac005210 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effca97f640 1 -- 172.21.15.3:0/3569704676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 msgr2=0x7effac00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.799+0000 7effca97f640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effac00b9c0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7effbc001e50 tx=0x7effac005830 comp rx=0 tx=0).stop 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.800+0000 7effca97f640 1 -- 172.21.15.3:0/3569704676 shutdown_connections 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.800+0000 7effca97f640 1 --2- 172.21.15.3:0/3569704676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effac00b9c0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.800+0000 7effca97f640 1 -- 172.21.15.3:0/3569704676 >> 172.21.15.3:0/3569704676 conn(0x7effc40b3cf0 msgr2=0x7effc40b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:09.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.800+0000 7effca97f640 1 -- 172.21.15.3:0/3569704676 shutdown_connections 2024-09-10T07:28:09.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.800+0000 7effca97f640 1 -- 172.21.15.3:0/3569704676 wait complete. 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.801+0000 7effca97f640 1 Processor -- start 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.801+0000 7effca97f640 1 -- start start 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effca97f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effc415b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effca97f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effc41e8230 0x7effc41e6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effca97f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc415e9d0 0x7effc415ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effca97f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7effc40d1530 con 0x7effac005210 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effca97f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7effc40d1250 con 0x7effc415e9d0 2024-09-10T07:28:09.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effca97f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7effc409ae10 con 0x7effc41e8230 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effc415b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effc415b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32892/0 (socket says 172.21.15.3:32892) 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 -- 172.21.15.3:0/631453552 learned_addr learned my addr 172.21.15.3:0/631453552 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc37fe640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effc41e8230 0x7effc41e6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc8f1c640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc415e9d0 0x7effc415ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 -- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effc41e8230 msgr2=0x7effc41e6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effc41e8230 0x7effc41e6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 -- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc415e9d0 msgr2=0x7effc415ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc415e9d0 0x7effc415ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 -- 172.21.15.3:0/631453552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc41e7190 con 0x7effac005210 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc37fe640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effc41e8230 0x7effc41e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.802+0000 7effc3fff640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effc415b920 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7effb400e7b0 tx=0x7effb400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:09.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.803+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb400c660 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.803+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effb4018070 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.803+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb400ca00 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.803+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc41e7470 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.803+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc41e7a30 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.804+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effc409b1a0 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.804+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7effb400cba0 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.805+0000 7effc0ff9640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7effb006be60 0x7effb006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.805+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5249+0+0 (secure 0 0 0) 0x7effb408a6f0 con 0x7effac005210 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.805+0000 7effc37fe640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7effb006be60 0x7effb006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.806+0000 7effc37fe640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7effb006be60 0x7effb006e320 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7effc41e8980 tx=0x7effb8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:09.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:09.809+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7effb4059260 con 0x7effac005210 2024-09-10T07:28:10.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.049+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7effc41e89b0 con 0x7effac005210 2024-09-10T07:28:10.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.049+0000 7effc0ff9640 1 -- 172.21.15.3:0/631453552 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7effb4058b60 con 0x7effac005210 2024-09-10T07:28:10.049 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:10.049 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:10.049 INFO:teuthology.orchestra.run.smithi003.stdout: "auth_dump": [ 2024-09-10T07:28:10.049 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.a", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mrU6MABAAFD+WwzJeiDLQfgIXB1eULw==", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.b", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mTe1rDBAArWCfzFtnCCdCGNlRFOy+lg==", 2024-09-10T07:28:10.050 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.c", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mVzW5BxAA5x3ME8EyR1GGtf5+TxzzaA==", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:28:10.051 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mds.d", 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mpC1vExAA34GQqIGjg4LwrzakX0u/IA==", 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.052 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.0", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDt8t9m12PVLxAAzxBgxZWASS1vwHyrkxjCCg==", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.1", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDw8t9moaCxMxAAhTUckz/yLRZU7l8iexgVsA==", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.053 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.2", 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD08t9m9cibCRAA9qTEbXFasRdRr7wR2Oi3Dg==", 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.054 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.3", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD38t9mmhkdHBAA3c7KrIo6vDBBYNgec7hSwQ==", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.4", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD78t9mr6QJORAAEjb/ixe+Cn8i8L674YEpsw==", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.055 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.5", 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQD/8t9miY06ABAAkmHjEm6ObfbBKrUcgnD0Ew==", 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.6", 2024-09-10T07:28:10.056 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAC899mXl4zERAA3WY3Um3Pe1FPMAxWa7OyZg==", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "osd.7", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQAF899mKsPPLxAAq5S3od7R+LbcYI/qQpoN2A==", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow profile osd", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile osd", 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.057 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.0", 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ==", 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow r", 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.1", 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9m3uqGHhAASTbGDateA6dujevOqgPbfQ==", 2024-09-10T07:28:10.058 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.2", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mWjQrGxAAhijz5tLLgIErbOM7yMeLIg==", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:28:10.059 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.3", 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDq8t9mLdYhJBAAquvB1lwLvSnGxfJfuPoarw==", 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow", 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow r", 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow rw", 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow rwx" 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "client.admin", 2024-09-10T07:28:10.060 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9moO9QIBAA1fGe/olsh9ewzwW3VLloEw==", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr": "allow *", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow *", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.x", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mmNHJOBAAhpb8LqqePgU/QdPDi0z81Q==", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:28:10.061 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: "entity": "mgr.y", 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: "key": "AQDp8t9mM/07NRAA9U5bgFt8PpZqf/b8oZ/s+w==", 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": { 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": "allow *", 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: "mon": "allow profile mgr", 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: "osd": "allow *" 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:28:10.062 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7effb006be60 msgr2=0x7effb006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7effb006be60 0x7effb006e320 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7effc41e8980 tx=0x7effb8008040 comp rx=0 tx=0).stop 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 msgr2=0x7effc415b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effc415b920 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7effb400e7b0 tx=0x7effb400ec70 comp rx=0 tx=0).stop 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 shutdown_connections 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7effb006be60 0x7effb006e320 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7effc415e9d0 0x7effc415ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7effc41e8230 0x7effc41e6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 --2- 172.21.15.3:0/631453552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effac005210 0x7effc415b920 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 >> 172.21.15.3:0/631453552 conn(0x7effc40b3cf0 msgr2=0x7effc406fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:10.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 shutdown_connections 2024-09-10T07:28:10.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.051+0000 7effca97f640 1 -- 172.21.15.3:0/631453552 wait complete. 2024-09-10T07:28:10.065 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T07:28:10.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.167+0000 7f3fe7152640 1 Processor -- start 2024-09-10T07:28:10.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.168+0000 7f3fe7152640 1 -- start start 2024-09-10T07:28:10.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.168+0000 7f3fe7152640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe00d1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.168+0000 7f3fe7152640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3fe00b78e0 0x7f3fe00b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.168+0000 7f3fe7152640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3fe00d3430 con 0x7f3fe015e510 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.168+0000 7f3fe7152640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f3fe00d1660 con 0x7f3fe00b78e0 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.168+0000 7f3fe7152640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3fe00d36d0 con 0x7f3fe00d0cc0 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3fe00b78e0 0x7f3fe00b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3fe00b78e0 0x7f3fe00b7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32896/0 (socket says 172.21.15.3:32896) 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2760872636 learned_addr learned my addr 172.21.15.3:0/2760872636 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fdffff640 1 --2- 172.21.15.3:0/2760872636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe00d1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2760872636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 msgr2=0x7f3fe00d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 --2- 172.21.15.3:0/2760872636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe00d1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2760872636 >> v1:172.21.15.70:6789/0 conn(0x7f3fe015e510 legacy=0x7f3fe00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.169+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2760872636 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fe00d39b0 con 0x7f3fe00b78e0 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe56ef640 1 --2- 172.21.15.3:0/2760872636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe00b78e0 0x7f3fe00b7d70 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8009870 tx=0x7f3fc802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d20f30bd7e58773c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fdf7fe640 1 -- 172.21.15.3:0/2760872636 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc8037070 con 0x7f3fe00b78e0 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fdf7fe640 1 -- 172.21.15.3:0/2760872636 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fc8032440 con 0x7f3fe00b78e0 2024-09-10T07:28:10.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fdf7fe640 1 -- 172.21.15.3:0/2760872636 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc8032810 con 0x7f3fe00b78e0 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 -- 172.21.15.3:0/2760872636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe00b78e0 msgr2=0x7f3fe00b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2760872636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe00b78e0 0x7f3fe00b7d70 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8009870 tx=0x7f3fc802a180 comp rx=0 tx=0).stop 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 -- 172.21.15.3:0/2760872636 shutdown_connections 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2760872636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe00b78e0 0x7f3fe00b7d70 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2760872636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe00d1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 -- 172.21.15.3:0/2760872636 >> 172.21.15.3:0/2760872636 conn(0x7f3fe006d1a0 msgr2=0x7f3fe0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 -- 172.21.15.3:0/2760872636 shutdown_connections 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.170+0000 7f3fe7152640 1 -- 172.21.15.3:0/2760872636 wait complete. 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 Processor -- start 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 -- start start 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3fe00b78e0 0x7f3fe01522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe01f7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 0x7f3fe00cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe00d22a0 con 0x7f3fe015e510 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe00d3f70 con 0x7f3fe00b78e0 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.172+0000 7f3fe7152640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3fe00cf210 con 0x7f3fe00d0cc0 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 0x7f3fe00cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe4eee640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3fe00b78e0 0x7f3fe01522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fdffff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe01f7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 0x7f3fe00cdd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32908/0 (socket says 172.21.15.3:32908) 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2331643646 learned_addr learned my addr 172.21.15.3:0/2331643646 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 msgr2=0x7f3fe01f7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe01f7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3fe00b78e0 msgr2=0x7f3fe01522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3fe00b78e0 0x7f3fe01522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 -- 172.21.15.3:0/2331643646 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fe01f84f0 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe56ef640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 0x7f3fe00cdd70 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8009870 tx=0x7f3fc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc8037040 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fc8042070 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fe01f87d0 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc8030bd0 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.173+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fe00b55d0 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.175+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fe015e8f0 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.175+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3fc8047460 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.175+0000 7f3fdd7fa640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3fc006be30 0x7f3fc006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.175+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5249+0+0 (secure 0 0 0) 0x7f3fc80ab720 con 0x7f3fe015e510 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.176+0000 7f3fe4eee640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3fc006be30 0x7f3fc006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.176+0000 7f3fe4eee640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3fc006be30 0x7f3fc006e2f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8006fd0 tx=0x7f3fd8009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.180+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3fc8079cd0 con 0x7f3fe015e510 2024-09-10T07:28:10.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.359+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f3fe00cbd70 con 0x7f3fe015e510 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.359+0000 7f3fdd7fa640 1 -- 172.21.15.3:0/2331643646 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v90) ==== 84+0+65 (secure 0 0 0) 0x7f3fc807dfd0 con 0x7f3fe015e510 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:10.359 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-09-10T07:28:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3fc006be30 msgr2=0x7f3fc006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3fc006be30 0x7f3fc006e2f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8006fd0 tx=0x7f3fd8009060 comp rx=0 tx=0).stop 2024-09-10T07:28:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 msgr2=0x7f3fe00cdd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 0x7f3fe00cdd70 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8009870 tx=0x7f3fc80046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 shutdown_connections 2024-09-10T07:28:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3fc006be30 0x7f3fc006e2f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fe015e510 0x7f3fe00cdd70 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3fe00d0cc0 0x7f3fe01f7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 --2- 172.21.15.3:0/2331643646 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3fe00b78e0 0x7f3fe01522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 >> 172.21.15.3:0/2331643646 conn(0x7f3fe006d1a0 msgr2=0x7f3fe015b970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 shutdown_connections 2024-09-10T07:28:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.361+0000 7f3fe7152640 1 -- 172.21.15.3:0/2331643646 wait complete. 2024-09-10T07:28:10.371 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T07:28:10.371 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T07:28:10.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.478+0000 7fb20cb6d640 1 Processor -- start 2024-09-10T07:28:10.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.478+0000 7fb20cb6d640 1 -- start start 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.479+0000 7fb20cb6d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb20815e770 0x7fb2080d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.479+0000 7fb20cb6d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb208162130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.479+0000 7fb20cb6d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb208162670 0x7fb2080b9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.479+0000 7fb20cb6d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb2080b7df0 con 0x7fb20815e770 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.479+0000 7fb20cb6d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb2080b74c0 con 0x7fb208162670 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.479+0000 7fb20cb6d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb2080b77a0 con 0x7fb2080d3800 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb20815e770 0x7fb2080d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb20815e770 0x7fb2080d32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32910/0 (socket says 172.21.15.3:32910) 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 -- 172.21.15.3:0/2563270004 learned_addr learned my addr 172.21.15.3:0/2563270004 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb205d9b640 1 --2- 172.21.15.3:0/2563270004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb208162130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb206d9d640 1 --2- 172.21.15.3:0/2563270004 >> v2:172.21.15.70:3300/0 conn(0x7fb208162670 0x7fb2080b9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 -- 172.21.15.3:0/2563270004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 msgr2=0x7fb208162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:10.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 --2- 172.21.15.3:0/2563270004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb208162130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 -- 172.21.15.3:0/2563270004 >> v2:172.21.15.70:3300/0 conn(0x7fb208162670 msgr2=0x7fb2080b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:10.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 --2- 172.21.15.3:0/2563270004 >> v2:172.21.15.70:3300/0 conn(0x7fb208162670 0x7fb2080b9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.480+0000 7fb20659c640 1 -- 172.21.15.3:0/2563270004 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2080b7a80 con 0x7fb20815e770 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.481+0000 7fb20659c640 1 --2- 172.21.15.3:0/2563270004 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb2080d32c0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fb2080cb530 tx=0x7fb20002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f32d2ce9690e4392 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.481+0000 7fb20559a640 1 -- 172.21.15.3:0/2563270004 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb200036070 con 0x7fb20815e770 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.481+0000 7fb20559a640 1 -- 172.21.15.3:0/2563270004 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb200031600 con 0x7fb20815e770 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.481+0000 7fb20559a640 1 -- 172.21.15.3:0/2563270004 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2000319d0 con 0x7fb20815e770 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.481+0000 7fb20cb6d640 1 -- 172.21.15.3:0/2563270004 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 msgr2=0x7fb2080d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.481+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/2563270004 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb2080d32c0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fb2080cb530 tx=0x7fb20002a6a0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 -- 172.21.15.3:0/2563270004 shutdown_connections 2024-09-10T07:28:10.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/2563270004 >> v2:172.21.15.70:3300/0 conn(0x7fb208162670 0x7fb2080b9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/2563270004 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb208162130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/2563270004 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb2080d32c0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 -- 172.21.15.3:0/2563270004 >> 172.21.15.3:0/2563270004 conn(0x7fb20809d660 msgr2=0x7fb2080d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:10.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 -- 172.21.15.3:0/2563270004 shutdown_connections 2024-09-10T07:28:10.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.482+0000 7fb20cb6d640 1 -- 172.21.15.3:0/2563270004 wait complete. 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.483+0000 7fb20cb6d640 1 Processor -- start 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.483+0000 7fb20cb6d640 1 -- start start 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb20809faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb20809ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb208162670 0x7fb2080c83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2080b9fc0 con 0x7fb20815e770 2024-09-10T07:28:10.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb2080d53d0 con 0x7fb208162670 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb2080ba140 con 0x7fb2080d3800 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb20809ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb20809ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32920/0 (socket says 172.21.15.3:32920) 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 -- 172.21.15.3:0/3384340869 learned_addr learned my addr 172.21.15.3:0/3384340869 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20659c640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb20809faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb206d9d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb208162670 0x7fb2080c83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 -- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 msgr2=0x7fb20809faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb20809faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 -- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb208162670 msgr2=0x7fb2080c83d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb208162670 0x7fb2080c83d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 -- 172.21.15.3:0/3384340869 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb208160110 con 0x7fb20815e770 2024-09-10T07:28:10.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb205d9b640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb20809ffe0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fb1f000e870 tx=0x7fb1f000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f0017070 con 0x7fb20815e770 2024-09-10T07:28:10.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1f0009e40 con 0x7fb20815e770 2024-09-10T07:28:10.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2081603f0 con 0x7fb20815e770 2024-09-10T07:28:10.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f000cb60 con 0x7fb20815e770 2024-09-10T07:28:10.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.484+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2081609b0 con 0x7fb20815e770 2024-09-10T07:28:10.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.485+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb208069110 con 0x7fb20815e770 2024-09-10T07:28:10.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.486+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1f001a070 con 0x7fb20815e770 2024-09-10T07:28:10.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.486+0000 7fb1feffd640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb1e806be30 0x7fb1e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.487+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5249+0+0 (secure 0 0 0) 0x7fb1f008aa40 con 0x7fb20815e770 2024-09-10T07:28:10.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.487+0000 7fb20659c640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb1e806be30 0x7fb1e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.487+0000 7fb20659c640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb1e806be30 0x7fb1e806e2f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb200033000 tx=0x7fb200009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.491+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1f0059640 con 0x7fb20815e770 2024-09-10T07:28:10.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.668+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb2080d32c0 con 0x7fb20815e770 2024-09-10T07:28:10.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.751+0000 7fb1feffd640 1 -- 172.21.15.3:0/3384340869 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v91) ==== 138+0+0 (secure 0 0 0) 0x7fb1f0058f40 con 0x7fb20815e770 2024-09-10T07:28:10.751 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-09-10T07:28:10.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb1e806be30 msgr2=0x7fb1e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb1e806be30 0x7fb1e806e2f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb200033000 tx=0x7fb200009000 comp rx=0 tx=0).stop 2024-09-10T07:28:10.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 msgr2=0x7fb20809ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb20809ffe0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fb1f000e870 tx=0x7fb1f000ed30 comp rx=0 tx=0).stop 2024-09-10T07:28:10.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 shutdown_connections 2024-09-10T07:28:10.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb1e806be30 0x7fb1e806e2f0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb208162670 0x7fb2080c83d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb20815e770 0x7fb20809ffe0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 --2- 172.21.15.3:0/3384340869 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb2080d3800 0x7fb20809faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 >> 172.21.15.3:0/3384340869 conn(0x7fb20809d660 msgr2=0x7fb20815ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:10.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 shutdown_connections 2024-09-10T07:28:10.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.754+0000 7fb20cb6d640 1 -- 172.21.15.3:0/3384340869 wait complete. 2024-09-10T07:28:10.767 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T07:28:10.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.877+0000 7f2f77552640 1 Processor -- start 2024-09-10T07:28:10.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.877+0000 7f2f77552640 1 -- start start 2024-09-10T07:28:10.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f77552640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2f700b3a40 0x7f2f700b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f77552640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700cfb80 0x7f2f700b64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f77552640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f70161ee0 con 0x7f2f70161b00 2024-09-10T07:28:10.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f77552640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2f700ceb70 con 0x7f2f700b3a40 2024-09-10T07:28:10.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f77552640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2f700cf6f0 con 0x7f2f700cfb80 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f74aed640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2f700b3a40 0x7f2f700b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f752ee640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f2f70161b00 0x7f2f700d3030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:49818/0 (socket says 172.21.15.3:49818) 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f75aef640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700cfb80 0x7f2f700b64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.878+0000 7f2f752ee640 1 -- 172.21.15.3:0/221005063 learned_addr learned my addr 172.21.15.3:0/221005063 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f67fff640 1 -- 172.21.15.3:0/221005063 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1834987168 0 0) 0x7f2f70161ee0 con 0x7f2f70161b00 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f67fff640 1 -- 172.21.15.3:0/221005063 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2f5c003520 con 0x7f2f70161b00 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f74aed640 1 -- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700cfb80 msgr2=0x7f2f700b64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:10.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f74aed640 1 --2- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700cfb80 0x7f2f700b64e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f74aed640 1 -- 172.21.15.3:0/221005063 >> v1:172.21.15.70:6789/0 conn(0x7f2f70161b00 legacy=0x7f2f700d3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f74aed640 1 -- 172.21.15.3:0/221005063 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f700d3740 con 0x7f2f700b3a40 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f75aef640 1 --2- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700cfb80 0x7f2f700b64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.879+0000 7f2f74aed640 1 --2- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f700b3a40 0x7f2f700b5fa0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2f600097a0 tx=0x7f2f6002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7dab9beea468293d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f67fff640 1 -- 172.21.15.3:0/221005063 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f60037070 con 0x7f2f700b3a40 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f67fff640 1 -- 172.21.15.3:0/221005063 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f60032440 con 0x7f2f700b3a40 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f67fff640 1 -- 172.21.15.3:0/221005063 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f600327f0 con 0x7f2f700b3a40 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 -- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f700b3a40 msgr2=0x7f2f700b5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 --2- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f700b3a40 0x7f2f700b5fa0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2f600097a0 tx=0x7f2f6002a180 comp rx=0 tx=0).stop 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 -- 172.21.15.3:0/221005063 shutdown_connections 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 --2- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700cfb80 0x7f2f700b64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 --2- 172.21.15.3:0/221005063 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f700b3a40 0x7f2f700b5fa0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 -- 172.21.15.3:0/221005063 >> 172.21.15.3:0/221005063 conn(0x7f2f7008bfc0 msgr2=0x7f2f7009d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:10.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 -- 172.21.15.3:0/221005063 shutdown_connections 2024-09-10T07:28:10.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.880+0000 7f2f77552640 1 -- 172.21.15.3:0/221005063 wait complete. 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.881+0000 7f2f77552640 1 Processor -- start 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 -- start start 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700b3a40 0x7f2f7015e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 0x7f2f700b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f70161b00 0x7f2f7015bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f700cf380 con 0x7f2f700cfb80 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2f700cf0a0 con 0x7f2f70161b00 2024-09-10T07:28:10.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f77552640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2f7006cc30 con 0x7f2f700b3a40 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f74aed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 0x7f2f700b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f74aed640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 0x7f2f700b4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32926/0 (socket says 172.21.15.3:32926) 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f74aed640 1 -- 172.21.15.3:0/2794341552 learned_addr learned my addr 172.21.15.3:0/2794341552 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f75aef640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f70161b00 0x7f2f7015bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.882+0000 7f2f752ee640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700b3a40 0x7f2f7015e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f74aed640 1 -- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700b3a40 msgr2=0x7f2f7015e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f74aed640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700b3a40 0x7f2f7015e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f74aed640 1 -- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f70161b00 msgr2=0x7f2f7015bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f74aed640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f70161b00 0x7f2f7015bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f74aed640 1 -- 172.21.15.3:0/2794341552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7015ee30 con 0x7f2f700cfb80 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f752ee640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700b3a40 0x7f2f7015e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f75aef640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f70161b00 0x7f2f7015bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f74aed640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 0x7f2f700b4e70 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f2f6002a1c0 tx=0x7f2f600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f60037040 con 0x7f2f700cfb80 2024-09-10T07:28:10.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f60042070 con 0x7f2f700cfb80 2024-09-10T07:28:10.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f6003b930 con 0x7f2f700cfb80 2024-09-10T07:28:10.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f700b5930 con 0x7f2f700cfb80 2024-09-10T07:28:10.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.883+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f700b5ef0 con 0x7f2f700cfb80 2024-09-10T07:28:10.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.884+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f700d3030 con 0x7f2f700cfb80 2024-09-10T07:28:10.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.885+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f6003bad0 con 0x7f2f700cfb80 2024-09-10T07:28:10.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.885+0000 7f2f65ffb640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2f5406be30 0x7f2f5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:10.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.886+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5619+0+0 (secure 0 0 0) 0x7f2f600ab6b0 con 0x7f2f700cfb80 2024-09-10T07:28:10.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.886+0000 7f2f752ee640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2f5406be30 0x7f2f5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:10.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.886+0000 7f2f752ee640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2f5406be30 0x7f2f5406e2f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c007fd0 tx=0x7f2f6c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:10.890+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f6007a1d0 con 0x7f2f700cfb80 2024-09-10T07:28:11.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.066+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2f700d3370 con 0x7f2f700cfb80 2024-09-10T07:28:11.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.753+0000 7f2f65ffb640 1 -- 172.21.15.3:0/2794341552 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v92) ==== 170+0+0 (secure 0 0 0) 0x7f2f60079ad0 con 0x7f2f700cfb80 2024-09-10T07:28:11.753 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-09-10T07:28:11.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2f5406be30 msgr2=0x7f2f5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:11.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2f5406be30 0x7f2f5406e2f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c007fd0 tx=0x7f2f6c009040 comp rx=0 tx=0).stop 2024-09-10T07:28:11.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 msgr2=0x7f2f700b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 0x7f2f700b4e70 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f2f6002a1c0 tx=0x7f2f600046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 shutdown_connections 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2f5406be30 0x7f2f5406e2f0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2f70161b00 0x7f2f7015bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f700cfb80 0x7f2f700b4e70 secure :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f2f6002a1c0 tx=0x7f2f600046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 --2- 172.21.15.3:0/2794341552 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2f700b3a40 0x7f2f7015e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.757+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 >> 172.21.15.3:0/2794341552 conn(0x7f2f7008bfc0 msgr2=0x7f2f700b1060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:11.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.760+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 shutdown_connections 2024-09-10T07:28:11.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.761+0000 7f2f77552640 1 -- 172.21.15.3:0/2794341552 wait complete. 2024-09-10T07:28:11.787 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T07:28:11.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.897+0000 7f6e4ccdd640 1 Processor -- start 2024-09-10T07:28:11.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.897+0000 7f6e4ccdd640 1 -- start start 2024-09-10T07:28:11.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e4ccdd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6e4815e390 0x7f6e48161f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:11.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e4ccdd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f6e480d15f0 0x7f6e480cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e4ccdd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e481627e0 con 0x7f6e480b75c0 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e4ccdd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f6e48162ac0 con 0x7f6e4815e390 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e4ccdd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f6e48162da0 con 0x7f6e480d15f0 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e4659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f6e4815e390 0x7f6e48161f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e45d9b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f6e480b75c0 0x7f6e480d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46454/0 (socket says 172.21.15.3:46454) 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.898+0000 7f6e45d9b640 1 -- 172.21.15.3:0/191988706 learned_addr learned my addr 172.21.15.3:0/191988706 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.899+0000 7f6e46d9d640 1 --2- 172.21.15.3:0/191988706 >> v2:172.21.15.70:3300/0 conn(0x7f6e480d15f0 0x7f6e480cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.899+0000 7f6e4659c640 1 -- 172.21.15.3:0/191988706 >> v2:172.21.15.70:3300/0 conn(0x7f6e480d15f0 msgr2=0x7f6e480cfca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.899+0000 7f6e4659c640 1 --2- 172.21.15.3:0/191988706 >> v2:172.21.15.70:3300/0 conn(0x7f6e480d15f0 0x7f6e480cfca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.899+0000 7f6e4659c640 1 -- 172.21.15.3:0/191988706 >> v1:172.21.15.3:6789/0 conn(0x7f6e480b75c0 legacy=0x7f6e480d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:11.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.899+0000 7f6e4659c640 1 -- 172.21.15.3:0/191988706 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e480cf4a0 con 0x7f6e4815e390 2024-09-10T07:28:11.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.899+0000 7f6e4659c640 1 --2- 172.21.15.3:0/191988706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e4815e390 0x7f6e48161f50 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f6e480d1bc0 tx=0x7f6e4002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14ac4fb426987ce3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4559a640 1 -- 172.21.15.3:0/191988706 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40037070 con 0x7f6e4815e390 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4559a640 1 -- 172.21.15.3:0/191988706 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e40032440 con 0x7f6e4815e390 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4559a640 1 -- 172.21.15.3:0/191988706 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40032810 con 0x7f6e4815e390 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/191988706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e4815e390 msgr2=0x7f6e48161f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/191988706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e4815e390 0x7f6e48161f50 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f6e480d1bc0 tx=0x7f6e4002a230 comp rx=0 tx=0).stop 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/191988706 shutdown_connections 2024-09-10T07:28:11.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/191988706 >> v2:172.21.15.70:3300/0 conn(0x7f6e480d15f0 0x7f6e480cfca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/191988706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e4815e390 0x7f6e48161f50 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/191988706 >> 172.21.15.3:0/191988706 conn(0x7f6e48073640 msgr2=0x7f6e48073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:11.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/191988706 shutdown_connections 2024-09-10T07:28:11.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.900+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/191988706 wait complete. 2024-09-10T07:28:11.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 Processor -- start 2024-09-10T07:28:11.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 -- start start 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 0x7f6e481586f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e480d15f0 0x7f6e480b6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e4815e390 0x7f6e480cbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4815e770 con 0x7f6e480b75c0 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6e48162490 con 0x7f6e480d15f0 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4ccdd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6e480ceb20 con 0x7f6e4815e390 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.902+0000 7f6e4659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 0x7f6e481586f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 0x7f6e481586f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32946/0 (socket says 172.21.15.3:32946) 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 -- 172.21.15.3:0/3266978853 learned_addr learned my addr 172.21.15.3:0/3266978853 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e45d9b640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e480d15f0 0x7f6e480b6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e46d9d640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e4815e390 0x7f6e480cbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 -- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e4815e390 msgr2=0x7f6e480cbff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e4815e390 0x7f6e480cbff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 -- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e480d15f0 msgr2=0x7f6e480b6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e480d15f0 0x7f6e480b6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 -- 172.21.15.3:0/3266978853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e480b5ec0 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e45d9b640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e480d15f0 0x7f6e480b6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4659c640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 0x7f6e481586f0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f6e40009890 tx=0x7f6e400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40037040 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e40042070 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e480b61a0 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e40030a50 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.903+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e480b5b90 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.904+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e48161f50 con 0x7f6e480b75c0 2024-09-10T07:28:11.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.905+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6e40030bf0 con 0x7f6e480b75c0 2024-09-10T07:28:11.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.905+0000 7f6e3effd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e2806be30 0x7f6e2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:11.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.905+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6001+0+0 (secure 0 0 0) 0x7f6e400aba80 con 0x7f6e480b75c0 2024-09-10T07:28:11.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.906+0000 7f6e45d9b640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e2806be30 0x7f6e2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:11.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.906+0000 7f6e45d9b640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e2806be30 0x7f6e2806e2f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6e480b5ac0 tx=0x7f6e30009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:11.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:11.910+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e400ade20 con 0x7f6e480b75c0 2024-09-10T07:28:12.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.124+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6e480d3890 con 0x7f6e480b75c0 2024-09-10T07:28:12.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.769+0000 7f6e3effd640 1 -- 172.21.15.3:0/3266978853 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 13 and data pool 14 v76) ==== 174+0+0 (secure 0 0 0) 0x7f6e40045360 con 0x7f6e480b75c0 2024-09-10T07:28:12.772 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 13 and data pool 14 2024-09-10T07:28:12.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.777+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e2806be30 msgr2=0x7f6e2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:12.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.777+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e2806be30 0x7f6e2806e2f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f6e480b5ac0 tx=0x7f6e30009040 comp rx=0 tx=0).stop 2024-09-10T07:28:12.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.777+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 msgr2=0x7f6e481586f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:12.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.777+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 0x7f6e481586f0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f6e40009890 tx=0x7f6e400046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.778+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 shutdown_connections 2024-09-10T07:28:12.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.778+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6e2806be30 0x7f6e2806e2f0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.778+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6e4815e390 0x7f6e480cbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.778+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6e480d15f0 0x7f6e480b6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.778+0000 7f6e4ccdd640 1 --2- 172.21.15.3:0/3266978853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e480b75c0 0x7f6e481586f0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.778+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 >> 172.21.15.3:0/3266978853 conn(0x7f6e48073640 msgr2=0x7f6e48073a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:12.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.781+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 shutdown_connections 2024-09-10T07:28:12.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.781+0000 7f6e4ccdd640 1 -- 172.21.15.3:0/3266978853 wait complete. 2024-09-10T07:28:12.801 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:12.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.907+0000 7f4e4739f640 1 Processor -- start 2024-09-10T07:28:12.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.907+0000 7f4e4739f640 1 -- start start 2024-09-10T07:28:12.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4739f640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f4e4015e350 0x7f4e400cefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:12.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4739f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d4920 0x7f4e400b4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:12.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4739f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e400cf600 con 0x7f4e400d2dc0 2024-09-10T07:28:12.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4739f640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f4e400cf8e0 con 0x7f4e4015e350 2024-09-10T07:28:12.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4739f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4e400cfbc0 con 0x7f4e400d4920 2024-09-10T07:28:12.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e45b9c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4e400d2dc0 0x7f4e400d4210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46456/0 (socket says 172.21.15.3:46456) 2024-09-10T07:28:12.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e45b9c640 1 -- 172.21.15.3:0/2888928300 learned_addr learned my addr 172.21.15.3:0/2888928300 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:12.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4639d640 1 --2- 172.21.15.3:0/2888928300 >> v2:172.21.15.70:3300/0 conn(0x7f4e4015e350 0x7f4e400cefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:12.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e46b9e640 1 --2- 172.21.15.3:0/2888928300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d4920 0x7f4e400b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4539b640 1 -- 172.21.15.3:0/2888928300 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2682602236 0 0) 0x7f4e400cf600 con 0x7f4e400d2dc0 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4539b640 1 -- 172.21.15.3:0/2888928300 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e28003520 con 0x7f4e400d2dc0 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e46b9e640 1 -- 172.21.15.3:0/2888928300 >> v2:172.21.15.70:3300/0 conn(0x7f4e4015e350 msgr2=0x7f4e400cefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e46b9e640 1 --2- 172.21.15.3:0/2888928300 >> v2:172.21.15.70:3300/0 conn(0x7f4e4015e350 0x7f4e400cefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e46b9e640 1 -- 172.21.15.3:0/2888928300 >> v1:172.21.15.3:6789/0 conn(0x7f4e400d2dc0 legacy=0x7f4e400d4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e46b9e640 1 -- 172.21.15.3:0/2888928300 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e400cfea0 con 0x7f4e400d4920 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.908+0000 7f4e4639d640 1 --2- 172.21.15.3:0/2888928300 >> v2:172.21.15.70:3300/0 conn(0x7f4e4015e350 0x7f4e400cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.909+0000 7f4e46b9e640 1 --2- 172.21.15.3:0/2888928300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d4920 0x7f4e400b4360 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4e380097a0 tx=0x7f4e3802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c050d00bf1d55b94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.909+0000 7f4e4539b640 1 -- 172.21.15.3:0/2888928300 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38037070 con 0x7f4e400d4920 2024-09-10T07:28:12.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.909+0000 7f4e4539b640 1 -- 172.21.15.3:0/2888928300 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e38032440 con 0x7f4e400d4920 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.909+0000 7f4e4539b640 1 -- 172.21.15.3:0/2888928300 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e380327f0 con 0x7f4e400d4920 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 -- 172.21.15.3:0/2888928300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d4920 msgr2=0x7f4e400b4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 --2- 172.21.15.3:0/2888928300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d4920 0x7f4e400b4360 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4e380097a0 tx=0x7f4e3802a210 comp rx=0 tx=0).stop 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 -- 172.21.15.3:0/2888928300 shutdown_connections 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 --2- 172.21.15.3:0/2888928300 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d4920 0x7f4e400b4360 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 --2- 172.21.15.3:0/2888928300 >> v2:172.21.15.70:3300/0 conn(0x7f4e4015e350 0x7f4e400cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 -- 172.21.15.3:0/2888928300 >> 172.21.15.3:0/2888928300 conn(0x7f4e4008dbe0 msgr2=0x7f4e4009d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 -- 172.21.15.3:0/2888928300 shutdown_connections 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.910+0000 7f4e4739f640 1 -- 172.21.15.3:0/2888928300 wait complete. 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.911+0000 7f4e4739f640 1 Processor -- start 2024-09-10T07:28:12.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.911+0000 7f4e4739f640 1 -- start start 2024-09-10T07:28:12.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4739f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d2dc0 0x7f4e4015f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:12.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4739f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e400d4920 0x7f4e400c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4739f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 0x7f4e400b9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4739f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4015e8b0 con 0x7f4e4015e350 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4739f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4015e730 con 0x7f4e400d4920 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4739f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4e400d3210 con 0x7f4e400d2dc0 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 0x7f4e400b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 0x7f4e400b9430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32962/0 (socket says 172.21.15.3:32962) 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 -- 172.21.15.3:0/1402379079 learned_addr learned my addr 172.21.15.3:0/1402379079 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4639d640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d2dc0 0x7f4e4015f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e45b9c640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e400d4920 0x7f4e400c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 -- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d2dc0 msgr2=0x7f4e4015f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d2dc0 0x7f4e4015f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 -- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e400d4920 msgr2=0x7f4e400c9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e400d4920 0x7f4e400c9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 -- 172.21.15.3:0/1402379079 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e400b71c0 con 0x7f4e4015e350 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e4639d640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d2dc0 0x7f4e4015f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.912+0000 7f4e46b9e640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 0x7f4e400b9430 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f4e38035040 tx=0x7f4e380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.913+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38037040 con 0x7f4e4015e350 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.913+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e38042070 con 0x7f4e4015e350 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.913+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e400b74a0 con 0x7f4e4015e350 2024-09-10T07:28:12.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.913+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e380044e0 con 0x7f4e4015e350 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.913+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e400b7a60 con 0x7f4e4015e350 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.914+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e400cefd0 con 0x7f4e4015e350 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.915+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4e38032830 con 0x7f4e4015e350 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.915+0000 7f4e3effd640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.915+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6101+0+0 (secure 0 0 0) 0x7f4e380ab8a0 con 0x7f4e4015e350 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.915+0000 7f4e4639d640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:12.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.916+0000 7f4e4639d640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f4e30009fd0 tx=0x7f4e3000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:12.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:12.919+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4e3807a1e0 con 0x7f4e4015e350 2024-09-10T07:28:13.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.096+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4e40161d10 con 0x7f4e4015e350 2024-09-10T07:28:13.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.097+0000 7f4e3effd640 1 -- 172.21.15.3:0/1402379079 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+16838 (secure 0 0 0) 0x7f4e38079ae0 con 0x7f4e4015e350 2024-09-10T07:28:13.097 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:13.097 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":93,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:28:12.126042+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:28:10.700038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T07:28:11.097551+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:13.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e2c06be30 msgr2=0x7f4e2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f4e30009fd0 tx=0x7f4e3000b040 comp rx=0 tx=0).stop 2024-09-10T07:28:13.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 msgr2=0x7f4e400b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 0x7f4e400b9430 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f4e38035040 tx=0x7f4e380046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 shutdown_connections 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e4015e350 0x7f4e400b9430 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4e400d4920 0x7f4e400c9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 --2- 172.21.15.3:0/1402379079 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4e400d2dc0 0x7f4e4015f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 >> 172.21.15.3:0/1402379079 conn(0x7f4e4008dbe0 msgr2=0x7f4e4006cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 shutdown_connections 2024-09-10T07:28:13.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.099+0000 7f4e4739f640 1 -- 172.21.15.3:0/1402379079 wait complete. 2024-09-10T07:28:13.111 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:13.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.214+0000 7eff38ad0640 1 Processor -- start 2024-09-10T07:28:13.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.214+0000 7eff38ad0640 1 -- start start 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff38ad0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7eff340cfae0 0x7eff340d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff38ad0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7eff3406e6a0 0x7eff340d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff38ad0640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff3415ebe0 con 0x7eff3415e800 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff38ad0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7eff340d42d0 con 0x7eff3406e6a0 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff38ad0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7eff340d3ff0 con 0x7eff340cfae0 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff3259c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7eff3415e800 0x7eff340cf3d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46470/0 (socket says 172.21.15.3:46470) 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff3259c640 1 -- 172.21.15.3:0/691807626 learned_addr learned my addr 172.21.15.3:0/691807626 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:13.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff32d9d640 1 --2- 172.21.15.3:0/691807626 >> v2:172.21.15.3:3300/0 conn(0x7eff3406e6a0 0x7eff340d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff31d9b640 1 --2- 172.21.15.3:0/691807626 >> v2:172.21.15.70:3300/0 conn(0x7eff340cfae0 0x7eff340d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff3159a640 1 -- 172.21.15.3:0/691807626 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2401691605 0 0) 0x7eff3415ebe0 con 0x7eff3415e800 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff3159a640 1 -- 172.21.15.3:0/691807626 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff20003520 con 0x7eff3415e800 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff32d9d640 1 -- 172.21.15.3:0/691807626 >> v2:172.21.15.70:3300/0 conn(0x7eff340cfae0 msgr2=0x7eff340d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff32d9d640 1 --2- 172.21.15.3:0/691807626 >> v2:172.21.15.70:3300/0 conn(0x7eff340cfae0 0x7eff340d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff32d9d640 1 -- 172.21.15.3:0/691807626 >> v1:172.21.15.3:6789/0 conn(0x7eff3415e800 legacy=0x7eff340cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff32d9d640 1 -- 172.21.15.3:0/691807626 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff3406cbb0 con 0x7eff3406e6a0 2024-09-10T07:28:13.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.215+0000 7eff31d9b640 1 --2- 172.21.15.3:0/691807626 >> v2:172.21.15.70:3300/0 conn(0x7eff340cfae0 0x7eff340d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:13.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.216+0000 7eff32d9d640 1 --2- 172.21.15.3:0/691807626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3406e6a0 0x7eff340d29a0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7eff340c7e30 tx=0x7eff2402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=482542e4ec01d5cc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.216+0000 7eff3159a640 1 -- 172.21.15.3:0/691807626 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24037070 con 0x7eff3406e6a0 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.216+0000 7eff3159a640 1 -- 172.21.15.3:0/691807626 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff24032440 con 0x7eff3406e6a0 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.216+0000 7eff3159a640 1 -- 172.21.15.3:0/691807626 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff240327f0 con 0x7eff3406e6a0 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.216+0000 7eff38ad0640 1 -- 172.21.15.3:0/691807626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3406e6a0 msgr2=0x7eff340d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.216+0000 7eff38ad0640 1 --2- 172.21.15.3:0/691807626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3406e6a0 0x7eff340d29a0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7eff340c7e30 tx=0x7eff2402a1a0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.217+0000 7eff38ad0640 1 -- 172.21.15.3:0/691807626 shutdown_connections 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.217+0000 7eff38ad0640 1 --2- 172.21.15.3:0/691807626 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3406e6a0 0x7eff340d29a0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.217+0000 7eff38ad0640 1 --2- 172.21.15.3:0/691807626 >> v2:172.21.15.70:3300/0 conn(0x7eff340cfae0 0x7eff340d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.217+0000 7eff38ad0640 1 -- 172.21.15.3:0/691807626 >> 172.21.15.3:0/691807626 conn(0x7eff3409d750 msgr2=0x7eff340d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.217+0000 7eff38ad0640 1 -- 172.21.15.3:0/691807626 shutdown_connections 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.217+0000 7eff38ad0640 1 -- 172.21.15.3:0/691807626 wait complete. 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.218+0000 7eff38ad0640 1 Processor -- start 2024-09-10T07:28:13.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.218+0000 7eff38ad0640 1 -- start start 2024-09-10T07:28:13.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff38ad0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff3406e6a0 0x7eff340cdf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff38ad0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff340cfae0 0x7eff340cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff38ad0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 0x7eff340b9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff38ad0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff340d4e30 con 0x7eff3415e800 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff38ad0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7eff3406d170 con 0x7eff340cfae0 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff38ad0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7eff340d2ee0 con 0x7eff3406e6a0 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 0x7eff340b9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 0x7eff340b9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32992/0 (socket says 172.21.15.3:32992) 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 -- 172.21.15.3:0/1996700320 learned_addr learned my addr 172.21.15.3:0/1996700320 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:13.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff3259c640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff3406e6a0 0x7eff340cdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff31d9b640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff340cfae0 0x7eff340cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 -- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff3406e6a0 msgr2=0x7eff340cdf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff3406e6a0 0x7eff340cdf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 -- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff340cfae0 msgr2=0x7eff340cbec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff340cfae0 0x7eff340cbec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 -- 172.21.15.3:0/1996700320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff340b8a80 con 0x7eff3415e800 2024-09-10T07:28:13.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff31d9b640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff340cfae0 0x7eff340cbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff32d9d640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 0x7eff340b9b20 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7eff2402a1e0 tx=0x7eff240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.219+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24041070 con 0x7eff3415e800 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.220+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff2403c870 con 0x7eff3415e800 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.220+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff340b8d60 con 0x7eff3415e800 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.220+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24037040 con 0x7eff3415e800 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.220+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff340b9320 con 0x7eff3415e800 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.220+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff34068880 con 0x7eff3415e800 2024-09-10T07:28:13.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.221+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff24044070 con 0x7eff3415e800 2024-09-10T07:28:13.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.222+0000 7eff2affd640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff1406be30 0x7eff1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.222+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6101+0+0 (secure 0 0 0) 0x7eff240ab9e0 con 0x7eff3415e800 2024-09-10T07:28:13.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.222+0000 7eff3259c640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff1406be30 0x7eff1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.222+0000 7eff3259c640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff1406be30 0x7eff1406e2f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7eff2c005c00 tx=0x7eff2c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.226+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff24079ba0 con 0x7eff3415e800 2024-09-10T07:28:13.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.402+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff34067e40 con 0x7eff3415e800 2024-09-10T07:28:13.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.404+0000 7eff2affd640 1 -- 172.21.15.3:0/1996700320 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+16838 (secure 0 0 0) 0x7eff34067e40 con 0x7eff3415e800 2024-09-10T07:28:13.404 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:13.404 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":93,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:28:12.126042+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:28:10.700038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T07:28:11.097551+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:13.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.405+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff1406be30 msgr2=0x7eff1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.405+0000 7eff38ad0640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff1406be30 0x7eff1406e2f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7eff2c005c00 tx=0x7eff2c009040 comp rx=0 tx=0).stop 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 msgr2=0x7eff340b9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 0x7eff340b9b20 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7eff2402a1e0 tx=0x7eff240046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 shutdown_connections 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7eff1406be30 0x7eff1406e2f0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff3415e800 0x7eff340b9b20 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7eff340cfae0 0x7eff340cbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 --2- 172.21.15.3:0/1996700320 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7eff3406e6a0 0x7eff340cdf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 >> 172.21.15.3:0/1996700320 conn(0x7eff3409d750 msgr2=0x7eff340d32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 shutdown_connections 2024-09-10T07:28:13.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.406+0000 7eff38ad0640 1 -- 172.21.15.3:0/1996700320 wait complete. 2024-09-10T07:28:13.417 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T07:28:13.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.523+0000 7ff30b7bd640 1 Processor -- start 2024-09-10T07:28:13.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.523+0000 7ff30b7bd640 1 -- start start 2024-09-10T07:28:13.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff30b7bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff3040cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff30b7bd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3040ce430 con 0x7ff304159ef0 2024-09-10T07:28:13.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff30b7bd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff304072330 con 0x7ff304159b10 2024-09-10T07:28:13.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff30b7bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff3040ce6b0 con 0x7ff304071e30 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff308d58640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ff304159ef0 0x7ff3040d1180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46478/0 (socket says 172.21.15.3:46478) 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff308d58640 1 -- 172.21.15.3:0/1063271845 learned_addr learned my addr 172.21.15.3:0/1063271845 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.524+0000 7ff309d5a640 1 --2- 172.21.15.3:0/1063271845 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff3040cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 785094382 0 0) 0x7ff2f8001110 con 0x7ff304159ef0 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff2ec003520 con 0x7ff304159ef0 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3857977594 0 0) 0x7ff304072330 con 0x7ff304159b10 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff2f8001110 con 0x7ff304159b10 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3991825353 0 0) 0x7ff2ec003520 con 0x7ff304159ef0 2024-09-10T07:28:13.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff309d5a640 1 -- 172.21.15.3:0/1063271845 >> v1:172.21.15.70:6789/0 conn(0x7ff304159b10 legacy=0x7ff3040d07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff309d5a640 1 -- 172.21.15.3:0/1063271845 >> v1:172.21.15.3:6789/0 conn(0x7ff304159ef0 legacy=0x7ff3040d1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.525+0000 7ff309d5a640 1 -- 172.21.15.3:0/1063271845 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3040ce990 con 0x7ff304071e30 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff309d5a640 1 --2- 172.21.15.3:0/1063271845 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff3040cf190 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff2fc009dc0 tx=0x7ff2fc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a97cd26bddc4d243 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f80017c0 con 0x7ff304071e30 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2fc007540 con 0x7ff304071e30 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff303fff640 1 -- 172.21.15.3:0/1063271845 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc0078f0 con 0x7ff304071e30 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1063271845 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 msgr2=0x7ff3040cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1063271845 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff3040cf190 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff2fc009dc0 tx=0x7ff2fc02a660 comp rx=0 tx=0).stop 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1063271845 shutdown_connections 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1063271845 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff3040cf190 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.526+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1063271845 >> 172.21.15.3:0/1063271845 conn(0x7ff3040b3d50 msgr2=0x7ff3040b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.527+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1063271845 shutdown_connections 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.527+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1063271845 wait complete. 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.528+0000 7ff30b7bd640 1 Processor -- start 2024-09-10T07:28:13.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.528+0000 7ff30b7bd640 1 -- start start 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.528+0000 7ff30b7bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff304151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.528+0000 7ff30b7bd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 0x7ff30415f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.528+0000 7ff30b7bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff304159ef0 0x7ff30414a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff30b7bd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff3040cf6d0 con 0x7ff304159b10 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff30b7bd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff3040d1890 con 0x7ff304159ef0 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff30b7bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff3040cf850 con 0x7ff304071e30 2024-09-10T07:28:13.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 0x7ff30415f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 0x7ff30415f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33000/0 (socket says 172.21.15.3:33000) 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 -- 172.21.15.3:0/1000897478 learned_addr learned my addr 172.21.15.3:0/1000897478 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff309559640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff304151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff309d5a640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff304159ef0 0x7ff30414a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 -- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 msgr2=0x7ff304151940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff304151940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 -- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff304159ef0 msgr2=0x7ff30414a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff304159ef0 0x7ff30414a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 -- 172.21.15.3:0/1000897478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff304151f20 con 0x7ff304159b10 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff308d58640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 0x7ff30415f1b0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7ff2f800c6c0 tx=0x7ff2f800cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f8005ad0 con 0x7ff304159b10 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2f8005c70 con 0x7ff304159b10 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff304152200 con 0x7ff304159b10 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.529+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f8007290 con 0x7ff304159b10 2024-09-10T07:28:13.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.530+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3041527c0 con 0x7ff304159b10 2024-09-10T07:28:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.531+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3041603a0 con 0x7ff304159b10 2024-09-10T07:28:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.531+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff2f8007430 con 0x7ff304159b10 2024-09-10T07:28:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.531+0000 7ff301ffb640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2f006be60 0x7ff2f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.532+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6101+0+0 (secure 0 0 0) 0x7ff2f808ae20 con 0x7ff304159b10 2024-09-10T07:28:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.532+0000 7ff309559640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2f006be60 0x7ff2f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.532+0000 7ff309559640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2f006be60 0x7ff2f006e320 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ff2f40010e0 tx=0x7ff2f4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.536+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff3040ce430 con 0x7ff304159b10 2024-09-10T07:28:13.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.752+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff3040b4130 con 0x7ff304159b10 2024-09-10T07:28:13.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.766+0000 7ff301ffb640 1 -- 172.21.15.3:0/1000897478 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v77) ==== 118+0+0 (secure 0 0 0) 0x7ff2f8005e20 con 0x7ff304159b10 2024-09-10T07:28:13.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2f006be60 msgr2=0x7ff2f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2f006be60 0x7ff2f006e320 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7ff2f40010e0 tx=0x7ff2f4009040 comp rx=0 tx=0).stop 2024-09-10T07:28:13.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 msgr2=0x7ff30415f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 0x7ff30415f1b0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7ff2f800c6c0 tx=0x7ff2f800cb80 comp rx=0 tx=0).stop 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 shutdown_connections 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff2f006be60 0x7ff2f006e320 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff304159ef0 0x7ff30414a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff304159b10 0x7ff30415f1b0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 --2- 172.21.15.3:0/1000897478 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff304071e30 0x7ff304151940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 >> 172.21.15.3:0/1000897478 conn(0x7ff3040b3d50 msgr2=0x7ff304155410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 shutdown_connections 2024-09-10T07:28:13.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.769+0000 7ff30b7bd640 1 -- 172.21.15.3:0/1000897478 wait complete. 2024-09-10T07:28:13.780 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T07:28:13.780 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T07:28:13.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.885+0000 7f2893778640 1 Processor -- start 2024-09-10T07:28:13.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.886+0000 7f2893778640 1 -- start start 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.886+0000 7f2893778640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f288c0b04a0 0x7f288c0d1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.886+0000 7f2893778640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f288c162710 0x7f288c0cf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.886+0000 7f2893778640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f288c070650 con 0x7f288c06baf0 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.886+0000 7f2893778640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f288c161fa0 con 0x7f288c0b04a0 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.886+0000 7f2893778640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f288c070930 con 0x7f288c162710 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2890d13640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f288c0b04a0 0x7f288c0d1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2891514640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f288c06baf0 0x7f288c06bed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46488/0 (socket says 172.21.15.3:46488) 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2891514640 1 -- 172.21.15.3:0/3453539361 learned_addr learned my addr 172.21.15.3:0/3453539361 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2891d15640 1 --2- 172.21.15.3:0/3453539361 >> v2:172.21.15.70:3300/0 conn(0x7f288c162710 0x7f288c0cf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2890d13640 1 -- 172.21.15.3:0/3453539361 >> v2:172.21.15.70:3300/0 conn(0x7f288c162710 msgr2=0x7f288c0cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2890d13640 1 --2- 172.21.15.3:0/3453539361 >> v2:172.21.15.70:3300/0 conn(0x7f288c162710 0x7f288c0cf000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2890d13640 1 -- 172.21.15.3:0/3453539361 >> v1:172.21.15.3:6789/0 conn(0x7f288c06baf0 legacy=0x7f288c06bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f288bfff640 1 -- 172.21.15.3:0/3453539361 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3242858730 0 0) 0x7f288c070650 con 0x7f288c06baf0 2024-09-10T07:28:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.887+0000 7f2890d13640 1 -- 172.21.15.3:0/3453539361 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288c1621f0 con 0x7f288c0b04a0 2024-09-10T07:28:13.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2890d13640 1 --2- 172.21.15.3:0/3453539361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0d1c20 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f288c0b0a10 tx=0x7f288002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eb5c8658618910d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f288bfff640 1 -- 172.21.15.3:0/3453539361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2880037070 con 0x7f288c0b04a0 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f288bfff640 1 -- 172.21.15.3:0/3453539361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2880032440 con 0x7f288c0b04a0 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f288bfff640 1 -- 172.21.15.3:0/3453539361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288002ae60 con 0x7f288c0b04a0 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2893778640 1 -- 172.21.15.3:0/3453539361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 msgr2=0x7f288c0d1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2893778640 1 --2- 172.21.15.3:0/3453539361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0d1c20 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f288c0b0a10 tx=0x7f288002a110 comp rx=0 tx=0).stop 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2893778640 1 -- 172.21.15.3:0/3453539361 shutdown_connections 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2893778640 1 --2- 172.21.15.3:0/3453539361 >> v2:172.21.15.70:3300/0 conn(0x7f288c162710 0x7f288c0cf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2893778640 1 --2- 172.21.15.3:0/3453539361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0d1c20 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.888+0000 7f2893778640 1 -- 172.21.15.3:0/3453539361 >> 172.21.15.3:0/3453539361 conn(0x7f288c0d1100 msgr2=0x7f288c0d1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.889+0000 7f2893778640 1 -- 172.21.15.3:0/3453539361 shutdown_connections 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.889+0000 7f2893778640 1 -- 172.21.15.3:0/3453539361 wait complete. 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 Processor -- start 2024-09-10T07:28:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 -- start start 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f288c06baf0 0x7f288c153290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0c5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f288c162710 0x7f288c0af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f288c161d70 con 0x7f288c0b04a0 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f288c161bf0 con 0x7f288c162710 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.890+0000 7f2893778640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f288c070270 con 0x7f288c06baf0 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0c5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0c5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33018/0 (socket says 172.21.15.3:33018) 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 -- 172.21.15.3:0/531618893 learned_addr learned my addr 172.21.15.3:0/531618893 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2891d15640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f288c162710 0x7f288c0af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2891514640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f288c06baf0 0x7f288c153290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 -- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f288c06baf0 msgr2=0x7f288c153290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f288c06baf0 0x7f288c153290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 -- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f288c162710 msgr2=0x7f288c0af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f288c162710 0x7f288c0af0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 -- 172.21.15.3:0/531618893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f288c0c65d0 con 0x7f288c0b04a0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2891d15640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f288c162710 0x7f288c0af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2891514640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f288c06baf0 0x7f288c153290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2890d13640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0c5670 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f2880000c00 tx=0x7f28800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2880037040 con 0x7f288c0b04a0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2880042070 con 0x7f288c0b04a0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f288c0c68b0 con 0x7f288c0b04a0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.891+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2880030bd0 con 0x7f288c0b04a0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.892+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f288c0c6e70 con 0x7f288c0b04a0 2024-09-10T07:28:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.892+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f288c162ba0 con 0x7f288c0b04a0 2024-09-10T07:28:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.893+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2880047460 con 0x7f288c0b04a0 2024-09-10T07:28:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.893+0000 7f2889ffb640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f287806be30 0x7f287806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.893+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f28800abc80 con 0x7f288c0b04a0 2024-09-10T07:28:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.894+0000 7f2891514640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f287806be30 0x7f287806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.894+0000 7f2891514640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f287806be30 0x7f287806e2f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f287c0012e0 tx=0x7f287c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:13.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:13.898+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2880032e20 con 0x7f288c0b04a0 2024-09-10T07:28:14.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.112+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f288c073cf0 con 0x7f288c0b04a0 2024-09-10T07:28:14.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.774+0000 7f2889ffb640 1 -- 172.21.15.3:0/531618893 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v78) ==== 122+0+0 (secure 0 0 0) 0x7f288007a400 con 0x7f288c0b04a0 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f287806be30 msgr2=0x7f287806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f287806be30 0x7f287806e2f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f287c0012e0 tx=0x7f287c009040 comp rx=0 tx=0).stop 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 msgr2=0x7f288c0c5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0c5670 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f2880000c00 tx=0x7f28800046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 shutdown_connections 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f287806be30 0x7f287806e2f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f288c162710 0x7f288c0af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f288c0b04a0 0x7f288c0c5670 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 --2- 172.21.15.3:0/531618893 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f288c06baf0 0x7f288c153290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 >> 172.21.15.3:0/531618893 conn(0x7f288c0d1100 msgr2=0x7f288c0b0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 shutdown_connections 2024-09-10T07:28:14.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.777+0000 7f2893778640 1 -- 172.21.15.3:0/531618893 wait complete. 2024-09-10T07:28:14.789 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T07:28:14.789 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:14.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.894+0000 7f556672c640 1 Processor -- start 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.894+0000 7f556672c640 1 -- start start 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f556672c640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f556015e800 0x7f55600cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f556672c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55600cf910 0x7f556006d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f556672c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f556006dbd0 0x7f556006e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f556672c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f55600cfd30 con 0x7f556006dbd0 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f556672c640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f556015ebe0 con 0x7f556015e800 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f556672c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f55600d42d0 con 0x7f55600cf910 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.895+0000 7f5564cc9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f556006dbd0 0x7f556006e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f556006dbd0 0x7f556006e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33020/0 (socket says 172.21.15.3:33020) 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 -- 172.21.15.3:0/3605327122 learned_addr learned my addr 172.21.15.3:0/3605327122 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f555ffff640 1 --2- 172.21.15.3:0/3605327122 >> v2:172.21.15.70:3300/0 conn(0x7f556015e800 0x7f55600cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5557fff640 1 --2- 172.21.15.3:0/3605327122 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55600cf910 0x7f556006d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 -- 172.21.15.3:0/3605327122 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55600cf910 msgr2=0x7f556006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 --2- 172.21.15.3:0/3605327122 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55600cf910 0x7f556006d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 -- 172.21.15.3:0/3605327122 >> v2:172.21.15.70:3300/0 conn(0x7f556015e800 msgr2=0x7f55600cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 --2- 172.21.15.3:0/3605327122 >> v2:172.21.15.70:3300/0 conn(0x7f556015e800 0x7f55600cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.896+0000 7f5564cc9640 1 -- 172.21.15.3:0/3605327122 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55600d3ff0 con 0x7f556006dbd0 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f5564cc9640 1 --2- 172.21.15.3:0/3605327122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f556006dbd0 0x7f556006e080 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f556006c800 tx=0x7f555802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69e282d18495c1b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f555f7fe640 1 -- 172.21.15.3:0/3605327122 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5558036070 con 0x7f556006dbd0 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f555f7fe640 1 -- 172.21.15.3:0/3605327122 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5558031600 con 0x7f556006dbd0 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f555f7fe640 1 -- 172.21.15.3:0/3605327122 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55580319d0 con 0x7f556006dbd0 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 -- 172.21.15.3:0/3605327122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f556006dbd0 msgr2=0x7f556006e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 --2- 172.21.15.3:0/3605327122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f556006dbd0 0x7f556006e080 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f556006c800 tx=0x7f555802a6a0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 -- 172.21.15.3:0/3605327122 shutdown_connections 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 --2- 172.21.15.3:0/3605327122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f556006dbd0 0x7f556006e080 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 --2- 172.21.15.3:0/3605327122 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55600cf910 0x7f556006d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 --2- 172.21.15.3:0/3605327122 >> v2:172.21.15.70:3300/0 conn(0x7f556015e800 0x7f55600cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 -- 172.21.15.3:0/3605327122 >> 172.21.15.3:0/3605327122 conn(0x7f556009d750 msgr2=0x7f55600d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:14.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 -- 172.21.15.3:0/3605327122 shutdown_connections 2024-09-10T07:28:14.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.897+0000 7f556672c640 1 -- 172.21.15.3:0/3605327122 wait complete. 2024-09-10T07:28:14.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 Processor -- start 2024-09-10T07:28:14.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 -- start start 2024-09-10T07:28:14.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f556006dbd0 0x7f55600b8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 0x7f55600ce260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f556015e800 0x7f55600b9db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f556006d170 con 0x7f55600cf910 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f556006ce90 con 0x7f556006dbd0 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.899+0000 7f556672c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f55600d4e30 con 0x7f556015e800 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 0x7f55600ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 0x7f55600ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33034/0 (socket says 172.21.15.3:33034) 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 -- 172.21.15.3:0/747463077 learned_addr learned my addr 172.21.15.3:0/747463077 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f555ffff640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f556006dbd0 0x7f55600b8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5564cc9640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f556015e800 0x7f55600b9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 -- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f556015e800 msgr2=0x7f55600b9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f556015e800 0x7f55600b9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 -- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f556006dbd0 msgr2=0x7f55600b8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f556006dbd0 0x7f55600b8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:14.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 -- 172.21.15.3:0/747463077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55600b8d10 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f5557fff640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 0x7f55600ce260 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f554800d7d0 tx=0x7f554800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5548018030 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5548004020 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55600b8ff0 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5548004230 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.900+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55600b95b0 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.901+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5560068880 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.902+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f554801b070 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.902+0000 7f555d7fa640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f554006be30 0x7f554006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.903+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f554808b020 con 0x7f55600cf910 2024-09-10T07:28:14.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.903+0000 7f555ffff640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f554006be30 0x7f554006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:14.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.903+0000 7f555ffff640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f554006be30 0x7f554006e2f0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f55500079a0 tx=0x7f5550008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:14.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:14.907+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f55480591f0 con 0x7f55600cf910 2024-09-10T07:28:15.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.116+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55600b4930 con 0x7f55600cf910 2024-09-10T07:28:15.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.116+0000 7f555d7fa640 1 -- 172.21.15.3:0/747463077 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5213 (secure 0 0 0) 0x7f554805d4f0 con 0x7f55600cf910 2024-09-10T07:28:15.117 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:15.117 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:28:12.126370+0000","modified":"2024-09-10T07:28:14.114094+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7401},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7401":{"gid":7401,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2535235745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2535235745},{"type":"v1","addr":"172.21.15.3:6835","nonce":2535235745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7401,"qdb_cluster":[7401]},"id":6}]} 2024-09-10T07:28:15.117 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 78 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f554006be30 msgr2=0x7f554006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f554006be30 0x7f554006e2f0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f55500079a0 tx=0x7f5550008040 comp rx=0 tx=0).stop 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 msgr2=0x7f55600ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 0x7f55600ce260 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f554800d7d0 tx=0x7f554800dc90 comp rx=0 tx=0).stop 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 shutdown_connections 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f554006be30 0x7f554006e2f0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f556015e800 0x7f55600b9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55600cf910 0x7f55600ce260 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 --2- 172.21.15.3:0/747463077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f556006dbd0 0x7f55600b8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 >> 172.21.15.3:0/747463077 conn(0x7f556009d750 msgr2=0x7f55600b12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:15.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 shutdown_connections 2024-09-10T07:28:15.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.119+0000 7f556672c640 1 -- 172.21.15.3:0/747463077 wait complete. 2024-09-10T07:28:15.131 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.234+0000 7f4d0d7a6640 1 Processor -- start 2024-09-10T07:28:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.234+0000 7f4d0d7a6640 1 -- start start 2024-09-10T07:28:15.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.234+0000 7f4d0d7a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d0815e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.234+0000 7f4d0d7a6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d080d25a0 con 0x7f4d080d0e10 2024-09-10T07:28:15.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.234+0000 7f4d0d7a6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d080cf270 con 0x7f4d0815e2e0 2024-09-10T07:28:15.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.234+0000 7f4d0d7a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4d080cf550 con 0x7f4d08162130 2024-09-10T07:28:15.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d077fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f4d080d0e10 0x7f4d080d2aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46490/0 (socket says 172.21.15.3:46490) 2024-09-10T07:28:15.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d077fe640 1 -- 172.21.15.3:0/337604578 learned_addr learned my addr 172.21.15.3:0/337604578 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d067fc640 1 --2- 172.21.15.3:0/337604578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d0815e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4084077957 0 0) 0x7f4d080d25a0 con 0x7f4d080d0e10 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4cf4003520 con 0x7f4d080d0e10 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3268078519 0 0) 0x7f4d080cf270 con 0x7f4d0815e2e0 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4d080d25a0 con 0x7f4d0815e2e0 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d067fc640 1 -- 172.21.15.3:0/337604578 >> v1:172.21.15.70:6789/0 conn(0x7f4d0815e2e0 legacy=0x7f4d080ceab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d067fc640 1 -- 172.21.15.3:0/337604578 >> v1:172.21.15.3:6789/0 conn(0x7f4d080d0e10 legacy=0x7f4d080d2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.235+0000 7f4d067fc640 1 -- 172.21.15.3:0/337604578 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d080cf830 con 0x7f4d08162130 2024-09-10T07:28:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.236+0000 7f4d067fc640 1 --2- 172.21.15.3:0/337604578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d0815e6c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00097d0 tx=0x7f4cf002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9fc51c730c8bc351 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.236+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0037070 con 0x7f4d08162130 2024-09-10T07:28:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.236+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf0032440 con 0x7f4d08162130 2024-09-10T07:28:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.236+0000 7f4d05ffb640 1 -- 172.21.15.3:0/337604578 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf00327f0 con 0x7f4d08162130 2024-09-10T07:28:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.236+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/337604578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 msgr2=0x7f4d0815e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.237+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/337604578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d0815e6c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00097d0 tx=0x7f4cf002a180 comp rx=0 tx=0).stop 2024-09-10T07:28:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.237+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/337604578 shutdown_connections 2024-09-10T07:28:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.237+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/337604578 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d0815e6c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.237+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/337604578 >> 172.21.15.3:0/337604578 conn(0x7f4d0806cad0 msgr2=0x7f4d0806cee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.237+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/337604578 shutdown_connections 2024-09-10T07:28:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.237+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/337604578 wait complete. 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.238+0000 7f4d0d7a6640 1 Processor -- start 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.238+0000 7f4d0d7a6640 1 -- start start 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d0d7a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 0x7f4d08160060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d0d7a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d0815e2e0 0x7f4d081605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d0d7a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d081f87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d0d7a6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4d080d1420 con 0x7f4d080d0e10 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d0d7a6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f4d080d12a0 con 0x7f4d0815e2e0 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d0d7a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f4d080d15a0 con 0x7f4d08162130 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 0x7f4d08160060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 0x7f4d08160060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33044/0 (socket says 172.21.15.3:33044) 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 -- 172.21.15.3:0/3007714697 learned_addr learned my addr 172.21.15.3:0/3007714697 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d077fe640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d081f87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 -- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 msgr2=0x7f4d081f87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d067fc640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d0815e2e0 0x7f4d081605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d081f87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 -- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d0815e2e0 msgr2=0x7f4d081605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d0815e2e0 0x7f4d081605a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 -- 172.21.15.3:0/3007714697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d080cdc40 con 0x7f4d080d0e10 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4d06ffd640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 0x7f4d08160060 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000c500 tx=0x7f4d0000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.239+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d000052d0 con 0x7f4d080d0e10 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.240+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d0815edb0 con 0x7f4d080d0e10 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.240+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d00005490 con 0x7f4d080d0e10 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.240+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00012870 con 0x7f4d080d0e10 2024-09-10T07:28:15.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.240+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d0815f370 con 0x7f4d080d0e10 2024-09-10T07:28:15.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.241+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d0815fe50 con 0x7f4d080d0e10 2024-09-10T07:28:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.241+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4d00012a10 con 0x7f4d080d0e10 2024-09-10T07:28:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.241+0000 7f4cff7fe640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ce806be30 0x7f4ce806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.242+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f4d0008ad70 con 0x7f4d080d0e10 2024-09-10T07:28:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.242+0000 7f4d067fc640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ce806be30 0x7f4ce806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.242+0000 7f4d067fc640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ce806be30 0x7f4ce806e2f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0034000 tx=0x7f4cf002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.246+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4d000595a0 con 0x7f4d080d0e10 2024-09-10T07:28:15.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.427+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d080cab40 con 0x7f4d080d0e10 2024-09-10T07:28:15.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.428+0000 7f4cff7fe640 1 -- 172.21.15.3:0/3007714697 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+16825 (secure 0 0 0) 0x7f4d00058ea0 con 0x7f4d080d0e10 2024-09-10T07:28:15.428 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:15.428 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":94,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:28:13.755244+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:28:10.700038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T07:28:11.097551+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ce806be30 msgr2=0x7f4ce806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ce806be30 0x7f4ce806e2f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0034000 tx=0x7f4cf002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 msgr2=0x7f4d08160060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 0x7f4d08160060 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f4d0000c500 tx=0x7f4d0000c9c0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 shutdown_connections 2024-09-10T07:28:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f4ce806be30 0x7f4ce806e2f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f4d08162130 0x7f4d081f87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f4d0815e2e0 0x7f4d081605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 --2- 172.21.15.3:0/3007714697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4d080d0e10 0x7f4d08160060 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.430+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 >> 172.21.15.3:0/3007714697 conn(0x7f4d0806cad0 msgr2=0x7f4d080cfeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.431+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 shutdown_connections 2024-09-10T07:28:15.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.431+0000 7f4d0d7a6640 1 -- 172.21.15.3:0/3007714697 wait complete. 2024-09-10T07:28:15.442 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:28:15.442 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:15.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.545+0000 7f5dee966640 1 Processor -- start 2024-09-10T07:28:15.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.545+0000 7f5dee966640 1 -- start start 2024-09-10T07:28:15.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5dee966640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5de815e800 0x7f5de80cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5dee966640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f5de80cf910 0x7f5de806d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5dee966640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5de80cfd30 con 0x7f5de806dbd0 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5dee966640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f5de815ebe0 con 0x7f5de815e800 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5dee966640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f5de80d42d0 con 0x7f5de80cf910 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de7fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f5de815e800 0x7f5de80cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5decf03640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f5de806dbd0 0x7f5de806e060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46502/0 (socket says 172.21.15.3:46502) 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5decf03640 1 -- 172.21.15.3:0/3624769564 learned_addr learned my addr 172.21.15.3:0/3624769564 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de77fe640 1 --2- 172.21.15.3:0/3624769564 >> v2:172.21.15.70:3300/0 conn(0x7f5de80cf910 0x7f5de806d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de7fff640 1 -- 172.21.15.3:0/3624769564 >> v2:172.21.15.70:3300/0 conn(0x7f5de80cf910 msgr2=0x7f5de806d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de7fff640 1 --2- 172.21.15.3:0/3624769564 >> v2:172.21.15.70:3300/0 conn(0x7f5de80cf910 0x7f5de806d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de7fff640 1 -- 172.21.15.3:0/3624769564 >> v1:172.21.15.3:6789/0 conn(0x7f5de806dbd0 legacy=0x7f5de806e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de7fff640 1 -- 172.21.15.3:0/3624769564 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5de80d3ff0 con 0x7f5de815e800 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.546+0000 7f5de77fe640 1 --2- 172.21.15.3:0/3624769564 >> v2:172.21.15.70:3300/0 conn(0x7f5de80cf910 0x7f5de806d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.547+0000 7f5de7fff640 1 --2- 172.21.15.3:0/3624769564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de815e800 0x7f5de80cf3d0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f5de80c7e30 tx=0x7f5dd802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4801855397e9626 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.547+0000 7f5de6ffd640 1 -- 172.21.15.3:0/3624769564 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8037070 con 0x7f5de815e800 2024-09-10T07:28:15.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.547+0000 7f5de6ffd640 1 -- 172.21.15.3:0/3624769564 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dd8032440 con 0x7f5de815e800 2024-09-10T07:28:15.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.547+0000 7f5de6ffd640 1 -- 172.21.15.3:0/3624769564 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8032810 con 0x7f5de815e800 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.547+0000 7f5dee966640 1 -- 172.21.15.3:0/3624769564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de815e800 msgr2=0x7f5de80cf3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.547+0000 7f5dee966640 1 --2- 172.21.15.3:0/3624769564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de815e800 0x7f5de80cf3d0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f5de80c7e30 tx=0x7f5dd802a1a0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.548+0000 7f5dee966640 1 -- 172.21.15.3:0/3624769564 shutdown_connections 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.548+0000 7f5dee966640 1 --2- 172.21.15.3:0/3624769564 >> v2:172.21.15.70:3300/0 conn(0x7f5de80cf910 0x7f5de806d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.548+0000 7f5dee966640 1 --2- 172.21.15.3:0/3624769564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de815e800 0x7f5de80cf3d0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.548+0000 7f5dee966640 1 -- 172.21.15.3:0/3624769564 >> 172.21.15.3:0/3624769564 conn(0x7f5de809d750 msgr2=0x7f5de80d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.548+0000 7f5dee966640 1 -- 172.21.15.3:0/3624769564 shutdown_connections 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.548+0000 7f5dee966640 1 -- 172.21.15.3:0/3624769564 wait complete. 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.549+0000 7f5dee966640 1 Processor -- start 2024-09-10T07:28:15.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.549+0000 7f5dee966640 1 -- start start 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5dee966640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 0x7f5de8157ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5dee966640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5de80cf910 0x7f5de814ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5dee966640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5de815e800 0x7f5de80cd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5dee966640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5de806d170 con 0x7f5de806dbd0 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5dee966640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f5de806ce90 con 0x7f5de80cf910 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5dee966640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f5de80d4e30 con 0x7f5de815e800 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 0x7f5de8157ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 0x7f5de8157ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33056/0 (socket says 172.21.15.3:33056) 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 -- 172.21.15.3:0/2671743554 learned_addr learned my addr 172.21.15.3:0/2671743554 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:15.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de77fe640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5de80cf910 0x7f5de814ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5decf03640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5de815e800 0x7f5de80cd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 -- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5de815e800 msgr2=0x7f5de80cd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5de815e800 0x7f5de80cd9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 -- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5de80cf910 msgr2=0x7f5de814ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5de80cf910 0x7f5de814ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 -- 172.21.15.3:0/2671743554 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5de80cbff0 con 0x7f5de806dbd0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de77fe640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5de80cf910 0x7f5de814ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.550+0000 7f5de7fff640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 0x7f5de8157ea0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f5dd8000c00 tx=0x7f5dd80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.551+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8041070 con 0x7f5de806dbd0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.551+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dd803c950 con 0x7f5de806dbd0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.551+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5de80b8130 con 0x7f5de806dbd0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.551+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd8037040 con 0x7f5de806dbd0 2024-09-10T07:28:15.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.551+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5de80ba2f0 con 0x7f5de806dbd0 2024-09-10T07:28:15.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.552+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5de8068880 con 0x7f5de806dbd0 2024-09-10T07:28:15.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.552+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5dd8044070 con 0x7f5de806dbd0 2024-09-10T07:28:15.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.553+0000 7f5de4ff9640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5dd406be30 0x7f5dd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.553+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f5dd80abda0 con 0x7f5de806dbd0 2024-09-10T07:28:15.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.553+0000 7f5de77fe640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5dd406be30 0x7f5dd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.553+0000 7f5de77fe640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5dd406be30 0x7f5dd406e2f0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5de80ceab0 tx=0x7f5ddc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.557+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5dd807a770 con 0x7f5de806dbd0 2024-09-10T07:28:15.573 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-10T07:28:15.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.733+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5de80b4490 con 0x7f5dd406be30 2024-09-10T07:28:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.739+0000 7f5de4ff9640 1 -- 172.21.15.3:0/2671743554 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245959 (secure 0 0 0) 0x7f5de80b4490 con 0x7f5dd406be30 2024-09-10T07:28:15.745 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:15.747 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5dd406be30 msgr2=0x7f5dd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5dd406be30 0x7f5dd406e2f0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5de80ceab0 tx=0x7f5ddc008040 comp rx=0 tx=0).stop 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 msgr2=0x7f5de8157ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 0x7f5de8157ea0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f5dd8000c00 tx=0x7f5dd80046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 shutdown_connections 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f5dd406be30 0x7f5dd406e2f0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f5de815e800 0x7f5de80cd9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f5de80cf910 0x7f5de814ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 --2- 172.21.15.3:0/2671743554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5de806dbd0 0x7f5de8157ea0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.742+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 >> 172.21.15.3:0/2671743554 conn(0x7f5de809d750 msgr2=0x7f5de80d2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:15.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.743+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 shutdown_connections 2024-09-10T07:28:15.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.743+0000 7f5dee966640 1 -- 172.21.15.3:0/2671743554 wait complete. 2024-09-10T07:28:15.753 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":336,"stamp":"2024-09-10T07:28:14.178862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":184,"acting":184,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305236,"kb_used_data":9932,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669484,"statfs":{"total":773094113280,"available":772781551616,"internally_reserved":0,"allocated":10170368,"data_stored":5317139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000795"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761295+0000","last_change":"2024-09-10T07:28:11.761295+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761295+0000","last_undegraded":"2024-09-10T07:28:11.761295+0000","last_fullsized":"2024-09-10T07:28:11.761295+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759799+0000","last_change":"2024-09-10T07:28:11.759799+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759799+0000","last_undegraded":"2024-09-10T07:28:11.759799+0000","last_fullsized":"2024-09-10T07:28:11.759799+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760789+0000","last_change":"2024-09-10T07:28:11.760789+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760789+0000","last_undegraded":"2024-09-10T07:28:11.760789+0000","last_fullsized":"2024-09-10T07:28:11.760789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768511+0000","last_change":"2024-09-10T07:28:11.768511+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768511+0000","last_undegraded":"2024-09-10T07:28:11.768511+0000","last_fullsized":"2024-09-10T07:28:11.768511+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758105+0000","last_change":"2024-09-10T07:28:11.758105+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758105+0000","last_undegraded":"2024-09-10T07:28:11.758105+0000","last_fullsized":"2024-09-10T07:28:11.758105+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764992+0000","last_change":"2024-09-10T07:28:11.764992+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764992+0000","last_undegraded":"2024-09-10T07:28:11.764992+0000","last_fullsized":"2024-09-10T07:28:11.764992+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761954+0000","last_change":"2024-09-10T07:28:11.761954+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761954+0000","last_undegraded":"2024-09-10T07:28:11.761954+0000","last_fullsized":"2024-09-10T07:28:11.761954+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765458+0000","last_change":"2024-09-10T07:28:11.765458+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765458+0000","last_undegraded":"2024-09-10T07:28:11.765458+0000","last_fullsized":"2024-09-10T07:28:11.765458+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759603+0000","last_change":"2024-09-10T07:28:11.759603+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759603+0000","last_undegraded":"2024-09-10T07:28:11.759603+0000","last_fullsized":"2024-09-10T07:28:11.759603+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761044+0000","last_change":"2024-09-10T07:28:11.761044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761044+0000","last_undegraded":"2024-09-10T07:28:11.761044+0000","last_fullsized":"2024-09-10T07:28:11.761044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758997+0000","last_change":"2024-09-10T07:28:11.758997+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758997+0000","last_undegraded":"2024-09-10T07:28:11.758997+0000","last_fullsized":"2024-09-10T07:28:11.758997+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764705+0000","last_change":"2024-09-10T07:28:11.764705+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764705+0000","last_undegraded":"2024-09-10T07:28:11.764705+0000","last_fullsized":"2024-09-10T07:28:11.764705+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764025+0000","last_change":"2024-09-10T07:28:11.764025+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764025+0000","last_undegraded":"2024-09-10T07:28:11.764025+0000","last_fullsized":"2024-09-10T07:28:11.764025+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761374+0000","last_change":"2024-09-10T07:28:11.761374+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761374+0000","last_undegraded":"2024-09-10T07:28:11.761374+0000","last_fullsized":"2024-09-10T07:28:11.761374+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765904+0000","last_change":"2024-09-10T07:28:11.765904+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765904+0000","last_undegraded":"2024-09-10T07:28:11.765904+0000","last_fullsized":"2024-09-10T07:28:11.765904+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762000+0000","last_change":"2024-09-10T07:28:11.762000+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762000+0000","last_undegraded":"2024-09-10T07:28:11.762000+0000","last_fullsized":"2024-09-10T07:28:11.762000+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765437+0000","last_change":"2024-09-10T07:28:11.765437+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765437+0000","last_undegraded":"2024-09-10T07:28:11.765437+0000","last_fullsized":"2024-09-10T07:28:11.765437+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760254+0000","last_change":"2024-09-10T07:28:11.760254+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760254+0000","last_undegraded":"2024-09-10T07:28:11.760254+0000","last_fullsized":"2024-09-10T07:28:11.760254+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758574+0000","last_change":"2024-09-10T07:28:11.758574+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758574+0000","last_undegraded":"2024-09-10T07:28:11.758574+0000","last_fullsized":"2024-09-10T07:28:11.758574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768114+0000","last_change":"2024-09-10T07:28:11.768114+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768114+0000","last_undegraded":"2024-09-10T07:28:11.768114+0000","last_fullsized":"2024-09-10T07:28:11.768114+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758508+0000","last_change":"2024-09-10T07:28:11.758508+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758508+0000","last_undegraded":"2024-09-10T07:28:11.758508+0000","last_fullsized":"2024-09-10T07:28:11.758508+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759455+0000","last_change":"2024-09-10T07:28:11.759455+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759455+0000","last_undegraded":"2024-09-10T07:28:11.759455+0000","last_fullsized":"2024-09-10T07:28:11.759455+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759305+0000","last_change":"2024-09-10T07:28:11.759305+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759305+0000","last_undegraded":"2024-09-10T07:28:11.759305+0000","last_fullsized":"2024-09-10T07:28:11.759305+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758895+0000","last_change":"2024-09-10T07:28:11.758895+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758895+0000","last_undegraded":"2024-09-10T07:28:11.758895+0000","last_fullsized":"2024-09-10T07:28:11.758895+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761053+0000","last_change":"2024-09-10T07:28:11.761053+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761053+0000","last_undegraded":"2024-09-10T07:28:11.761053+0000","last_fullsized":"2024-09-10T07:28:11.761053+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760438+0000","last_change":"2024-09-10T07:28:11.760438+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760438+0000","last_undegraded":"2024-09-10T07:28:11.760438+0000","last_fullsized":"2024-09-10T07:28:11.760438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.767706+0000","last_change":"2024-09-10T07:28:11.767706+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.767706+0000","last_undegraded":"2024-09-10T07:28:11.767706+0000","last_fullsized":"2024-09-10T07:28:11.767706+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761113+0000","last_change":"2024-09-10T07:28:11.761113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761113+0000","last_undegraded":"2024-09-10T07:28:11.761113+0000","last_fullsized":"2024-09-10T07:28:11.761113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758870+0000","last_change":"2024-09-10T07:28:11.758870+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758870+0000","last_undegraded":"2024-09-10T07:28:11.758870+0000","last_fullsized":"2024-09-10T07:28:11.758870+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758488+0000","last_change":"2024-09-10T07:28:11.758488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758488+0000","last_undegraded":"2024-09-10T07:28:11.758488+0000","last_fullsized":"2024-09-10T07:28:11.758488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761551+0000","last_change":"2024-09-10T07:28:11.761551+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761551+0000","last_undegraded":"2024-09-10T07:28:11.761551+0000","last_fullsized":"2024-09-10T07:28:11.761551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762507+0000","last_change":"2024-09-10T07:28:11.762507+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762507+0000","last_undegraded":"2024-09-10T07:28:11.762507+0000","last_fullsized":"2024-09-10T07:28:11.762507+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759818+0000","last_change":"2024-09-10T07:28:10.759818+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759818+0000","last_undegraded":"2024-09-10T07:28:10.759818+0000","last_fullsized":"2024-09-10T07:28:10.759818+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764044+0000","last_change":"2024-09-10T07:28:11.764044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764044+0000","last_undegraded":"2024-09-10T07:28:11.764044+0000","last_fullsized":"2024-09-10T07:28:11.764044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770773+0000","last_change":"2024-09-10T07:28:11.769253+0000","last_active":"2024-09-10T07:28:11.770773+0000","last_peered":"2024-09-10T07:28:11.770773+0000","last_clean":"2024-09-10T07:28:11.770773+0000","last_became_active":"2024-09-10T07:28:11.768882+0000","last_became_peered":"2024-09-10T07:28:11.768882+0000","last_unstale":"2024-09-10T07:28:11.770773+0000","last_undegraded":"2024-09-10T07:28:11.770773+0000","last_fullsized":"2024-09-10T07:28:11.770773+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:36.957245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760963+0000","last_change":"2024-09-10T07:28:11.760963+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760963+0000","last_undegraded":"2024-09-10T07:28:11.760963+0000","last_fullsized":"2024-09-10T07:28:11.760963+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776790+0000","last_change":"2024-09-10T07:28:11.776244+0000","last_active":"2024-09-10T07:28:11.776790+0000","last_peered":"2024-09-10T07:28:11.776790+0000","last_clean":"2024-09-10T07:28:11.776790+0000","last_became_active":"2024-09-10T07:28:11.775965+0000","last_became_peered":"2024-09-10T07:28:11.775965+0000","last_unstale":"2024-09-10T07:28:11.776790+0000","last_undegraded":"2024-09-10T07:28:11.776790+0000","last_fullsized":"2024-09-10T07:28:11.776790+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:00.018369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764923+0000","last_change":"2024-09-10T07:28:11.764923+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764923+0000","last_undegraded":"2024-09-10T07:28:11.764923+0000","last_fullsized":"2024-09-10T07:28:11.764923+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759052+0000","last_change":"2024-09-10T07:28:10.759052+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759052+0000","last_undegraded":"2024-09-10T07:28:10.759052+0000","last_fullsized":"2024-09-10T07:28:10.759052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764525+0000","last_change":"2024-09-10T07:28:11.764525+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764525+0000","last_undegraded":"2024-09-10T07:28:11.764525+0000","last_fullsized":"2024-09-10T07:28:11.764525+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774093+0000","last_change":"2024-09-10T07:28:11.773566+0000","last_active":"2024-09-10T07:28:11.774093+0000","last_peered":"2024-09-10T07:28:11.774093+0000","last_clean":"2024-09-10T07:28:11.774093+0000","last_became_active":"2024-09-10T07:28:11.773282+0000","last_became_peered":"2024-09-10T07:28:11.773282+0000","last_unstale":"2024-09-10T07:28:11.774093+0000","last_undegraded":"2024-09-10T07:28:11.774093+0000","last_fullsized":"2024-09-10T07:28:11.774093+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:31.722029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778776+0000","last_change":"2024-09-10T07:28:11.778131+0000","last_active":"2024-09-10T07:28:11.778776+0000","last_peered":"2024-09-10T07:28:11.778776+0000","last_clean":"2024-09-10T07:28:11.778776+0000","last_became_active":"2024-09-10T07:28:11.777809+0000","last_became_peered":"2024-09-10T07:28:11.777809+0000","last_unstale":"2024-09-10T07:28:11.778776+0000","last_undegraded":"2024-09-10T07:28:11.778776+0000","last_fullsized":"2024-09-10T07:28:11.778776+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:47.402913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760731+0000","last_change":"2024-09-10T07:28:11.760731+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760731+0000","last_undegraded":"2024-09-10T07:28:11.760731+0000","last_fullsized":"2024-09-10T07:28:11.760731+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767259+0000","last_change":"2024-09-10T07:28:11.766130+0000","last_active":"2024-09-10T07:28:11.767259+0000","last_peered":"2024-09-10T07:28:11.767259+0000","last_clean":"2024-09-10T07:28:11.767259+0000","last_became_active":"2024-09-10T07:28:11.765788+0000","last_became_peered":"2024-09-10T07:28:11.765788+0000","last_unstale":"2024-09-10T07:28:11.767259+0000","last_undegraded":"2024-09-10T07:28:11.767259+0000","last_fullsized":"2024-09-10T07:28:11.767259+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:41.962479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763453+0000","last_change":"2024-09-10T07:28:11.763453+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763453+0000","last_undegraded":"2024-09-10T07:28:11.763453+0000","last_fullsized":"2024-09-10T07:28:11.763453+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771543+0000","last_change":"2024-09-10T07:28:11.771129+0000","last_active":"2024-09-10T07:28:11.771543+0000","last_peered":"2024-09-10T07:28:11.771543+0000","last_clean":"2024-09-10T07:28:11.771543+0000","last_became_active":"2024-09-10T07:28:11.770732+0000","last_became_peered":"2024-09-10T07:28:11.770732+0000","last_unstale":"2024-09-10T07:28:11.771543+0000","last_undegraded":"2024-09-10T07:28:11.771543+0000","last_fullsized":"2024-09-10T07:28:11.771543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:29.751202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757206+0000","last_change":"2024-09-10T07:28:11.757206+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757206+0000","last_undegraded":"2024-09-10T07:28:11.757206+0000","last_fullsized":"2024-09-10T07:28:11.757206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772908+0000","last_change":"2024-09-10T07:28:11.772260+0000","last_active":"2024-09-10T07:28:11.772908+0000","last_peered":"2024-09-10T07:28:11.772908+0000","last_clean":"2024-09-10T07:28:11.772908+0000","last_became_active":"2024-09-10T07:28:11.771973+0000","last_became_peered":"2024-09-10T07:28:11.771973+0000","last_unstale":"2024-09-10T07:28:11.772908+0000","last_undegraded":"2024-09-10T07:28:11.772908+0000","last_fullsized":"2024-09-10T07:28:11.772908+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:35.068509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760881+0000","last_change":"2024-09-10T07:28:11.760881+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760881+0000","last_undegraded":"2024-09-10T07:28:11.760881+0000","last_fullsized":"2024-09-10T07:28:11.760881+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776100+0000","last_change":"2024-09-10T07:28:11.774531+0000","last_active":"2024-09-10T07:28:11.776100+0000","last_peered":"2024-09-10T07:28:11.776100+0000","last_clean":"2024-09-10T07:28:11.776100+0000","last_became_active":"2024-09-10T07:28:11.774207+0000","last_became_peered":"2024-09-10T07:28:11.774207+0000","last_unstale":"2024-09-10T07:28:11.776100+0000","last_undegraded":"2024-09-10T07:28:11.776100+0000","last_fullsized":"2024-09-10T07:28:11.776100+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:10.179376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759527+0000","last_change":"2024-09-10T07:28:11.759527+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759527+0000","last_undegraded":"2024-09-10T07:28:11.759527+0000","last_fullsized":"2024-09-10T07:28:11.759527+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771366+0000","last_change":"2024-09-10T07:28:11.769929+0000","last_active":"2024-09-10T07:28:11.771366+0000","last_peered":"2024-09-10T07:28:11.771366+0000","last_clean":"2024-09-10T07:28:11.771366+0000","last_became_active":"2024-09-10T07:28:11.769654+0000","last_became_peered":"2024-09-10T07:28:11.769654+0000","last_unstale":"2024-09-10T07:28:11.771366+0000","last_undegraded":"2024-09-10T07:28:11.771366+0000","last_fullsized":"2024-09-10T07:28:11.771366+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.938668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.766748+0000","last_change":"2024-09-10T07:28:11.766748+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.766748+0000","last_undegraded":"2024-09-10T07:28:11.766748+0000","last_fullsized":"2024-09-10T07:28:11.766748+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772525+0000","last_change":"2024-09-10T07:28:11.770781+0000","last_active":"2024-09-10T07:28:11.772525+0000","last_peered":"2024-09-10T07:28:11.772525+0000","last_clean":"2024-09-10T07:28:11.772525+0000","last_became_active":"2024-09-10T07:28:11.770471+0000","last_became_peered":"2024-09-10T07:28:11.770471+0000","last_unstale":"2024-09-10T07:28:11.772525+0000","last_undegraded":"2024-09-10T07:28:11.772525+0000","last_fullsized":"2024-09-10T07:28:11.772525+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:41:14.564615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763113+0000","last_change":"2024-09-10T07:28:11.763113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763113+0000","last_undegraded":"2024-09-10T07:28:11.763113+0000","last_fullsized":"2024-09-10T07:28:11.763113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774214+0000","last_change":"2024-09-10T07:28:11.773631+0000","last_active":"2024-09-10T07:28:11.774214+0000","last_peered":"2024-09-10T07:28:11.774214+0000","last_clean":"2024-09-10T07:28:11.774214+0000","last_became_active":"2024-09-10T07:28:11.773346+0000","last_became_peered":"2024-09-10T07:28:11.773346+0000","last_unstale":"2024-09-10T07:28:11.774214+0000","last_undegraded":"2024-09-10T07:28:11.774214+0000","last_fullsized":"2024-09-10T07:28:11.774214+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:48.468778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757161+0000","last_change":"2024-09-10T07:28:11.757161+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757161+0000","last_undegraded":"2024-09-10T07:28:11.757161+0000","last_fullsized":"2024-09-10T07:28:11.757161+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771211+0000","last_change":"2024-09-10T07:28:11.768776+0000","last_active":"2024-09-10T07:28:11.771211+0000","last_peered":"2024-09-10T07:28:11.771211+0000","last_clean":"2024-09-10T07:28:11.771211+0000","last_became_active":"2024-09-10T07:28:11.768470+0000","last_became_peered":"2024-09-10T07:28:11.768470+0000","last_unstale":"2024-09-10T07:28:11.771211+0000","last_undegraded":"2024-09-10T07:28:11.771211+0000","last_fullsized":"2024-09-10T07:28:11.771211+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:35:27.185935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762009+0000","last_change":"2024-09-10T07:28:11.762009+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762009+0000","last_undegraded":"2024-09-10T07:28:11.762009+0000","last_fullsized":"2024-09-10T07:28:11.762009+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775963+0000","last_change":"2024-09-10T07:28:11.773976+0000","last_active":"2024-09-10T07:28:11.775963+0000","last_peered":"2024-09-10T07:28:11.775963+0000","last_clean":"2024-09-10T07:28:11.775963+0000","last_became_active":"2024-09-10T07:28:11.773645+0000","last_became_peered":"2024-09-10T07:28:11.773645+0000","last_unstale":"2024-09-10T07:28:11.775963+0000","last_undegraded":"2024-09-10T07:28:11.775963+0000","last_fullsized":"2024-09-10T07:28:11.775963+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:37.684612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762488+0000","last_change":"2024-09-10T07:28:11.762488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762488+0000","last_undegraded":"2024-09-10T07:28:11.762488+0000","last_fullsized":"2024-09-10T07:28:11.762488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775911+0000","last_change":"2024-09-10T07:28:11.774246+0000","last_active":"2024-09-10T07:28:11.775911+0000","last_peered":"2024-09-10T07:28:11.775911+0000","last_clean":"2024-09-10T07:28:11.775911+0000","last_became_active":"2024-09-10T07:28:11.773826+0000","last_became_peered":"2024-09-10T07:28:11.773826+0000","last_unstale":"2024-09-10T07:28:11.775911+0000","last_undegraded":"2024-09-10T07:28:11.775911+0000","last_fullsized":"2024-09-10T07:28:11.775911+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:40.482901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760770+0000","last_change":"2024-09-10T07:28:11.760770+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760770+0000","last_undegraded":"2024-09-10T07:28:11.760770+0000","last_fullsized":"2024-09-10T07:28:11.760770+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759150+0000","last_change":"2024-09-10T07:28:10.759150+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759150+0000","last_undegraded":"2024-09-10T07:28:10.759150+0000","last_fullsized":"2024-09-10T07:28:10.759150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.768699+0000","last_change":"2024-09-10T07:28:11.768153+0000","last_active":"2024-09-10T07:28:11.768699+0000","last_peered":"2024-09-10T07:28:11.768699+0000","last_clean":"2024-09-10T07:28:11.768699+0000","last_became_active":"2024-09-10T07:28:11.767808+0000","last_became_peered":"2024-09-10T07:28:11.767808+0000","last_unstale":"2024-09-10T07:28:11.768699+0000","last_undegraded":"2024-09-10T07:28:11.768699+0000","last_fullsized":"2024-09-10T07:28:11.768699+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:49.280282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760420+0000","last_change":"2024-09-10T07:28:11.760420+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760420+0000","last_undegraded":"2024-09-10T07:28:11.760420+0000","last_fullsized":"2024-09-10T07:28:11.760420+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774915+0000","last_change":"2024-09-10T07:28:11.774421+0000","last_active":"2024-09-10T07:28:11.774915+0000","last_peered":"2024-09-10T07:28:11.774915+0000","last_clean":"2024-09-10T07:28:11.774915+0000","last_became_active":"2024-09-10T07:28:11.774146+0000","last_became_peered":"2024-09-10T07:28:11.774146+0000","last_unstale":"2024-09-10T07:28:11.774915+0000","last_undegraded":"2024-09-10T07:28:11.774915+0000","last_fullsized":"2024-09-10T07:28:11.774915+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:41.017360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761099+0000","last_change":"2024-09-10T07:28:11.761099+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761099+0000","last_undegraded":"2024-09-10T07:28:11.761099+0000","last_fullsized":"2024-09-10T07:28:11.761099+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765173+0000","last_change":"2024-09-10T07:28:11.763170+0000","last_active":"2024-09-10T07:28:11.765173+0000","last_peered":"2024-09-10T07:28:11.765173+0000","last_clean":"2024-09-10T07:28:11.765173+0000","last_became_active":"2024-09-10T07:28:11.762464+0000","last_became_peered":"2024-09-10T07:28:11.762464+0000","last_unstale":"2024-09-10T07:28:11.765173+0000","last_undegraded":"2024-09-10T07:28:11.765173+0000","last_fullsized":"2024-09-10T07:28:11.765173+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:24.170128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758103+0000","last_change":"2024-09-10T07:28:11.758103+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758103+0000","last_undegraded":"2024-09-10T07:28:11.758103+0000","last_fullsized":"2024-09-10T07:28:11.758103+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778594+0000","last_change":"2024-09-10T07:28:11.777273+0000","last_active":"2024-09-10T07:28:11.778594+0000","last_peered":"2024-09-10T07:28:11.778594+0000","last_clean":"2024-09-10T07:28:11.778594+0000","last_became_active":"2024-09-10T07:28:11.776991+0000","last_became_peered":"2024-09-10T07:28:11.776991+0000","last_unstale":"2024-09-10T07:28:11.778594+0000","last_undegraded":"2024-09-10T07:28:11.778594+0000","last_fullsized":"2024-09-10T07:28:11.778594+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:42.082409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757590+0000","last_change":"2024-09-10T07:28:11.757590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757590+0000","last_undegraded":"2024-09-10T07:28:11.757590+0000","last_fullsized":"2024-09-10T07:28:11.757590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.766809+0000","last_change":"2024-09-10T07:28:11.766135+0000","last_active":"2024-09-10T07:28:11.766809+0000","last_peered":"2024-09-10T07:28:11.766809+0000","last_clean":"2024-09-10T07:28:11.766809+0000","last_became_active":"2024-09-10T07:28:11.765837+0000","last_became_peered":"2024-09-10T07:28:11.765837+0000","last_unstale":"2024-09-10T07:28:11.766809+0000","last_undegraded":"2024-09-10T07:28:11.766809+0000","last_fullsized":"2024-09-10T07:28:11.766809+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:06.950289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762426+0000","last_change":"2024-09-10T07:28:11.762426+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762426+0000","last_undegraded":"2024-09-10T07:28:11.762426+0000","last_fullsized":"2024-09-10T07:28:11.762426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.777289+0000","last_change":"2024-09-10T07:28:11.772500+0000","last_active":"2024-09-10T07:28:11.777289+0000","last_peered":"2024-09-10T07:28:11.777289+0000","last_clean":"2024-09-10T07:28:11.777289+0000","last_became_active":"2024-09-10T07:28:11.772098+0000","last_became_peered":"2024-09-10T07:28:11.772098+0000","last_unstale":"2024-09-10T07:28:11.777289+0000","last_undegraded":"2024-09-10T07:28:11.777289+0000","last_fullsized":"2024-09-10T07:28:11.777289+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:48.298845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770955+0000","last_change":"2024-09-10T07:28:11.769726+0000","last_active":"2024-09-10T07:28:11.770955+0000","last_peered":"2024-09-10T07:28:11.770955+0000","last_clean":"2024-09-10T07:28:11.770955+0000","last_became_active":"2024-09-10T07:28:11.769475+0000","last_became_peered":"2024-09-10T07:28:11.769475+0000","last_unstale":"2024-09-10T07:28:11.770955+0000","last_undegraded":"2024-09-10T07:28:11.770955+0000","last_fullsized":"2024-09-10T07:28:11.770955+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:18.632226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763590+0000","last_change":"2024-09-10T07:28:11.763590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763590+0000","last_undegraded":"2024-09-10T07:28:11.763590+0000","last_fullsized":"2024-09-10T07:28:11.763590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767841+0000","last_change":"2024-09-10T07:28:11.766880+0000","last_active":"2024-09-10T07:28:11.767841+0000","last_peered":"2024-09-10T07:28:11.767841+0000","last_clean":"2024-09-10T07:28:11.767841+0000","last_became_active":"2024-09-10T07:28:11.766566+0000","last_became_peered":"2024-09-10T07:28:11.766566+0000","last_unstale":"2024-09-10T07:28:11.767841+0000","last_undegraded":"2024-09-10T07:28:11.767841+0000","last_fullsized":"2024-09-10T07:28:11.767841+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:17.581288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763107+0000","last_change":"2024-09-10T07:28:11.763107+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763107+0000","last_undegraded":"2024-09-10T07:28:11.763107+0000","last_fullsized":"2024-09-10T07:28:11.763107+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771343+0000","last_change":"2024-09-10T07:28:11.769857+0000","last_active":"2024-09-10T07:28:11.771343+0000","last_peered":"2024-09-10T07:28:11.771343+0000","last_clean":"2024-09-10T07:28:11.771343+0000","last_became_active":"2024-09-10T07:28:11.769577+0000","last_became_peered":"2024-09-10T07:28:11.769577+0000","last_unstale":"2024-09-10T07:28:11.771343+0000","last_undegraded":"2024-09-10T07:28:11.771343+0000","last_fullsized":"2024-09-10T07:28:11.771343+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:59.943787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758474+0000","last_change":"2024-09-10T07:28:11.758474+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758474+0000","last_undegraded":"2024-09-10T07:28:11.758474+0000","last_fullsized":"2024-09-10T07:28:11.758474+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758515+0000","last_change":"2024-09-10T07:28:10.758515+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758515+0000","last_undegraded":"2024-09-10T07:28:10.758515+0000","last_fullsized":"2024-09-10T07:28:10.758515+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764382+0000","last_change":"2024-09-10T07:28:11.764382+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764382+0000","last_undegraded":"2024-09-10T07:28:11.764382+0000","last_fullsized":"2024-09-10T07:28:11.764382+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772460+0000","last_change":"2024-09-10T07:28:11.769942+0000","last_active":"2024-09-10T07:28:11.772460+0000","last_peered":"2024-09-10T07:28:11.772460+0000","last_clean":"2024-09-10T07:28:11.772460+0000","last_became_active":"2024-09-10T07:28:11.768762+0000","last_became_peered":"2024-09-10T07:28:11.768762+0000","last_unstale":"2024-09-10T07:28:11.772460+0000","last_undegraded":"2024-09-10T07:28:11.772460+0000","last_fullsized":"2024-09-10T07:28:11.772460+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:37:16.885158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759302+0000","last_change":"2024-09-10T07:28:11.759302+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759302+0000","last_undegraded":"2024-09-10T07:28:11.759302+0000","last_fullsized":"2024-09-10T07:28:11.759302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765230+0000","last_change":"2024-09-10T07:28:11.764049+0000","last_active":"2024-09-10T07:28:11.765230+0000","last_peered":"2024-09-10T07:28:11.765230+0000","last_clean":"2024-09-10T07:28:11.765230+0000","last_became_active":"2024-09-10T07:28:11.763752+0000","last_became_peered":"2024-09-10T07:28:11.763752+0000","last_unstale":"2024-09-10T07:28:11.765230+0000","last_undegraded":"2024-09-10T07:28:11.765230+0000","last_fullsized":"2024-09-10T07:28:11.765230+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:20.322048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758705+0000","last_change":"2024-09-10T07:28:10.758705+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758705+0000","last_undegraded":"2024-09-10T07:28:10.758705+0000","last_fullsized":"2024-09-10T07:28:10.758705+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761124+0000","last_change":"2024-09-10T07:28:11.761124+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761124+0000","last_undegraded":"2024-09-10T07:28:11.761124+0000","last_fullsized":"2024-09-10T07:28:11.761124+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776300+0000","last_change":"2024-09-10T07:28:11.775963+0000","last_active":"2024-09-10T07:28:11.776300+0000","last_peered":"2024-09-10T07:28:11.776300+0000","last_clean":"2024-09-10T07:28:11.776300+0000","last_became_active":"2024-09-10T07:28:11.775664+0000","last_became_peered":"2024-09-10T07:28:11.775664+0000","last_unstale":"2024-09-10T07:28:11.776300+0000","last_undegraded":"2024-09-10T07:28:11.776300+0000","last_fullsized":"2024-09-10T07:28:11.776300+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:39.604082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760939+0000","last_change":"2024-09-10T07:28:11.760939+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760939+0000","last_undegraded":"2024-09-10T07:28:11.760939+0000","last_fullsized":"2024-09-10T07:28:11.760939+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776418+0000","last_change":"2024-09-10T07:28:11.775593+0000","last_active":"2024-09-10T07:28:11.776418+0000","last_peered":"2024-09-10T07:28:11.776418+0000","last_clean":"2024-09-10T07:28:11.776418+0000","last_became_active":"2024-09-10T07:28:11.775304+0000","last_became_peered":"2024-09-10T07:28:11.775304+0000","last_unstale":"2024-09-10T07:28:11.776418+0000","last_undegraded":"2024-09-10T07:28:11.776418+0000","last_fullsized":"2024-09-10T07:28:11.776418+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:32.436227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":303,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.763990+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:11.763990+0000","last_peered":"2024-09-10T07:28:11.763990+0000","last_clean":"2024-09-10T07:28:11.763990+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:11.763990+0000","last_undegraded":"2024-09-10T07:28:11.763990+0000","last_fullsized":"2024-09-10T07:28:11.763990+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":118,"acting":118,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542245,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37040,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334800,"statfs":{"total":96636764160,"available":96598835200,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36452,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335388,"statfs":{"total":96636764160,"available":96599437312,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44768,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327072,"statfs":{"total":96636764160,"available":96590921728,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542246,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36444,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335396,"statfs":{"total":96636764160,"available":96599445504,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542247,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40608,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331232,"statfs":{"total":96636764160,"available":96595181568,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542246,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41200,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330640,"statfs":{"total":96636764160,"available":96594575360,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574950,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36432,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335408,"statfs":{"total":96636764160,"available":96599457792,"internally_reserved":0,"allocated":1105920,"data_stored":508284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:15.759 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:15.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.896+0000 7fe942ea6640 1 Processor -- start 2024-09-10T07:28:15.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.896+0000 7fe942ea6640 1 -- start start 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe942ea6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe93c147e10 0x7fe93c0b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe942ea6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 0x7fe93c160d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe942ea6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe93c160580 con 0x7fe93c0b4050 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe942ea6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe93c0b5ab0 con 0x7fe93c147e10 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe942ea6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe93c0b5ce0 con 0x7fe93c06c200 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe93bfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe93c0b4050 0x7fe93c06baf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46518/0 (socket says 172.21.15.3:46518) 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe93bfff640 1 -- 172.21.15.3:0/2544179215 learned_addr learned my addr 172.21.15.3:0/2544179215 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe940c42640 1 --2- 172.21.15.3:0/2544179215 >> v2:172.21.15.70:3300/0 conn(0x7fe93c147e10 0x7fe93c0b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe941443640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 0x7fe93c160d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.897+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 219916707 0 0) 0x7fe93c160580 con 0x7fe93c0b4050 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe924003520 con 0x7fe93c0b4050 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 587841835 0 0) 0x7fe924003520 con 0x7fe93c0b4050 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 msgr2=0x7fe93c160d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 0x7fe93c160d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 >> v2:172.21.15.70:3300/0 conn(0x7fe93c147e10 msgr2=0x7fe93c0b24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 --2- 172.21.15.3:0/2544179215 >> v2:172.21.15.70:3300/0 conn(0x7fe93c147e10 0x7fe93c0b24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe93c0b5fc0 con 0x7fe93c0b4050 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe930001670 con 0x7fe93c0b4050 2024-09-10T07:28:15.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 >> v1:172.21.15.3:6789/0 conn(0x7fe93c0b4050 legacy=0x7fe93c06baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe924003a20 0x7fe924003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 0x7fe924004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924004d40 0x7fe9240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c0b5ce0 con 0x7fe924004d40 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe92400b9c0 con 0x7fe924003a20 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe92400bb70 con 0x7fe93c06c200 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe941443640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924004d40 0x7fe9240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe940c42640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe924003a20 0x7fe924003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe93bfff640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 0x7fe924004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe941443640 1 -- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 msgr2=0x7fe924004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe941443640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c06c200 0x7fe924004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe941443640 1 -- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe924003a20 msgr2=0x7fe924003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe941443640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe924003a20 0x7fe924003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.898+0000 7fe941443640 1 -- 172.21.15.3:0/2544179215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe924003520 con 0x7fe924004d40 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.899+0000 7fe941443640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924004d40 0x7fe9240051c0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fe934009f90 tx=0x7fe924005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d880be9c76c49d4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.899+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934009c10 con 0x7fe924004d40 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.899+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe934036070 con 0x7fe924004d40 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.899+0000 7fe93b7fe640 1 -- 172.21.15.3:0/2544179215 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934031850 con 0x7fe924004d40 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe942ea6640 1 -- 172.21.15.3:0/2544179215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924004d40 msgr2=0x7fe9240051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe942ea6640 1 --2- 172.21.15.3:0/2544179215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924004d40 0x7fe9240051c0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fe934009f90 tx=0x7fe924005830 comp rx=0 tx=0).stop 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe941443640 1 -- 172.21.15.3:0/2544179215 reap_dead start 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe942ea6640 1 -- 172.21.15.3:0/2544179215 shutdown_connections 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe942ea6640 1 -- 172.21.15.3:0/2544179215 >> 172.21.15.3:0/2544179215 conn(0x7fe93c0b6570 msgr2=0x7fe93c0b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe942ea6640 1 -- 172.21.15.3:0/2544179215 shutdown_connections 2024-09-10T07:28:15.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.900+0000 7fe942ea6640 1 -- 172.21.15.3:0/2544179215 wait complete. 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.901+0000 7fe942ea6640 1 Processor -- start 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.901+0000 7fe942ea6640 1 -- start start 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe942ea6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 0x7fe93c143460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe942ea6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe93c145590 0x7fe93c130320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe942ea6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c130860 0x7fe93c141190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe942ea6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c0ca3d0 con 0x7fe93c15fbc0 2024-09-10T07:28:15.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe942ea6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c0b62a0 con 0x7fe93c145590 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe942ea6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe93c160d10 con 0x7fe93c130860 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 0x7fe93c143460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 0x7fe93c143460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33086/0 (socket says 172.21.15.3:33086) 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 -- 172.21.15.3:0/1918792107 learned_addr learned my addr 172.21.15.3:0/1918792107 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe93bfff640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe93c145590 0x7fe93c130320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe941443640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c130860 0x7fe93c141190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 -- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c130860 msgr2=0x7fe93c141190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c130860 0x7fe93c141190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 -- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe93c145590 msgr2=0x7fe93c130320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe93c145590 0x7fe93c130320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe940c42640 1 -- 172.21.15.3:0/1918792107 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe93c0cf4c0 con 0x7fe93c15fbc0 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.902+0000 7fe93bfff640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe93c145590 0x7fe93c130320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:15.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.903+0000 7fe940c42640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 0x7fe93c143460 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fe92c011ad0 tx=0x7fe92c011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.903+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c00fbb0 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.903+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe92c00fd50 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.903+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe93c143d90 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.903+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c014660 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.903+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe93c144350 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.904+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe93c0b24c0 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.904+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe92c012040 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.905+0000 7fe9397fa640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe92806be60 0x7fe92806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.905+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fe92c08b7d0 con 0x7fe93c15fbc0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.905+0000 7fe93bfff640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe92806be60 0x7fe92806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:15.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.906+0000 7fe93bfff640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe92806be60 0x7fe92806e320 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe930004840 tx=0x7fe930009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:15.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:15.909+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe92c019030 con 0x7fe93c15fbc0 2024-09-10T07:28:16.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.082+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe93c06fa20 con 0x7fe92806be60 2024-09-10T07:28:16.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.088+0000 7fe9397fa640 1 -- 172.21.15.3:0/1918792107 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245959 (secure 0 0 0) 0x7fe93c06fa20 con 0x7fe92806be60 2024-09-10T07:28:16.091 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:16.093 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:16.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe92806be60 msgr2=0x7fe92806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe92806be60 0x7fe92806e320 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe930004840 tx=0x7fe930009040 comp rx=0 tx=0).stop 2024-09-10T07:28:16.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 msgr2=0x7fe93c143460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 0x7fe93c143460 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fe92c011ad0 tx=0x7fe92c011f90 comp rx=0 tx=0).stop 2024-09-10T07:28:16.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 shutdown_connections 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe92806be60 0x7fe92806e320 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe93c130860 0x7fe93c141190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe93c145590 0x7fe93c130320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 --2- 172.21.15.3:0/1918792107 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe93c15fbc0 0x7fe93c143460 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 >> 172.21.15.3:0/1918792107 conn(0x7fe93c0b6570 msgr2=0x7fe93c0cb110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 shutdown_connections 2024-09-10T07:28:16.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.091+0000 7fe942ea6640 1 -- 172.21.15.3:0/1918792107 wait complete. 2024-09-10T07:28:16.102 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":336,"stamp":"2024-09-10T07:28:14.178862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":184,"acting":184,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305236,"kb_used_data":9932,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669484,"statfs":{"total":773094113280,"available":772781551616,"internally_reserved":0,"allocated":10170368,"data_stored":5317139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000795"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761295+0000","last_change":"2024-09-10T07:28:11.761295+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761295+0000","last_undegraded":"2024-09-10T07:28:11.761295+0000","last_fullsized":"2024-09-10T07:28:11.761295+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759799+0000","last_change":"2024-09-10T07:28:11.759799+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759799+0000","last_undegraded":"2024-09-10T07:28:11.759799+0000","last_fullsized":"2024-09-10T07:28:11.759799+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760789+0000","last_change":"2024-09-10T07:28:11.760789+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760789+0000","last_undegraded":"2024-09-10T07:28:11.760789+0000","last_fullsized":"2024-09-10T07:28:11.760789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768511+0000","last_change":"2024-09-10T07:28:11.768511+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768511+0000","last_undegraded":"2024-09-10T07:28:11.768511+0000","last_fullsized":"2024-09-10T07:28:11.768511+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758105+0000","last_change":"2024-09-10T07:28:11.758105+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758105+0000","last_undegraded":"2024-09-10T07:28:11.758105+0000","last_fullsized":"2024-09-10T07:28:11.758105+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764992+0000","last_change":"2024-09-10T07:28:11.764992+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764992+0000","last_undegraded":"2024-09-10T07:28:11.764992+0000","last_fullsized":"2024-09-10T07:28:11.764992+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761954+0000","last_change":"2024-09-10T07:28:11.761954+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761954+0000","last_undegraded":"2024-09-10T07:28:11.761954+0000","last_fullsized":"2024-09-10T07:28:11.761954+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765458+0000","last_change":"2024-09-10T07:28:11.765458+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765458+0000","last_undegraded":"2024-09-10T07:28:11.765458+0000","last_fullsized":"2024-09-10T07:28:11.765458+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759603+0000","last_change":"2024-09-10T07:28:11.759603+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759603+0000","last_undegraded":"2024-09-10T07:28:11.759603+0000","last_fullsized":"2024-09-10T07:28:11.759603+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761044+0000","last_change":"2024-09-10T07:28:11.761044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761044+0000","last_undegraded":"2024-09-10T07:28:11.761044+0000","last_fullsized":"2024-09-10T07:28:11.761044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758997+0000","last_change":"2024-09-10T07:28:11.758997+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758997+0000","last_undegraded":"2024-09-10T07:28:11.758997+0000","last_fullsized":"2024-09-10T07:28:11.758997+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764705+0000","last_change":"2024-09-10T07:28:11.764705+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764705+0000","last_undegraded":"2024-09-10T07:28:11.764705+0000","last_fullsized":"2024-09-10T07:28:11.764705+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764025+0000","last_change":"2024-09-10T07:28:11.764025+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764025+0000","last_undegraded":"2024-09-10T07:28:11.764025+0000","last_fullsized":"2024-09-10T07:28:11.764025+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761374+0000","last_change":"2024-09-10T07:28:11.761374+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761374+0000","last_undegraded":"2024-09-10T07:28:11.761374+0000","last_fullsized":"2024-09-10T07:28:11.761374+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765904+0000","last_change":"2024-09-10T07:28:11.765904+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765904+0000","last_undegraded":"2024-09-10T07:28:11.765904+0000","last_fullsized":"2024-09-10T07:28:11.765904+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762000+0000","last_change":"2024-09-10T07:28:11.762000+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762000+0000","last_undegraded":"2024-09-10T07:28:11.762000+0000","last_fullsized":"2024-09-10T07:28:11.762000+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765437+0000","last_change":"2024-09-10T07:28:11.765437+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765437+0000","last_undegraded":"2024-09-10T07:28:11.765437+0000","last_fullsized":"2024-09-10T07:28:11.765437+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760254+0000","last_change":"2024-09-10T07:28:11.760254+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760254+0000","last_undegraded":"2024-09-10T07:28:11.760254+0000","last_fullsized":"2024-09-10T07:28:11.760254+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758574+0000","last_change":"2024-09-10T07:28:11.758574+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758574+0000","last_undegraded":"2024-09-10T07:28:11.758574+0000","last_fullsized":"2024-09-10T07:28:11.758574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768114+0000","last_change":"2024-09-10T07:28:11.768114+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768114+0000","last_undegraded":"2024-09-10T07:28:11.768114+0000","last_fullsized":"2024-09-10T07:28:11.768114+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758508+0000","last_change":"2024-09-10T07:28:11.758508+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758508+0000","last_undegraded":"2024-09-10T07:28:11.758508+0000","last_fullsized":"2024-09-10T07:28:11.758508+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759455+0000","last_change":"2024-09-10T07:28:11.759455+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759455+0000","last_undegraded":"2024-09-10T07:28:11.759455+0000","last_fullsized":"2024-09-10T07:28:11.759455+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759305+0000","last_change":"2024-09-10T07:28:11.759305+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759305+0000","last_undegraded":"2024-09-10T07:28:11.759305+0000","last_fullsized":"2024-09-10T07:28:11.759305+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758895+0000","last_change":"2024-09-10T07:28:11.758895+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758895+0000","last_undegraded":"2024-09-10T07:28:11.758895+0000","last_fullsized":"2024-09-10T07:28:11.758895+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761053+0000","last_change":"2024-09-10T07:28:11.761053+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761053+0000","last_undegraded":"2024-09-10T07:28:11.761053+0000","last_fullsized":"2024-09-10T07:28:11.761053+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760438+0000","last_change":"2024-09-10T07:28:11.760438+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760438+0000","last_undegraded":"2024-09-10T07:28:11.760438+0000","last_fullsized":"2024-09-10T07:28:11.760438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.767706+0000","last_change":"2024-09-10T07:28:11.767706+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.767706+0000","last_undegraded":"2024-09-10T07:28:11.767706+0000","last_fullsized":"2024-09-10T07:28:11.767706+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761113+0000","last_change":"2024-09-10T07:28:11.761113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761113+0000","last_undegraded":"2024-09-10T07:28:11.761113+0000","last_fullsized":"2024-09-10T07:28:11.761113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758870+0000","last_change":"2024-09-10T07:28:11.758870+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758870+0000","last_undegraded":"2024-09-10T07:28:11.758870+0000","last_fullsized":"2024-09-10T07:28:11.758870+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758488+0000","last_change":"2024-09-10T07:28:11.758488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758488+0000","last_undegraded":"2024-09-10T07:28:11.758488+0000","last_fullsized":"2024-09-10T07:28:11.758488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761551+0000","last_change":"2024-09-10T07:28:11.761551+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761551+0000","last_undegraded":"2024-09-10T07:28:11.761551+0000","last_fullsized":"2024-09-10T07:28:11.761551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762507+0000","last_change":"2024-09-10T07:28:11.762507+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762507+0000","last_undegraded":"2024-09-10T07:28:11.762507+0000","last_fullsized":"2024-09-10T07:28:11.762507+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759818+0000","last_change":"2024-09-10T07:28:10.759818+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759818+0000","last_undegraded":"2024-09-10T07:28:10.759818+0000","last_fullsized":"2024-09-10T07:28:10.759818+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764044+0000","last_change":"2024-09-10T07:28:11.764044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764044+0000","last_undegraded":"2024-09-10T07:28:11.764044+0000","last_fullsized":"2024-09-10T07:28:11.764044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770773+0000","last_change":"2024-09-10T07:28:11.769253+0000","last_active":"2024-09-10T07:28:11.770773+0000","last_peered":"2024-09-10T07:28:11.770773+0000","last_clean":"2024-09-10T07:28:11.770773+0000","last_became_active":"2024-09-10T07:28:11.768882+0000","last_became_peered":"2024-09-10T07:28:11.768882+0000","last_unstale":"2024-09-10T07:28:11.770773+0000","last_undegraded":"2024-09-10T07:28:11.770773+0000","last_fullsized":"2024-09-10T07:28:11.770773+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:36.957245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760963+0000","last_change":"2024-09-10T07:28:11.760963+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760963+0000","last_undegraded":"2024-09-10T07:28:11.760963+0000","last_fullsized":"2024-09-10T07:28:11.760963+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776790+0000","last_change":"2024-09-10T07:28:11.776244+0000","last_active":"2024-09-10T07:28:11.776790+0000","last_peered":"2024-09-10T07:28:11.776790+0000","last_clean":"2024-09-10T07:28:11.776790+0000","last_became_active":"2024-09-10T07:28:11.775965+0000","last_became_peered":"2024-09-10T07:28:11.775965+0000","last_unstale":"2024-09-10T07:28:11.776790+0000","last_undegraded":"2024-09-10T07:28:11.776790+0000","last_fullsized":"2024-09-10T07:28:11.776790+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:00.018369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764923+0000","last_change":"2024-09-10T07:28:11.764923+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764923+0000","last_undegraded":"2024-09-10T07:28:11.764923+0000","last_fullsized":"2024-09-10T07:28:11.764923+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759052+0000","last_change":"2024-09-10T07:28:10.759052+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759052+0000","last_undegraded":"2024-09-10T07:28:10.759052+0000","last_fullsized":"2024-09-10T07:28:10.759052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764525+0000","last_change":"2024-09-10T07:28:11.764525+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764525+0000","last_undegraded":"2024-09-10T07:28:11.764525+0000","last_fullsized":"2024-09-10T07:28:11.764525+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774093+0000","last_change":"2024-09-10T07:28:11.773566+0000","last_active":"2024-09-10T07:28:11.774093+0000","last_peered":"2024-09-10T07:28:11.774093+0000","last_clean":"2024-09-10T07:28:11.774093+0000","last_became_active":"2024-09-10T07:28:11.773282+0000","last_became_peered":"2024-09-10T07:28:11.773282+0000","last_unstale":"2024-09-10T07:28:11.774093+0000","last_undegraded":"2024-09-10T07:28:11.774093+0000","last_fullsized":"2024-09-10T07:28:11.774093+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:31.722029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778776+0000","last_change":"2024-09-10T07:28:11.778131+0000","last_active":"2024-09-10T07:28:11.778776+0000","last_peered":"2024-09-10T07:28:11.778776+0000","last_clean":"2024-09-10T07:28:11.778776+0000","last_became_active":"2024-09-10T07:28:11.777809+0000","last_became_peered":"2024-09-10T07:28:11.777809+0000","last_unstale":"2024-09-10T07:28:11.778776+0000","last_undegraded":"2024-09-10T07:28:11.778776+0000","last_fullsized":"2024-09-10T07:28:11.778776+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:47.402913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760731+0000","last_change":"2024-09-10T07:28:11.760731+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760731+0000","last_undegraded":"2024-09-10T07:28:11.760731+0000","last_fullsized":"2024-09-10T07:28:11.760731+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767259+0000","last_change":"2024-09-10T07:28:11.766130+0000","last_active":"2024-09-10T07:28:11.767259+0000","last_peered":"2024-09-10T07:28:11.767259+0000","last_clean":"2024-09-10T07:28:11.767259+0000","last_became_active":"2024-09-10T07:28:11.765788+0000","last_became_peered":"2024-09-10T07:28:11.765788+0000","last_unstale":"2024-09-10T07:28:11.767259+0000","last_undegraded":"2024-09-10T07:28:11.767259+0000","last_fullsized":"2024-09-10T07:28:11.767259+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:41.962479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763453+0000","last_change":"2024-09-10T07:28:11.763453+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763453+0000","last_undegraded":"2024-09-10T07:28:11.763453+0000","last_fullsized":"2024-09-10T07:28:11.763453+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771543+0000","last_change":"2024-09-10T07:28:11.771129+0000","last_active":"2024-09-10T07:28:11.771543+0000","last_peered":"2024-09-10T07:28:11.771543+0000","last_clean":"2024-09-10T07:28:11.771543+0000","last_became_active":"2024-09-10T07:28:11.770732+0000","last_became_peered":"2024-09-10T07:28:11.770732+0000","last_unstale":"2024-09-10T07:28:11.771543+0000","last_undegraded":"2024-09-10T07:28:11.771543+0000","last_fullsized":"2024-09-10T07:28:11.771543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:29.751202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757206+0000","last_change":"2024-09-10T07:28:11.757206+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757206+0000","last_undegraded":"2024-09-10T07:28:11.757206+0000","last_fullsized":"2024-09-10T07:28:11.757206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772908+0000","last_change":"2024-09-10T07:28:11.772260+0000","last_active":"2024-09-10T07:28:11.772908+0000","last_peered":"2024-09-10T07:28:11.772908+0000","last_clean":"2024-09-10T07:28:11.772908+0000","last_became_active":"2024-09-10T07:28:11.771973+0000","last_became_peered":"2024-09-10T07:28:11.771973+0000","last_unstale":"2024-09-10T07:28:11.772908+0000","last_undegraded":"2024-09-10T07:28:11.772908+0000","last_fullsized":"2024-09-10T07:28:11.772908+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:35.068509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760881+0000","last_change":"2024-09-10T07:28:11.760881+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760881+0000","last_undegraded":"2024-09-10T07:28:11.760881+0000","last_fullsized":"2024-09-10T07:28:11.760881+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776100+0000","last_change":"2024-09-10T07:28:11.774531+0000","last_active":"2024-09-10T07:28:11.776100+0000","last_peered":"2024-09-10T07:28:11.776100+0000","last_clean":"2024-09-10T07:28:11.776100+0000","last_became_active":"2024-09-10T07:28:11.774207+0000","last_became_peered":"2024-09-10T07:28:11.774207+0000","last_unstale":"2024-09-10T07:28:11.776100+0000","last_undegraded":"2024-09-10T07:28:11.776100+0000","last_fullsized":"2024-09-10T07:28:11.776100+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:10.179376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759527+0000","last_change":"2024-09-10T07:28:11.759527+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759527+0000","last_undegraded":"2024-09-10T07:28:11.759527+0000","last_fullsized":"2024-09-10T07:28:11.759527+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771366+0000","last_change":"2024-09-10T07:28:11.769929+0000","last_active":"2024-09-10T07:28:11.771366+0000","last_peered":"2024-09-10T07:28:11.771366+0000","last_clean":"2024-09-10T07:28:11.771366+0000","last_became_active":"2024-09-10T07:28:11.769654+0000","last_became_peered":"2024-09-10T07:28:11.769654+0000","last_unstale":"2024-09-10T07:28:11.771366+0000","last_undegraded":"2024-09-10T07:28:11.771366+0000","last_fullsized":"2024-09-10T07:28:11.771366+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.938668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.766748+0000","last_change":"2024-09-10T07:28:11.766748+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.766748+0000","last_undegraded":"2024-09-10T07:28:11.766748+0000","last_fullsized":"2024-09-10T07:28:11.766748+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772525+0000","last_change":"2024-09-10T07:28:11.770781+0000","last_active":"2024-09-10T07:28:11.772525+0000","last_peered":"2024-09-10T07:28:11.772525+0000","last_clean":"2024-09-10T07:28:11.772525+0000","last_became_active":"2024-09-10T07:28:11.770471+0000","last_became_peered":"2024-09-10T07:28:11.770471+0000","last_unstale":"2024-09-10T07:28:11.772525+0000","last_undegraded":"2024-09-10T07:28:11.772525+0000","last_fullsized":"2024-09-10T07:28:11.772525+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:41:14.564615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763113+0000","last_change":"2024-09-10T07:28:11.763113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763113+0000","last_undegraded":"2024-09-10T07:28:11.763113+0000","last_fullsized":"2024-09-10T07:28:11.763113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774214+0000","last_change":"2024-09-10T07:28:11.773631+0000","last_active":"2024-09-10T07:28:11.774214+0000","last_peered":"2024-09-10T07:28:11.774214+0000","last_clean":"2024-09-10T07:28:11.774214+0000","last_became_active":"2024-09-10T07:28:11.773346+0000","last_became_peered":"2024-09-10T07:28:11.773346+0000","last_unstale":"2024-09-10T07:28:11.774214+0000","last_undegraded":"2024-09-10T07:28:11.774214+0000","last_fullsized":"2024-09-10T07:28:11.774214+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:48.468778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757161+0000","last_change":"2024-09-10T07:28:11.757161+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757161+0000","last_undegraded":"2024-09-10T07:28:11.757161+0000","last_fullsized":"2024-09-10T07:28:11.757161+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771211+0000","last_change":"2024-09-10T07:28:11.768776+0000","last_active":"2024-09-10T07:28:11.771211+0000","last_peered":"2024-09-10T07:28:11.771211+0000","last_clean":"2024-09-10T07:28:11.771211+0000","last_became_active":"2024-09-10T07:28:11.768470+0000","last_became_peered":"2024-09-10T07:28:11.768470+0000","last_unstale":"2024-09-10T07:28:11.771211+0000","last_undegraded":"2024-09-10T07:28:11.771211+0000","last_fullsized":"2024-09-10T07:28:11.771211+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:35:27.185935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762009+0000","last_change":"2024-09-10T07:28:11.762009+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762009+0000","last_undegraded":"2024-09-10T07:28:11.762009+0000","last_fullsized":"2024-09-10T07:28:11.762009+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775963+0000","last_change":"2024-09-10T07:28:11.773976+0000","last_active":"2024-09-10T07:28:11.775963+0000","last_peered":"2024-09-10T07:28:11.775963+0000","last_clean":"2024-09-10T07:28:11.775963+0000","last_became_active":"2024-09-10T07:28:11.773645+0000","last_became_peered":"2024-09-10T07:28:11.773645+0000","last_unstale":"2024-09-10T07:28:11.775963+0000","last_undegraded":"2024-09-10T07:28:11.775963+0000","last_fullsized":"2024-09-10T07:28:11.775963+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:37.684612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762488+0000","last_change":"2024-09-10T07:28:11.762488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762488+0000","last_undegraded":"2024-09-10T07:28:11.762488+0000","last_fullsized":"2024-09-10T07:28:11.762488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775911+0000","last_change":"2024-09-10T07:28:11.774246+0000","last_active":"2024-09-10T07:28:11.775911+0000","last_peered":"2024-09-10T07:28:11.775911+0000","last_clean":"2024-09-10T07:28:11.775911+0000","last_became_active":"2024-09-10T07:28:11.773826+0000","last_became_peered":"2024-09-10T07:28:11.773826+0000","last_unstale":"2024-09-10T07:28:11.775911+0000","last_undegraded":"2024-09-10T07:28:11.775911+0000","last_fullsized":"2024-09-10T07:28:11.775911+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:40.482901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760770+0000","last_change":"2024-09-10T07:28:11.760770+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760770+0000","last_undegraded":"2024-09-10T07:28:11.760770+0000","last_fullsized":"2024-09-10T07:28:11.760770+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759150+0000","last_change":"2024-09-10T07:28:10.759150+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759150+0000","last_undegraded":"2024-09-10T07:28:10.759150+0000","last_fullsized":"2024-09-10T07:28:10.759150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.768699+0000","last_change":"2024-09-10T07:28:11.768153+0000","last_active":"2024-09-10T07:28:11.768699+0000","last_peered":"2024-09-10T07:28:11.768699+0000","last_clean":"2024-09-10T07:28:11.768699+0000","last_became_active":"2024-09-10T07:28:11.767808+0000","last_became_peered":"2024-09-10T07:28:11.767808+0000","last_unstale":"2024-09-10T07:28:11.768699+0000","last_undegraded":"2024-09-10T07:28:11.768699+0000","last_fullsized":"2024-09-10T07:28:11.768699+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:49.280282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760420+0000","last_change":"2024-09-10T07:28:11.760420+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760420+0000","last_undegraded":"2024-09-10T07:28:11.760420+0000","last_fullsized":"2024-09-10T07:28:11.760420+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774915+0000","last_change":"2024-09-10T07:28:11.774421+0000","last_active":"2024-09-10T07:28:11.774915+0000","last_peered":"2024-09-10T07:28:11.774915+0000","last_clean":"2024-09-10T07:28:11.774915+0000","last_became_active":"2024-09-10T07:28:11.774146+0000","last_became_peered":"2024-09-10T07:28:11.774146+0000","last_unstale":"2024-09-10T07:28:11.774915+0000","last_undegraded":"2024-09-10T07:28:11.774915+0000","last_fullsized":"2024-09-10T07:28:11.774915+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:41.017360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761099+0000","last_change":"2024-09-10T07:28:11.761099+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761099+0000","last_undegraded":"2024-09-10T07:28:11.761099+0000","last_fullsized":"2024-09-10T07:28:11.761099+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765173+0000","last_change":"2024-09-10T07:28:11.763170+0000","last_active":"2024-09-10T07:28:11.765173+0000","last_peered":"2024-09-10T07:28:11.765173+0000","last_clean":"2024-09-10T07:28:11.765173+0000","last_became_active":"2024-09-10T07:28:11.762464+0000","last_became_peered":"2024-09-10T07:28:11.762464+0000","last_unstale":"2024-09-10T07:28:11.765173+0000","last_undegraded":"2024-09-10T07:28:11.765173+0000","last_fullsized":"2024-09-10T07:28:11.765173+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:24.170128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758103+0000","last_change":"2024-09-10T07:28:11.758103+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758103+0000","last_undegraded":"2024-09-10T07:28:11.758103+0000","last_fullsized":"2024-09-10T07:28:11.758103+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778594+0000","last_change":"2024-09-10T07:28:11.777273+0000","last_active":"2024-09-10T07:28:11.778594+0000","last_peered":"2024-09-10T07:28:11.778594+0000","last_clean":"2024-09-10T07:28:11.778594+0000","last_became_active":"2024-09-10T07:28:11.776991+0000","last_became_peered":"2024-09-10T07:28:11.776991+0000","last_unstale":"2024-09-10T07:28:11.778594+0000","last_undegraded":"2024-09-10T07:28:11.778594+0000","last_fullsized":"2024-09-10T07:28:11.778594+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:42.082409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757590+0000","last_change":"2024-09-10T07:28:11.757590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757590+0000","last_undegraded":"2024-09-10T07:28:11.757590+0000","last_fullsized":"2024-09-10T07:28:11.757590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.766809+0000","last_change":"2024-09-10T07:28:11.766135+0000","last_active":"2024-09-10T07:28:11.766809+0000","last_peered":"2024-09-10T07:28:11.766809+0000","last_clean":"2024-09-10T07:28:11.766809+0000","last_became_active":"2024-09-10T07:28:11.765837+0000","last_became_peered":"2024-09-10T07:28:11.765837+0000","last_unstale":"2024-09-10T07:28:11.766809+0000","last_undegraded":"2024-09-10T07:28:11.766809+0000","last_fullsized":"2024-09-10T07:28:11.766809+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:06.950289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762426+0000","last_change":"2024-09-10T07:28:11.762426+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762426+0000","last_undegraded":"2024-09-10T07:28:11.762426+0000","last_fullsized":"2024-09-10T07:28:11.762426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.777289+0000","last_change":"2024-09-10T07:28:11.772500+0000","last_active":"2024-09-10T07:28:11.777289+0000","last_peered":"2024-09-10T07:28:11.777289+0000","last_clean":"2024-09-10T07:28:11.777289+0000","last_became_active":"2024-09-10T07:28:11.772098+0000","last_became_peered":"2024-09-10T07:28:11.772098+0000","last_unstale":"2024-09-10T07:28:11.777289+0000","last_undegraded":"2024-09-10T07:28:11.777289+0000","last_fullsized":"2024-09-10T07:28:11.777289+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:48.298845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770955+0000","last_change":"2024-09-10T07:28:11.769726+0000","last_active":"2024-09-10T07:28:11.770955+0000","last_peered":"2024-09-10T07:28:11.770955+0000","last_clean":"2024-09-10T07:28:11.770955+0000","last_became_active":"2024-09-10T07:28:11.769475+0000","last_became_peered":"2024-09-10T07:28:11.769475+0000","last_unstale":"2024-09-10T07:28:11.770955+0000","last_undegraded":"2024-09-10T07:28:11.770955+0000","last_fullsized":"2024-09-10T07:28:11.770955+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:18.632226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763590+0000","last_change":"2024-09-10T07:28:11.763590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763590+0000","last_undegraded":"2024-09-10T07:28:11.763590+0000","last_fullsized":"2024-09-10T07:28:11.763590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767841+0000","last_change":"2024-09-10T07:28:11.766880+0000","last_active":"2024-09-10T07:28:11.767841+0000","last_peered":"2024-09-10T07:28:11.767841+0000","last_clean":"2024-09-10T07:28:11.767841+0000","last_became_active":"2024-09-10T07:28:11.766566+0000","last_became_peered":"2024-09-10T07:28:11.766566+0000","last_unstale":"2024-09-10T07:28:11.767841+0000","last_undegraded":"2024-09-10T07:28:11.767841+0000","last_fullsized":"2024-09-10T07:28:11.767841+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:17.581288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763107+0000","last_change":"2024-09-10T07:28:11.763107+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763107+0000","last_undegraded":"2024-09-10T07:28:11.763107+0000","last_fullsized":"2024-09-10T07:28:11.763107+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771343+0000","last_change":"2024-09-10T07:28:11.769857+0000","last_active":"2024-09-10T07:28:11.771343+0000","last_peered":"2024-09-10T07:28:11.771343+0000","last_clean":"2024-09-10T07:28:11.771343+0000","last_became_active":"2024-09-10T07:28:11.769577+0000","last_became_peered":"2024-09-10T07:28:11.769577+0000","last_unstale":"2024-09-10T07:28:11.771343+0000","last_undegraded":"2024-09-10T07:28:11.771343+0000","last_fullsized":"2024-09-10T07:28:11.771343+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:59.943787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758474+0000","last_change":"2024-09-10T07:28:11.758474+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758474+0000","last_undegraded":"2024-09-10T07:28:11.758474+0000","last_fullsized":"2024-09-10T07:28:11.758474+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758515+0000","last_change":"2024-09-10T07:28:10.758515+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758515+0000","last_undegraded":"2024-09-10T07:28:10.758515+0000","last_fullsized":"2024-09-10T07:28:10.758515+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764382+0000","last_change":"2024-09-10T07:28:11.764382+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764382+0000","last_undegraded":"2024-09-10T07:28:11.764382+0000","last_fullsized":"2024-09-10T07:28:11.764382+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772460+0000","last_change":"2024-09-10T07:28:11.769942+0000","last_active":"2024-09-10T07:28:11.772460+0000","last_peered":"2024-09-10T07:28:11.772460+0000","last_clean":"2024-09-10T07:28:11.772460+0000","last_became_active":"2024-09-10T07:28:11.768762+0000","last_became_peered":"2024-09-10T07:28:11.768762+0000","last_unstale":"2024-09-10T07:28:11.772460+0000","last_undegraded":"2024-09-10T07:28:11.772460+0000","last_fullsized":"2024-09-10T07:28:11.772460+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:37:16.885158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759302+0000","last_change":"2024-09-10T07:28:11.759302+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759302+0000","last_undegraded":"2024-09-10T07:28:11.759302+0000","last_fullsized":"2024-09-10T07:28:11.759302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765230+0000","last_change":"2024-09-10T07:28:11.764049+0000","last_active":"2024-09-10T07:28:11.765230+0000","last_peered":"2024-09-10T07:28:11.765230+0000","last_clean":"2024-09-10T07:28:11.765230+0000","last_became_active":"2024-09-10T07:28:11.763752+0000","last_became_peered":"2024-09-10T07:28:11.763752+0000","last_unstale":"2024-09-10T07:28:11.765230+0000","last_undegraded":"2024-09-10T07:28:11.765230+0000","last_fullsized":"2024-09-10T07:28:11.765230+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:20.322048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758705+0000","last_change":"2024-09-10T07:28:10.758705+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758705+0000","last_undegraded":"2024-09-10T07:28:10.758705+0000","last_fullsized":"2024-09-10T07:28:10.758705+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761124+0000","last_change":"2024-09-10T07:28:11.761124+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761124+0000","last_undegraded":"2024-09-10T07:28:11.761124+0000","last_fullsized":"2024-09-10T07:28:11.761124+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776300+0000","last_change":"2024-09-10T07:28:11.775963+0000","last_active":"2024-09-10T07:28:11.776300+0000","last_peered":"2024-09-10T07:28:11.776300+0000","last_clean":"2024-09-10T07:28:11.776300+0000","last_became_active":"2024-09-10T07:28:11.775664+0000","last_became_peered":"2024-09-10T07:28:11.775664+0000","last_unstale":"2024-09-10T07:28:11.776300+0000","last_undegraded":"2024-09-10T07:28:11.776300+0000","last_fullsized":"2024-09-10T07:28:11.776300+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:39.604082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760939+0000","last_change":"2024-09-10T07:28:11.760939+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760939+0000","last_undegraded":"2024-09-10T07:28:11.760939+0000","last_fullsized":"2024-09-10T07:28:11.760939+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776418+0000","last_change":"2024-09-10T07:28:11.775593+0000","last_active":"2024-09-10T07:28:11.776418+0000","last_peered":"2024-09-10T07:28:11.776418+0000","last_clean":"2024-09-10T07:28:11.776418+0000","last_became_active":"2024-09-10T07:28:11.775304+0000","last_became_peered":"2024-09-10T07:28:11.775304+0000","last_unstale":"2024-09-10T07:28:11.776418+0000","last_undegraded":"2024-09-10T07:28:11.776418+0000","last_fullsized":"2024-09-10T07:28:11.776418+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:32.436227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":303,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.763990+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:11.763990+0000","last_peered":"2024-09-10T07:28:11.763990+0000","last_clean":"2024-09-10T07:28:11.763990+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:11.763990+0000","last_undegraded":"2024-09-10T07:28:11.763990+0000","last_fullsized":"2024-09-10T07:28:11.763990+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":118,"acting":118,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542245,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37040,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334800,"statfs":{"total":96636764160,"available":96598835200,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36452,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335388,"statfs":{"total":96636764160,"available":96599437312,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44768,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327072,"statfs":{"total":96636764160,"available":96590921728,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542246,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36444,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335396,"statfs":{"total":96636764160,"available":96599445504,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542247,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40608,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331232,"statfs":{"total":96636764160,"available":96595181568,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542246,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41200,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330640,"statfs":{"total":96636764160,"available":96594575360,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574950,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36432,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335408,"statfs":{"total":96636764160,"available":96599457792,"internally_reserved":0,"allocated":1105920,"data_stored":508284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:16.106 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:16.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.246+0000 7f0cad5f8640 1 Processor -- start 2024-09-10T07:28:16.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.246+0000 7f0cad5f8640 1 -- start start 2024-09-10T07:28:16.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0cad5f8640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ca815e560 0x7f0ca80ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0cad5f8640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f0ca80d1550 0x7f0ca80b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0cad5f8640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ca80d3480 con 0x7f0ca80cf510 2024-09-10T07:28:16.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0cad5f8640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f0ca80d3760 con 0x7f0ca815e560 2024-09-10T07:28:16.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0cad5f8640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f0ca80d3a40 con 0x7f0ca80d1550 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ca815e560 0x7f0ca80ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f0ca815e560 0x7f0ca80ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33090/0 (socket says 172.21.15.3:33090) 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/195583186 learned_addr learned my addr 172.21.15.3:0/195583186 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca77fe640 1 --2- 172.21.15.3:0/195583186 >> v2:172.21.15.70:3300/0 conn(0x7f0ca80d1550 0x7f0ca80b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/195583186 >> v2:172.21.15.70:3300/0 conn(0x7f0ca80d1550 msgr2=0x7f0ca80b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/195583186 >> v2:172.21.15.70:3300/0 conn(0x7f0ca80d1550 0x7f0ca80b7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/195583186 >> v1:172.21.15.70:6789/0 conn(0x7f0ca80cf510 legacy=0x7f0ca80d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.247+0000 7f0ca6ffd640 1 -- 172.21.15.3:0/195583186 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca80d3d20 con 0x7f0ca815e560 2024-09-10T07:28:16.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.248+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/195583186 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca815e560 0x7f0ca80ceee0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f0ca80b76e0 tx=0x7f0c9802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0d0c4b751063aa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.248+0000 7f0ca5ffb640 1 -- 172.21.15.3:0/195583186 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98037070 con 0x7f0ca815e560 2024-09-10T07:28:16.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.248+0000 7f0ca5ffb640 1 -- 172.21.15.3:0/195583186 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c98032440 con 0x7f0ca815e560 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.248+0000 7f0ca5ffb640 1 -- 172.21.15.3:0/195583186 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98032810 con 0x7f0ca815e560 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 -- 172.21.15.3:0/195583186 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca815e560 msgr2=0x7f0ca80ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/195583186 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca815e560 0x7f0ca80ceee0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f0ca80b76e0 tx=0x7f0c9802a270 comp rx=0 tx=0).stop 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 -- 172.21.15.3:0/195583186 shutdown_connections 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/195583186 >> v2:172.21.15.70:3300/0 conn(0x7f0ca80d1550 0x7f0ca80b7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/195583186 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca815e560 0x7f0ca80ceee0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 -- 172.21.15.3:0/195583186 >> 172.21.15.3:0/195583186 conn(0x7f0ca8073850 msgr2=0x7f0ca806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 -- 172.21.15.3:0/195583186 shutdown_connections 2024-09-10T07:28:16.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.249+0000 7f0cad5f8640 1 -- 172.21.15.3:0/195583186 wait complete. 2024-09-10T07:28:16.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.250+0000 7f0cad5f8640 1 Processor -- start 2024-09-10T07:28:16.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.250+0000 7f0cad5f8640 1 -- start start 2024-09-10T07:28:16.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0cad5f8640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80cf510 0x7f0ca80abb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0cad5f8640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 0x7f0ca815a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0cad5f8640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815e560 0x7f0ca80ce1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0cad5f8640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca815eac0 con 0x7f0ca80d1550 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0cad5f8640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca815e940 con 0x7f0ca80cf510 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0cad5f8640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca80cf980 con 0x7f0ca815e560 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 0x7f0ca815a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 0x7f0ca815a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33100/0 (socket says 172.21.15.3:33100) 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 -- 172.21.15.3:0/2924482054 learned_addr learned my addr 172.21.15.3:0/2924482054 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80cf510 0x7f0ca80abb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca77fe640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815e560 0x7f0ca80ce1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 -- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815e560 msgr2=0x7f0ca80ce1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815e560 0x7f0ca80ce1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 -- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80cf510 msgr2=0x7f0ca80abb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80cf510 0x7f0ca80abb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca67fc640 1 -- 172.21.15.3:0/2924482054 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca815a870 con 0x7f0ca80d1550 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca77fe640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815e560 0x7f0ca80ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.251+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80cf510 0x7f0ca80abb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.252+0000 7f0ca67fc640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 0x7f0ca815a330 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c00c430 tx=0x7f0c9c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.252+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c0052d0 con 0x7f0ca80d1550 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.252+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c9c005490 con 0x7f0ca80d1550 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.252+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ca80cebb0 con 0x7f0ca80d1550 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.252+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c9c007260 con 0x7f0ca80d1550 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.252+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ca80ab0b0 con 0x7f0ca80d1550 2024-09-10T07:28:16.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.253+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca80ceee0 con 0x7f0ca80d1550 2024-09-10T07:28:16.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.254+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c9c007400 con 0x7f0ca80d1550 2024-09-10T07:28:16.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.254+0000 7f0c8f7fe640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c9406be30 0x7f0c9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.254+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f0c9c08a510 con 0x7f0ca80d1550 2024-09-10T07:28:16.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.254+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c9406be30 0x7f0c9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.255+0000 7f0ca6ffd640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c9406be30 0x7f0c9406e2f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f0c98034000 tx=0x7f0c9802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.258+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0c9c058d30 con 0x7f0ca80d1550 2024-09-10T07:28:16.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.429+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0ca80b45c0 con 0x7f0c9406be30 2024-09-10T07:28:16.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.435+0000 7f0c8f7fe640 1 -- 172.21.15.3:0/2924482054 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245959 (secure 0 0 0) 0x7f0ca80b45c0 con 0x7f0c9406be30 2024-09-10T07:28:16.438 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c9406be30 msgr2=0x7f0c9406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c9406be30 0x7f0c9406e2f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f0c98034000 tx=0x7f0c9802e000 comp rx=0 tx=0).stop 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 msgr2=0x7f0ca815a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 0x7f0ca815a330 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f0c9c00c430 tx=0x7f0c9c00c8f0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 shutdown_connections 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f0c9406be30 0x7f0c9406e2f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f0ca815e560 0x7f0ca80ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0ca80d1550 0x7f0ca815a330 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 --2- 172.21.15.3:0/2924482054 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f0ca80cf510 0x7f0ca80abb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.438+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 >> 172.21.15.3:0/2924482054 conn(0x7f0ca8073850 msgr2=0x7f0ca80b7af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.439+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 shutdown_connections 2024-09-10T07:28:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.439+0000 7f0cad5f8640 1 -- 172.21.15.3:0/2924482054 wait complete. 2024-09-10T07:28:16.449 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":337,"stamp":"2024-09-10T07:28:16.179248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":184,"acting":184,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305236,"kb_used_data":9932,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669484,"statfs":{"total":773094113280,"available":772781551616,"internally_reserved":0,"allocated":10170368,"data_stored":5317139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.426390"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761295+0000","last_change":"2024-09-10T07:28:11.761295+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761295+0000","last_undegraded":"2024-09-10T07:28:11.761295+0000","last_fullsized":"2024-09-10T07:28:11.761295+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759799+0000","last_change":"2024-09-10T07:28:11.759799+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759799+0000","last_undegraded":"2024-09-10T07:28:11.759799+0000","last_fullsized":"2024-09-10T07:28:11.759799+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760789+0000","last_change":"2024-09-10T07:28:11.760789+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760789+0000","last_undegraded":"2024-09-10T07:28:11.760789+0000","last_fullsized":"2024-09-10T07:28:11.760789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768511+0000","last_change":"2024-09-10T07:28:11.768511+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768511+0000","last_undegraded":"2024-09-10T07:28:11.768511+0000","last_fullsized":"2024-09-10T07:28:11.768511+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758105+0000","last_change":"2024-09-10T07:28:11.758105+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758105+0000","last_undegraded":"2024-09-10T07:28:11.758105+0000","last_fullsized":"2024-09-10T07:28:11.758105+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764992+0000","last_change":"2024-09-10T07:28:11.764992+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764992+0000","last_undegraded":"2024-09-10T07:28:11.764992+0000","last_fullsized":"2024-09-10T07:28:11.764992+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761954+0000","last_change":"2024-09-10T07:28:11.761954+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761954+0000","last_undegraded":"2024-09-10T07:28:11.761954+0000","last_fullsized":"2024-09-10T07:28:11.761954+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765458+0000","last_change":"2024-09-10T07:28:11.765458+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765458+0000","last_undegraded":"2024-09-10T07:28:11.765458+0000","last_fullsized":"2024-09-10T07:28:11.765458+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759603+0000","last_change":"2024-09-10T07:28:11.759603+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759603+0000","last_undegraded":"2024-09-10T07:28:11.759603+0000","last_fullsized":"2024-09-10T07:28:11.759603+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761044+0000","last_change":"2024-09-10T07:28:11.761044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761044+0000","last_undegraded":"2024-09-10T07:28:11.761044+0000","last_fullsized":"2024-09-10T07:28:11.761044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758997+0000","last_change":"2024-09-10T07:28:11.758997+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758997+0000","last_undegraded":"2024-09-10T07:28:11.758997+0000","last_fullsized":"2024-09-10T07:28:11.758997+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764705+0000","last_change":"2024-09-10T07:28:11.764705+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764705+0000","last_undegraded":"2024-09-10T07:28:11.764705+0000","last_fullsized":"2024-09-10T07:28:11.764705+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764025+0000","last_change":"2024-09-10T07:28:11.764025+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764025+0000","last_undegraded":"2024-09-10T07:28:11.764025+0000","last_fullsized":"2024-09-10T07:28:11.764025+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761374+0000","last_change":"2024-09-10T07:28:11.761374+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761374+0000","last_undegraded":"2024-09-10T07:28:11.761374+0000","last_fullsized":"2024-09-10T07:28:11.761374+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765904+0000","last_change":"2024-09-10T07:28:11.765904+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765904+0000","last_undegraded":"2024-09-10T07:28:11.765904+0000","last_fullsized":"2024-09-10T07:28:11.765904+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762000+0000","last_change":"2024-09-10T07:28:11.762000+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762000+0000","last_undegraded":"2024-09-10T07:28:11.762000+0000","last_fullsized":"2024-09-10T07:28:11.762000+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765437+0000","last_change":"2024-09-10T07:28:11.765437+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765437+0000","last_undegraded":"2024-09-10T07:28:11.765437+0000","last_fullsized":"2024-09-10T07:28:11.765437+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760254+0000","last_change":"2024-09-10T07:28:11.760254+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760254+0000","last_undegraded":"2024-09-10T07:28:11.760254+0000","last_fullsized":"2024-09-10T07:28:11.760254+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758574+0000","last_change":"2024-09-10T07:28:11.758574+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758574+0000","last_undegraded":"2024-09-10T07:28:11.758574+0000","last_fullsized":"2024-09-10T07:28:11.758574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768114+0000","last_change":"2024-09-10T07:28:11.768114+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768114+0000","last_undegraded":"2024-09-10T07:28:11.768114+0000","last_fullsized":"2024-09-10T07:28:11.768114+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758508+0000","last_change":"2024-09-10T07:28:11.758508+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758508+0000","last_undegraded":"2024-09-10T07:28:11.758508+0000","last_fullsized":"2024-09-10T07:28:11.758508+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759455+0000","last_change":"2024-09-10T07:28:11.759455+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759455+0000","last_undegraded":"2024-09-10T07:28:11.759455+0000","last_fullsized":"2024-09-10T07:28:11.759455+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759305+0000","last_change":"2024-09-10T07:28:11.759305+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759305+0000","last_undegraded":"2024-09-10T07:28:11.759305+0000","last_fullsized":"2024-09-10T07:28:11.759305+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758895+0000","last_change":"2024-09-10T07:28:11.758895+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758895+0000","last_undegraded":"2024-09-10T07:28:11.758895+0000","last_fullsized":"2024-09-10T07:28:11.758895+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761053+0000","last_change":"2024-09-10T07:28:11.761053+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761053+0000","last_undegraded":"2024-09-10T07:28:11.761053+0000","last_fullsized":"2024-09-10T07:28:11.761053+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760438+0000","last_change":"2024-09-10T07:28:11.760438+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760438+0000","last_undegraded":"2024-09-10T07:28:11.760438+0000","last_fullsized":"2024-09-10T07:28:11.760438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.767706+0000","last_change":"2024-09-10T07:28:11.767706+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.767706+0000","last_undegraded":"2024-09-10T07:28:11.767706+0000","last_fullsized":"2024-09-10T07:28:11.767706+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761113+0000","last_change":"2024-09-10T07:28:11.761113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761113+0000","last_undegraded":"2024-09-10T07:28:11.761113+0000","last_fullsized":"2024-09-10T07:28:11.761113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758870+0000","last_change":"2024-09-10T07:28:11.758870+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758870+0000","last_undegraded":"2024-09-10T07:28:11.758870+0000","last_fullsized":"2024-09-10T07:28:11.758870+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758488+0000","last_change":"2024-09-10T07:28:11.758488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758488+0000","last_undegraded":"2024-09-10T07:28:11.758488+0000","last_fullsized":"2024-09-10T07:28:11.758488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761551+0000","last_change":"2024-09-10T07:28:11.761551+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761551+0000","last_undegraded":"2024-09-10T07:28:11.761551+0000","last_fullsized":"2024-09-10T07:28:11.761551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762507+0000","last_change":"2024-09-10T07:28:11.762507+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762507+0000","last_undegraded":"2024-09-10T07:28:11.762507+0000","last_fullsized":"2024-09-10T07:28:11.762507+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759818+0000","last_change":"2024-09-10T07:28:10.759818+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759818+0000","last_undegraded":"2024-09-10T07:28:10.759818+0000","last_fullsized":"2024-09-10T07:28:10.759818+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764044+0000","last_change":"2024-09-10T07:28:11.764044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764044+0000","last_undegraded":"2024-09-10T07:28:11.764044+0000","last_fullsized":"2024-09-10T07:28:11.764044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770773+0000","last_change":"2024-09-10T07:28:11.769253+0000","last_active":"2024-09-10T07:28:11.770773+0000","last_peered":"2024-09-10T07:28:11.770773+0000","last_clean":"2024-09-10T07:28:11.770773+0000","last_became_active":"2024-09-10T07:28:11.768882+0000","last_became_peered":"2024-09-10T07:28:11.768882+0000","last_unstale":"2024-09-10T07:28:11.770773+0000","last_undegraded":"2024-09-10T07:28:11.770773+0000","last_fullsized":"2024-09-10T07:28:11.770773+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:36.957245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760963+0000","last_change":"2024-09-10T07:28:11.760963+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760963+0000","last_undegraded":"2024-09-10T07:28:11.760963+0000","last_fullsized":"2024-09-10T07:28:11.760963+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776790+0000","last_change":"2024-09-10T07:28:11.776244+0000","last_active":"2024-09-10T07:28:11.776790+0000","last_peered":"2024-09-10T07:28:11.776790+0000","last_clean":"2024-09-10T07:28:11.776790+0000","last_became_active":"2024-09-10T07:28:11.775965+0000","last_became_peered":"2024-09-10T07:28:11.775965+0000","last_unstale":"2024-09-10T07:28:11.776790+0000","last_undegraded":"2024-09-10T07:28:11.776790+0000","last_fullsized":"2024-09-10T07:28:11.776790+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:00.018369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764923+0000","last_change":"2024-09-10T07:28:11.764923+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764923+0000","last_undegraded":"2024-09-10T07:28:11.764923+0000","last_fullsized":"2024-09-10T07:28:11.764923+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759052+0000","last_change":"2024-09-10T07:28:10.759052+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759052+0000","last_undegraded":"2024-09-10T07:28:10.759052+0000","last_fullsized":"2024-09-10T07:28:10.759052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764525+0000","last_change":"2024-09-10T07:28:11.764525+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764525+0000","last_undegraded":"2024-09-10T07:28:11.764525+0000","last_fullsized":"2024-09-10T07:28:11.764525+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774093+0000","last_change":"2024-09-10T07:28:11.773566+0000","last_active":"2024-09-10T07:28:11.774093+0000","last_peered":"2024-09-10T07:28:11.774093+0000","last_clean":"2024-09-10T07:28:11.774093+0000","last_became_active":"2024-09-10T07:28:11.773282+0000","last_became_peered":"2024-09-10T07:28:11.773282+0000","last_unstale":"2024-09-10T07:28:11.774093+0000","last_undegraded":"2024-09-10T07:28:11.774093+0000","last_fullsized":"2024-09-10T07:28:11.774093+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:31.722029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778776+0000","last_change":"2024-09-10T07:28:11.778131+0000","last_active":"2024-09-10T07:28:11.778776+0000","last_peered":"2024-09-10T07:28:11.778776+0000","last_clean":"2024-09-10T07:28:11.778776+0000","last_became_active":"2024-09-10T07:28:11.777809+0000","last_became_peered":"2024-09-10T07:28:11.777809+0000","last_unstale":"2024-09-10T07:28:11.778776+0000","last_undegraded":"2024-09-10T07:28:11.778776+0000","last_fullsized":"2024-09-10T07:28:11.778776+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:47.402913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760731+0000","last_change":"2024-09-10T07:28:11.760731+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760731+0000","last_undegraded":"2024-09-10T07:28:11.760731+0000","last_fullsized":"2024-09-10T07:28:11.760731+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767259+0000","last_change":"2024-09-10T07:28:11.766130+0000","last_active":"2024-09-10T07:28:11.767259+0000","last_peered":"2024-09-10T07:28:11.767259+0000","last_clean":"2024-09-10T07:28:11.767259+0000","last_became_active":"2024-09-10T07:28:11.765788+0000","last_became_peered":"2024-09-10T07:28:11.765788+0000","last_unstale":"2024-09-10T07:28:11.767259+0000","last_undegraded":"2024-09-10T07:28:11.767259+0000","last_fullsized":"2024-09-10T07:28:11.767259+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:41.962479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763453+0000","last_change":"2024-09-10T07:28:11.763453+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763453+0000","last_undegraded":"2024-09-10T07:28:11.763453+0000","last_fullsized":"2024-09-10T07:28:11.763453+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771543+0000","last_change":"2024-09-10T07:28:11.771129+0000","last_active":"2024-09-10T07:28:11.771543+0000","last_peered":"2024-09-10T07:28:11.771543+0000","last_clean":"2024-09-10T07:28:11.771543+0000","last_became_active":"2024-09-10T07:28:11.770732+0000","last_became_peered":"2024-09-10T07:28:11.770732+0000","last_unstale":"2024-09-10T07:28:11.771543+0000","last_undegraded":"2024-09-10T07:28:11.771543+0000","last_fullsized":"2024-09-10T07:28:11.771543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:29.751202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757206+0000","last_change":"2024-09-10T07:28:11.757206+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757206+0000","last_undegraded":"2024-09-10T07:28:11.757206+0000","last_fullsized":"2024-09-10T07:28:11.757206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772908+0000","last_change":"2024-09-10T07:28:11.772260+0000","last_active":"2024-09-10T07:28:11.772908+0000","last_peered":"2024-09-10T07:28:11.772908+0000","last_clean":"2024-09-10T07:28:11.772908+0000","last_became_active":"2024-09-10T07:28:11.771973+0000","last_became_peered":"2024-09-10T07:28:11.771973+0000","last_unstale":"2024-09-10T07:28:11.772908+0000","last_undegraded":"2024-09-10T07:28:11.772908+0000","last_fullsized":"2024-09-10T07:28:11.772908+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:35.068509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760881+0000","last_change":"2024-09-10T07:28:11.760881+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760881+0000","last_undegraded":"2024-09-10T07:28:11.760881+0000","last_fullsized":"2024-09-10T07:28:11.760881+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776100+0000","last_change":"2024-09-10T07:28:11.774531+0000","last_active":"2024-09-10T07:28:11.776100+0000","last_peered":"2024-09-10T07:28:11.776100+0000","last_clean":"2024-09-10T07:28:11.776100+0000","last_became_active":"2024-09-10T07:28:11.774207+0000","last_became_peered":"2024-09-10T07:28:11.774207+0000","last_unstale":"2024-09-10T07:28:11.776100+0000","last_undegraded":"2024-09-10T07:28:11.776100+0000","last_fullsized":"2024-09-10T07:28:11.776100+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:10.179376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759527+0000","last_change":"2024-09-10T07:28:11.759527+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759527+0000","last_undegraded":"2024-09-10T07:28:11.759527+0000","last_fullsized":"2024-09-10T07:28:11.759527+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771366+0000","last_change":"2024-09-10T07:28:11.769929+0000","last_active":"2024-09-10T07:28:11.771366+0000","last_peered":"2024-09-10T07:28:11.771366+0000","last_clean":"2024-09-10T07:28:11.771366+0000","last_became_active":"2024-09-10T07:28:11.769654+0000","last_became_peered":"2024-09-10T07:28:11.769654+0000","last_unstale":"2024-09-10T07:28:11.771366+0000","last_undegraded":"2024-09-10T07:28:11.771366+0000","last_fullsized":"2024-09-10T07:28:11.771366+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.938668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.766748+0000","last_change":"2024-09-10T07:28:11.766748+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.766748+0000","last_undegraded":"2024-09-10T07:28:11.766748+0000","last_fullsized":"2024-09-10T07:28:11.766748+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772525+0000","last_change":"2024-09-10T07:28:11.770781+0000","last_active":"2024-09-10T07:28:11.772525+0000","last_peered":"2024-09-10T07:28:11.772525+0000","last_clean":"2024-09-10T07:28:11.772525+0000","last_became_active":"2024-09-10T07:28:11.770471+0000","last_became_peered":"2024-09-10T07:28:11.770471+0000","last_unstale":"2024-09-10T07:28:11.772525+0000","last_undegraded":"2024-09-10T07:28:11.772525+0000","last_fullsized":"2024-09-10T07:28:11.772525+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:41:14.564615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763113+0000","last_change":"2024-09-10T07:28:11.763113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763113+0000","last_undegraded":"2024-09-10T07:28:11.763113+0000","last_fullsized":"2024-09-10T07:28:11.763113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774214+0000","last_change":"2024-09-10T07:28:11.773631+0000","last_active":"2024-09-10T07:28:11.774214+0000","last_peered":"2024-09-10T07:28:11.774214+0000","last_clean":"2024-09-10T07:28:11.774214+0000","last_became_active":"2024-09-10T07:28:11.773346+0000","last_became_peered":"2024-09-10T07:28:11.773346+0000","last_unstale":"2024-09-10T07:28:11.774214+0000","last_undegraded":"2024-09-10T07:28:11.774214+0000","last_fullsized":"2024-09-10T07:28:11.774214+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:48.468778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757161+0000","last_change":"2024-09-10T07:28:11.757161+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757161+0000","last_undegraded":"2024-09-10T07:28:11.757161+0000","last_fullsized":"2024-09-10T07:28:11.757161+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771211+0000","last_change":"2024-09-10T07:28:11.768776+0000","last_active":"2024-09-10T07:28:11.771211+0000","last_peered":"2024-09-10T07:28:11.771211+0000","last_clean":"2024-09-10T07:28:11.771211+0000","last_became_active":"2024-09-10T07:28:11.768470+0000","last_became_peered":"2024-09-10T07:28:11.768470+0000","last_unstale":"2024-09-10T07:28:11.771211+0000","last_undegraded":"2024-09-10T07:28:11.771211+0000","last_fullsized":"2024-09-10T07:28:11.771211+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:35:27.185935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762009+0000","last_change":"2024-09-10T07:28:11.762009+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762009+0000","last_undegraded":"2024-09-10T07:28:11.762009+0000","last_fullsized":"2024-09-10T07:28:11.762009+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775963+0000","last_change":"2024-09-10T07:28:11.773976+0000","last_active":"2024-09-10T07:28:11.775963+0000","last_peered":"2024-09-10T07:28:11.775963+0000","last_clean":"2024-09-10T07:28:11.775963+0000","last_became_active":"2024-09-10T07:28:11.773645+0000","last_became_peered":"2024-09-10T07:28:11.773645+0000","last_unstale":"2024-09-10T07:28:11.775963+0000","last_undegraded":"2024-09-10T07:28:11.775963+0000","last_fullsized":"2024-09-10T07:28:11.775963+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:37.684612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762488+0000","last_change":"2024-09-10T07:28:11.762488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762488+0000","last_undegraded":"2024-09-10T07:28:11.762488+0000","last_fullsized":"2024-09-10T07:28:11.762488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775911+0000","last_change":"2024-09-10T07:28:11.774246+0000","last_active":"2024-09-10T07:28:11.775911+0000","last_peered":"2024-09-10T07:28:11.775911+0000","last_clean":"2024-09-10T07:28:11.775911+0000","last_became_active":"2024-09-10T07:28:11.773826+0000","last_became_peered":"2024-09-10T07:28:11.773826+0000","last_unstale":"2024-09-10T07:28:11.775911+0000","last_undegraded":"2024-09-10T07:28:11.775911+0000","last_fullsized":"2024-09-10T07:28:11.775911+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:40.482901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760770+0000","last_change":"2024-09-10T07:28:11.760770+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760770+0000","last_undegraded":"2024-09-10T07:28:11.760770+0000","last_fullsized":"2024-09-10T07:28:11.760770+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759150+0000","last_change":"2024-09-10T07:28:10.759150+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759150+0000","last_undegraded":"2024-09-10T07:28:10.759150+0000","last_fullsized":"2024-09-10T07:28:10.759150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.768699+0000","last_change":"2024-09-10T07:28:11.768153+0000","last_active":"2024-09-10T07:28:11.768699+0000","last_peered":"2024-09-10T07:28:11.768699+0000","last_clean":"2024-09-10T07:28:11.768699+0000","last_became_active":"2024-09-10T07:28:11.767808+0000","last_became_peered":"2024-09-10T07:28:11.767808+0000","last_unstale":"2024-09-10T07:28:11.768699+0000","last_undegraded":"2024-09-10T07:28:11.768699+0000","last_fullsized":"2024-09-10T07:28:11.768699+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:49.280282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760420+0000","last_change":"2024-09-10T07:28:11.760420+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760420+0000","last_undegraded":"2024-09-10T07:28:11.760420+0000","last_fullsized":"2024-09-10T07:28:11.760420+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774915+0000","last_change":"2024-09-10T07:28:11.774421+0000","last_active":"2024-09-10T07:28:11.774915+0000","last_peered":"2024-09-10T07:28:11.774915+0000","last_clean":"2024-09-10T07:28:11.774915+0000","last_became_active":"2024-09-10T07:28:11.774146+0000","last_became_peered":"2024-09-10T07:28:11.774146+0000","last_unstale":"2024-09-10T07:28:11.774915+0000","last_undegraded":"2024-09-10T07:28:11.774915+0000","last_fullsized":"2024-09-10T07:28:11.774915+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:41.017360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761099+0000","last_change":"2024-09-10T07:28:11.761099+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761099+0000","last_undegraded":"2024-09-10T07:28:11.761099+0000","last_fullsized":"2024-09-10T07:28:11.761099+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765173+0000","last_change":"2024-09-10T07:28:11.763170+0000","last_active":"2024-09-10T07:28:11.765173+0000","last_peered":"2024-09-10T07:28:11.765173+0000","last_clean":"2024-09-10T07:28:11.765173+0000","last_became_active":"2024-09-10T07:28:11.762464+0000","last_became_peered":"2024-09-10T07:28:11.762464+0000","last_unstale":"2024-09-10T07:28:11.765173+0000","last_undegraded":"2024-09-10T07:28:11.765173+0000","last_fullsized":"2024-09-10T07:28:11.765173+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:24.170128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758103+0000","last_change":"2024-09-10T07:28:11.758103+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758103+0000","last_undegraded":"2024-09-10T07:28:11.758103+0000","last_fullsized":"2024-09-10T07:28:11.758103+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778594+0000","last_change":"2024-09-10T07:28:11.777273+0000","last_active":"2024-09-10T07:28:11.778594+0000","last_peered":"2024-09-10T07:28:11.778594+0000","last_clean":"2024-09-10T07:28:11.778594+0000","last_became_active":"2024-09-10T07:28:11.776991+0000","last_became_peered":"2024-09-10T07:28:11.776991+0000","last_unstale":"2024-09-10T07:28:11.778594+0000","last_undegraded":"2024-09-10T07:28:11.778594+0000","last_fullsized":"2024-09-10T07:28:11.778594+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:42.082409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757590+0000","last_change":"2024-09-10T07:28:11.757590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757590+0000","last_undegraded":"2024-09-10T07:28:11.757590+0000","last_fullsized":"2024-09-10T07:28:11.757590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.766809+0000","last_change":"2024-09-10T07:28:11.766135+0000","last_active":"2024-09-10T07:28:11.766809+0000","last_peered":"2024-09-10T07:28:11.766809+0000","last_clean":"2024-09-10T07:28:11.766809+0000","last_became_active":"2024-09-10T07:28:11.765837+0000","last_became_peered":"2024-09-10T07:28:11.765837+0000","last_unstale":"2024-09-10T07:28:11.766809+0000","last_undegraded":"2024-09-10T07:28:11.766809+0000","last_fullsized":"2024-09-10T07:28:11.766809+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:06.950289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762426+0000","last_change":"2024-09-10T07:28:11.762426+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762426+0000","last_undegraded":"2024-09-10T07:28:11.762426+0000","last_fullsized":"2024-09-10T07:28:11.762426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.777289+0000","last_change":"2024-09-10T07:28:11.772500+0000","last_active":"2024-09-10T07:28:11.777289+0000","last_peered":"2024-09-10T07:28:11.777289+0000","last_clean":"2024-09-10T07:28:11.777289+0000","last_became_active":"2024-09-10T07:28:11.772098+0000","last_became_peered":"2024-09-10T07:28:11.772098+0000","last_unstale":"2024-09-10T07:28:11.777289+0000","last_undegraded":"2024-09-10T07:28:11.777289+0000","last_fullsized":"2024-09-10T07:28:11.777289+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:48.298845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770955+0000","last_change":"2024-09-10T07:28:11.769726+0000","last_active":"2024-09-10T07:28:11.770955+0000","last_peered":"2024-09-10T07:28:11.770955+0000","last_clean":"2024-09-10T07:28:11.770955+0000","last_became_active":"2024-09-10T07:28:11.769475+0000","last_became_peered":"2024-09-10T07:28:11.769475+0000","last_unstale":"2024-09-10T07:28:11.770955+0000","last_undegraded":"2024-09-10T07:28:11.770955+0000","last_fullsized":"2024-09-10T07:28:11.770955+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:18.632226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763590+0000","last_change":"2024-09-10T07:28:11.763590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763590+0000","last_undegraded":"2024-09-10T07:28:11.763590+0000","last_fullsized":"2024-09-10T07:28:11.763590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767841+0000","last_change":"2024-09-10T07:28:11.766880+0000","last_active":"2024-09-10T07:28:11.767841+0000","last_peered":"2024-09-10T07:28:11.767841+0000","last_clean":"2024-09-10T07:28:11.767841+0000","last_became_active":"2024-09-10T07:28:11.766566+0000","last_became_peered":"2024-09-10T07:28:11.766566+0000","last_unstale":"2024-09-10T07:28:11.767841+0000","last_undegraded":"2024-09-10T07:28:11.767841+0000","last_fullsized":"2024-09-10T07:28:11.767841+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:17.581288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763107+0000","last_change":"2024-09-10T07:28:11.763107+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763107+0000","last_undegraded":"2024-09-10T07:28:11.763107+0000","last_fullsized":"2024-09-10T07:28:11.763107+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771343+0000","last_change":"2024-09-10T07:28:11.769857+0000","last_active":"2024-09-10T07:28:11.771343+0000","last_peered":"2024-09-10T07:28:11.771343+0000","last_clean":"2024-09-10T07:28:11.771343+0000","last_became_active":"2024-09-10T07:28:11.769577+0000","last_became_peered":"2024-09-10T07:28:11.769577+0000","last_unstale":"2024-09-10T07:28:11.771343+0000","last_undegraded":"2024-09-10T07:28:11.771343+0000","last_fullsized":"2024-09-10T07:28:11.771343+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:59.943787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758474+0000","last_change":"2024-09-10T07:28:11.758474+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758474+0000","last_undegraded":"2024-09-10T07:28:11.758474+0000","last_fullsized":"2024-09-10T07:28:11.758474+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758515+0000","last_change":"2024-09-10T07:28:10.758515+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758515+0000","last_undegraded":"2024-09-10T07:28:10.758515+0000","last_fullsized":"2024-09-10T07:28:10.758515+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764382+0000","last_change":"2024-09-10T07:28:11.764382+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764382+0000","last_undegraded":"2024-09-10T07:28:11.764382+0000","last_fullsized":"2024-09-10T07:28:11.764382+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772460+0000","last_change":"2024-09-10T07:28:11.769942+0000","last_active":"2024-09-10T07:28:11.772460+0000","last_peered":"2024-09-10T07:28:11.772460+0000","last_clean":"2024-09-10T07:28:11.772460+0000","last_became_active":"2024-09-10T07:28:11.768762+0000","last_became_peered":"2024-09-10T07:28:11.768762+0000","last_unstale":"2024-09-10T07:28:11.772460+0000","last_undegraded":"2024-09-10T07:28:11.772460+0000","last_fullsized":"2024-09-10T07:28:11.772460+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:37:16.885158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759302+0000","last_change":"2024-09-10T07:28:11.759302+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759302+0000","last_undegraded":"2024-09-10T07:28:11.759302+0000","last_fullsized":"2024-09-10T07:28:11.759302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765230+0000","last_change":"2024-09-10T07:28:11.764049+0000","last_active":"2024-09-10T07:28:11.765230+0000","last_peered":"2024-09-10T07:28:11.765230+0000","last_clean":"2024-09-10T07:28:11.765230+0000","last_became_active":"2024-09-10T07:28:11.763752+0000","last_became_peered":"2024-09-10T07:28:11.763752+0000","last_unstale":"2024-09-10T07:28:11.765230+0000","last_undegraded":"2024-09-10T07:28:11.765230+0000","last_fullsized":"2024-09-10T07:28:11.765230+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:20.322048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758705+0000","last_change":"2024-09-10T07:28:10.758705+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758705+0000","last_undegraded":"2024-09-10T07:28:10.758705+0000","last_fullsized":"2024-09-10T07:28:10.758705+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761124+0000","last_change":"2024-09-10T07:28:11.761124+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761124+0000","last_undegraded":"2024-09-10T07:28:11.761124+0000","last_fullsized":"2024-09-10T07:28:11.761124+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776300+0000","last_change":"2024-09-10T07:28:11.775963+0000","last_active":"2024-09-10T07:28:11.776300+0000","last_peered":"2024-09-10T07:28:11.776300+0000","last_clean":"2024-09-10T07:28:11.776300+0000","last_became_active":"2024-09-10T07:28:11.775664+0000","last_became_peered":"2024-09-10T07:28:11.775664+0000","last_unstale":"2024-09-10T07:28:11.776300+0000","last_undegraded":"2024-09-10T07:28:11.776300+0000","last_fullsized":"2024-09-10T07:28:11.776300+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:39.604082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760939+0000","last_change":"2024-09-10T07:28:11.760939+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760939+0000","last_undegraded":"2024-09-10T07:28:11.760939+0000","last_fullsized":"2024-09-10T07:28:11.760939+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776418+0000","last_change":"2024-09-10T07:28:11.775593+0000","last_active":"2024-09-10T07:28:11.776418+0000","last_peered":"2024-09-10T07:28:11.776418+0000","last_clean":"2024-09-10T07:28:11.776418+0000","last_became_active":"2024-09-10T07:28:11.775304+0000","last_became_peered":"2024-09-10T07:28:11.775304+0000","last_unstale":"2024-09-10T07:28:11.776418+0000","last_undegraded":"2024-09-10T07:28:11.776418+0000","last_fullsized":"2024-09-10T07:28:11.776418+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:32.436227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":303,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.763990+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:11.763990+0000","last_peered":"2024-09-10T07:28:11.763990+0000","last_clean":"2024-09-10T07:28:11.763990+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:11.763990+0000","last_undegraded":"2024-09-10T07:28:11.763990+0000","last_fullsized":"2024-09-10T07:28:11.763990+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":118,"acting":118,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542245,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37040,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334800,"statfs":{"total":96636764160,"available":96598835200,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36452,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335388,"statfs":{"total":96636764160,"available":96599437312,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44768,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327072,"statfs":{"total":96636764160,"available":96590921728,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542246,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36444,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335396,"statfs":{"total":96636764160,"available":96599445504,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542247,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40608,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331232,"statfs":{"total":96636764160,"available":96595181568,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542246,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41200,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330640,"statfs":{"total":96636764160,"available":96594575360,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574950,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36432,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335408,"statfs":{"total":96636764160,"available":96599457792,"internally_reserved":0,"allocated":1105920,"data_stored":508284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3f is not active+clean 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761295+0000', 'last_change': '2024-09-10T07:28:11.761295+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761295+0000', 'last_undegraded': '2024-09-10T07:28:11.761295+0000', 'last_fullsized': '2024-09-10T07:28:11.761295+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3e is not active+clean 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.759799+0000', 'last_change': '2024-09-10T07:28:11.759799+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.759799+0000', 'last_undegraded': '2024-09-10T07:28:11.759799+0000', 'last_fullsized': '2024-09-10T07:28:11.759799+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3d is not active+clean 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760789+0000', 'last_change': '2024-09-10T07:28:11.760789+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760789+0000', 'last_undegraded': '2024-09-10T07:28:11.760789+0000', 'last_fullsized': '2024-09-10T07:28:11.760789+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3c is not active+clean 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.768511+0000', 'last_change': '2024-09-10T07:28:11.768511+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.768511+0000', 'last_undegraded': '2024-09-10T07:28:11.768511+0000', 'last_fullsized': '2024-09-10T07:28:11.768511+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3b is not active+clean 2024-09-10T07:28:16.453 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758105+0000', 'last_change': '2024-09-10T07:28:11.758105+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758105+0000', 'last_undegraded': '2024-09-10T07:28:11.758105+0000', 'last_fullsized': '2024-09-10T07:28:11.758105+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3a is not active+clean 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764992+0000', 'last_change': '2024-09-10T07:28:11.764992+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764992+0000', 'last_undegraded': '2024-09-10T07:28:11.764992+0000', 'last_fullsized': '2024-09-10T07:28:11.764992+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:PG 14.39 is not active+clean 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761954+0000', 'last_change': '2024-09-10T07:28:11.761954+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761954+0000', 'last_undegraded': '2024-09-10T07:28:11.761954+0000', 'last_fullsized': '2024-09-10T07:28:11.761954+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:PG 14.38 is not active+clean 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.765458+0000', 'last_change': '2024-09-10T07:28:11.765458+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.765458+0000', 'last_undegraded': '2024-09-10T07:28:11.765458+0000', 'last_fullsized': '2024-09-10T07:28:11.765458+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:PG 14.37 is not active+clean 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.759603+0000', 'last_change': '2024-09-10T07:28:11.759603+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.759603+0000', 'last_undegraded': '2024-09-10T07:28:11.759603+0000', 'last_fullsized': '2024-09-10T07:28:11.759603+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:PG 14.36 is not active+clean 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761044+0000', 'last_change': '2024-09-10T07:28:11.761044+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761044+0000', 'last_undegraded': '2024-09-10T07:28:11.761044+0000', 'last_fullsized': '2024-09-10T07:28:11.761044+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T07:28:16.454 INFO:tasks.ceph.ceph_manager.ceph:PG 14.35 is not active+clean 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758997+0000', 'last_change': '2024-09-10T07:28:11.758997+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758997+0000', 'last_undegraded': '2024-09-10T07:28:11.758997+0000', 'last_fullsized': '2024-09-10T07:28:11.758997+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:PG 14.34 is not active+clean 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764705+0000', 'last_change': '2024-09-10T07:28:11.764705+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764705+0000', 'last_undegraded': '2024-09-10T07:28:11.764705+0000', 'last_fullsized': '2024-09-10T07:28:11.764705+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:PG 14.33 is not active+clean 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764025+0000', 'last_change': '2024-09-10T07:28:11.764025+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764025+0000', 'last_undegraded': '2024-09-10T07:28:11.764025+0000', 'last_fullsized': '2024-09-10T07:28:11.764025+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:PG 14.32 is not active+clean 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761374+0000', 'last_change': '2024-09-10T07:28:11.761374+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761374+0000', 'last_undegraded': '2024-09-10T07:28:11.761374+0000', 'last_fullsized': '2024-09-10T07:28:11.761374+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:PG 14.31 is not active+clean 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.765904+0000', 'last_change': '2024-09-10T07:28:11.765904+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.765904+0000', 'last_undegraded': '2024-09-10T07:28:11.765904+0000', 'last_fullsized': '2024-09-10T07:28:11.765904+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:PG 14.30 is not active+clean 2024-09-10T07:28:16.455 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.762000+0000', 'last_change': '2024-09-10T07:28:11.762000+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.762000+0000', 'last_undegraded': '2024-09-10T07:28:11.762000+0000', 'last_fullsized': '2024-09-10T07:28:11.762000+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2f is not active+clean 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.765437+0000', 'last_change': '2024-09-10T07:28:11.765437+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.765437+0000', 'last_undegraded': '2024-09-10T07:28:11.765437+0000', 'last_fullsized': '2024-09-10T07:28:11.765437+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2e is not active+clean 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760254+0000', 'last_change': '2024-09-10T07:28:11.760254+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760254+0000', 'last_undegraded': '2024-09-10T07:28:11.760254+0000', 'last_fullsized': '2024-09-10T07:28:11.760254+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2d is not active+clean 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758574+0000', 'last_change': '2024-09-10T07:28:11.758574+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758574+0000', 'last_undegraded': '2024-09-10T07:28:11.758574+0000', 'last_fullsized': '2024-09-10T07:28:11.758574+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2c is not active+clean 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.768114+0000', 'last_change': '2024-09-10T07:28:11.768114+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.768114+0000', 'last_undegraded': '2024-09-10T07:28:11.768114+0000', 'last_fullsized': '2024-09-10T07:28:11.768114+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2b is not active+clean 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758508+0000', 'last_change': '2024-09-10T07:28:11.758508+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758508+0000', 'last_undegraded': '2024-09-10T07:28:11.758508+0000', 'last_fullsized': '2024-09-10T07:28:11.758508+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2a is not active+clean 2024-09-10T07:28:16.456 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.759455+0000', 'last_change': '2024-09-10T07:28:11.759455+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.759455+0000', 'last_undegraded': '2024-09-10T07:28:11.759455+0000', 'last_fullsized': '2024-09-10T07:28:11.759455+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:PG 14.29 is not active+clean 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:28:11.751913+0000', 'last_change': '2024-09-10T07:28:11.751913+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.751913+0000', 'last_undegraded': '2024-09-10T07:28:11.751913+0000', 'last_fullsized': '2024-09-10T07:28:11.751913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:PG 14.28 is not active+clean 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.759305+0000', 'last_change': '2024-09-10T07:28:11.759305+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.759305+0000', 'last_undegraded': '2024-09-10T07:28:11.759305+0000', 'last_fullsized': '2024-09-10T07:28:11.759305+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:PG 14.27 is not active+clean 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758895+0000', 'last_change': '2024-09-10T07:28:11.758895+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758895+0000', 'last_undegraded': '2024-09-10T07:28:11.758895+0000', 'last_fullsized': '2024-09-10T07:28:11.758895+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:PG 14.26 is not active+clean 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761053+0000', 'last_change': '2024-09-10T07:28:11.761053+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761053+0000', 'last_undegraded': '2024-09-10T07:28:11.761053+0000', 'last_fullsized': '2024-09-10T07:28:11.761053+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:PG 14.25 is not active+clean 2024-09-10T07:28:16.457 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760438+0000', 'last_change': '2024-09-10T07:28:11.760438+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760438+0000', 'last_undegraded': '2024-09-10T07:28:11.760438+0000', 'last_fullsized': '2024-09-10T07:28:11.760438+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.24 is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.767706+0000', 'last_change': '2024-09-10T07:28:11.767706+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.767706+0000', 'last_undegraded': '2024-09-10T07:28:11.767706+0000', 'last_fullsized': '2024-09-10T07:28:11.767706+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.23 is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761113+0000', 'last_change': '2024-09-10T07:28:11.761113+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761113+0000', 'last_undegraded': '2024-09-10T07:28:11.761113+0000', 'last_fullsized': '2024-09-10T07:28:11.761113+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.22 is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758870+0000', 'last_change': '2024-09-10T07:28:11.758870+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758870+0000', 'last_undegraded': '2024-09-10T07:28:11.758870+0000', 'last_fullsized': '2024-09-10T07:28:11.758870+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.21 is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758488+0000', 'last_change': '2024-09-10T07:28:11.758488+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758488+0000', 'last_undegraded': '2024-09-10T07:28:11.758488+0000', 'last_fullsized': '2024-09-10T07:28:11.758488+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.20 is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761551+0000', 'last_change': '2024-09-10T07:28:11.761551+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761551+0000', 'last_undegraded': '2024-09-10T07:28:11.761551+0000', 'last_fullsized': '2024-09-10T07:28:11.761551+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1c is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.762507+0000', 'last_change': '2024-09-10T07:28:11.762507+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.762507+0000', 'last_undegraded': '2024-09-10T07:28:11.762507+0000', 'last_fullsized': '2024-09-10T07:28:11.762507+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1f is not active+clean 2024-09-10T07:28:16.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 91, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:10.759818+0000', 'last_change': '2024-09-10T07:28:10.759818+0000', 'last_active': '2024-09-10T07:28:10.750173+0000', 'last_peered': '2024-09-10T07:28:10.750173+0000', 'last_clean': '2024-09-10T07:28:10.750173+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:10.759818+0000', 'last_undegraded': '2024-09-10T07:28:10.759818+0000', 'last_fullsized': '2024-09-10T07:28:10.759818+0000', 'mapping_epoch': 91, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 91, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1d is not active+clean 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764044+0000', 'last_change': '2024-09-10T07:28:11.764044+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764044+0000', 'last_undegraded': '2024-09-10T07:28:11.764044+0000', 'last_fullsized': '2024-09-10T07:28:11.764044+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1e is not active+clean 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760963+0000', 'last_change': '2024-09-10T07:28:11.760963+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760963+0000', 'last_undegraded': '2024-09-10T07:28:11.760963+0000', 'last_fullsized': '2024-09-10T07:28:11.760963+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1f is not active+clean 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764923+0000', 'last_change': '2024-09-10T07:28:11.764923+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764923+0000', 'last_undegraded': '2024-09-10T07:28:11.764923+0000', 'last_fullsized': '2024-09-10T07:28:11.764923+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1c is not active+clean 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 91, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:10.759052+0000', 'last_change': '2024-09-10T07:28:10.759052+0000', 'last_active': '2024-09-10T07:28:10.750173+0000', 'last_peered': '2024-09-10T07:28:10.750173+0000', 'last_clean': '2024-09-10T07:28:10.750173+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:10.759052+0000', 'last_undegraded': '2024-09-10T07:28:10.759052+0000', 'last_fullsized': '2024-09-10T07:28:10.759052+0000', 'mapping_epoch': 91, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 91, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.18 is not active+clean 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764525+0000', 'last_change': '2024-09-10T07:28:11.764525+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764525+0000', 'last_undegraded': '2024-09-10T07:28:11.764525+0000', 'last_fullsized': '2024-09-10T07:28:11.764525+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.19 is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:28:11.751913+0000', 'last_change': '2024-09-10T07:28:11.751913+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.751913+0000', 'last_undegraded': '2024-09-10T07:28:11.751913+0000', 'last_fullsized': '2024-09-10T07:28:11.751913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1a is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760731+0000', 'last_change': '2024-09-10T07:28:11.760731+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760731+0000', 'last_undegraded': '2024-09-10T07:28:11.760731+0000', 'last_fullsized': '2024-09-10T07:28:11.760731+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1b is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.763453+0000', 'last_change': '2024-09-10T07:28:11.763453+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.763453+0000', 'last_undegraded': '2024-09-10T07:28:11.763453+0000', 'last_fullsized': '2024-09-10T07:28:11.763453+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.14 is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.757206+0000', 'last_change': '2024-09-10T07:28:11.757206+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.757206+0000', 'last_undegraded': '2024-09-10T07:28:11.757206+0000', 'last_fullsized': '2024-09-10T07:28:11.757206+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.15 is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760881+0000', 'last_change': '2024-09-10T07:28:11.760881+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760881+0000', 'last_undegraded': '2024-09-10T07:28:11.760881+0000', 'last_fullsized': '2024-09-10T07:28:11.760881+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.16 is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.759527+0000', 'last_change': '2024-09-10T07:28:11.759527+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.759527+0000', 'last_undegraded': '2024-09-10T07:28:11.759527+0000', 'last_fullsized': '2024-09-10T07:28:11.759527+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.17 is not active+clean 2024-09-10T07:28:16.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.766748+0000', 'last_change': '2024-09-10T07:28:11.766748+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.766748+0000', 'last_undegraded': '2024-09-10T07:28:11.766748+0000', 'last_fullsized': '2024-09-10T07:28:11.766748+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:PG 14.10 is not active+clean 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.763113+0000', 'last_change': '2024-09-10T07:28:11.763113+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.763113+0000', 'last_undegraded': '2024-09-10T07:28:11.763113+0000', 'last_fullsized': '2024-09-10T07:28:11.763113+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:PG 14.11 is not active+clean 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.757161+0000', 'last_change': '2024-09-10T07:28:11.757161+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.757161+0000', 'last_undegraded': '2024-09-10T07:28:11.757161+0000', 'last_fullsized': '2024-09-10T07:28:11.757161+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:PG 14.12 is not active+clean 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.762009+0000', 'last_change': '2024-09-10T07:28:11.762009+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.762009+0000', 'last_undegraded': '2024-09-10T07:28:11.762009+0000', 'last_fullsized': '2024-09-10T07:28:11.762009+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:PG 14.13 is not active+clean 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.762488+0000', 'last_change': '2024-09-10T07:28:11.762488+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.762488+0000', 'last_undegraded': '2024-09-10T07:28:11.762488+0000', 'last_fullsized': '2024-09-10T07:28:11.762488+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:PG 14.c is not active+clean 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760770+0000', 'last_change': '2024-09-10T07:28:11.760770+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760770+0000', 'last_undegraded': '2024-09-10T07:28:11.760770+0000', 'last_fullsized': '2024-09-10T07:28:11.760770+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:PG 13.f is not active+clean 2024-09-10T07:28:16.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 91, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:10.759150+0000', 'last_change': '2024-09-10T07:28:10.759150+0000', 'last_active': '2024-09-10T07:28:10.750173+0000', 'last_peered': '2024-09-10T07:28:10.750173+0000', 'last_clean': '2024-09-10T07:28:10.750173+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:10.759150+0000', 'last_undegraded': '2024-09-10T07:28:10.759150+0000', 'last_fullsized': '2024-09-10T07:28:10.759150+0000', 'mapping_epoch': 91, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 91, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:PG 14.d is not active+clean 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:28:11.751913+0000', 'last_change': '2024-09-10T07:28:11.751913+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.751913+0000', 'last_undegraded': '2024-09-10T07:28:11.751913+0000', 'last_fullsized': '2024-09-10T07:28:11.751913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:PG 14.e is not active+clean 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760420+0000', 'last_change': '2024-09-10T07:28:11.760420+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760420+0000', 'last_undegraded': '2024-09-10T07:28:11.760420+0000', 'last_fullsized': '2024-09-10T07:28:11.760420+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:PG 14.8 is not active+clean 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761099+0000', 'last_change': '2024-09-10T07:28:11.761099+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761099+0000', 'last_undegraded': '2024-09-10T07:28:11.761099+0000', 'last_fullsized': '2024-09-10T07:28:11.761099+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:PG 14.9 is not active+clean 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758103+0000', 'last_change': '2024-09-10T07:28:11.758103+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758103+0000', 'last_undegraded': '2024-09-10T07:28:11.758103+0000', 'last_fullsized': '2024-09-10T07:28:11.758103+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:PG 14.a is not active+clean 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.757590+0000', 'last_change': '2024-09-10T07:28:11.757590+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.757590+0000', 'last_undegraded': '2024-09-10T07:28:11.757590+0000', 'last_fullsized': '2024-09-10T07:28:11.757590+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:PG 14.b is not active+clean 2024-09-10T07:28:16.462 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.762426+0000', 'last_change': '2024-09-10T07:28:11.762426+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.762426+0000', 'last_undegraded': '2024-09-10T07:28:11.762426+0000', 'last_fullsized': '2024-09-10T07:28:11.762426+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:PG 14.4 is not active+clean 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:28:11.751913+0000', 'last_change': '2024-09-10T07:28:11.751913+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.751913+0000', 'last_undegraded': '2024-09-10T07:28:11.751913+0000', 'last_fullsized': '2024-09-10T07:28:11.751913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:PG 14.5 is not active+clean 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.763590+0000', 'last_change': '2024-09-10T07:28:11.763590+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.763590+0000', 'last_undegraded': '2024-09-10T07:28:11.763590+0000', 'last_fullsized': '2024-09-10T07:28:11.763590+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:PG 14.6 is not active+clean 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.763107+0000', 'last_change': '2024-09-10T07:28:11.763107+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.763107+0000', 'last_undegraded': '2024-09-10T07:28:11.763107+0000', 'last_fullsized': '2024-09-10T07:28:11.763107+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:PG 14.7 is not active+clean 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.758474+0000', 'last_change': '2024-09-10T07:28:11.758474+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.758474+0000', 'last_undegraded': '2024-09-10T07:28:11.758474+0000', 'last_fullsized': '2024-09-10T07:28:11.758474+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:PG 13.4 is not active+clean 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 91, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:10.758515+0000', 'last_change': '2024-09-10T07:28:10.758515+0000', 'last_active': '2024-09-10T07:28:10.750173+0000', 'last_peered': '2024-09-10T07:28:10.750173+0000', 'last_clean': '2024-09-10T07:28:10.750173+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:10.758515+0000', 'last_undegraded': '2024-09-10T07:28:10.758515+0000', 'last_fullsized': '2024-09-10T07:28:10.758515+0000', 'mapping_epoch': 91, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 91, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:28:16.463 INFO:tasks.ceph.ceph_manager.ceph:PG 14.0 is not active+clean 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.764382+0000', 'last_change': '2024-09-10T07:28:11.764382+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.764382+0000', 'last_undegraded': '2024-09-10T07:28:11.764382+0000', 'last_fullsized': '2024-09-10T07:28:11.764382+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1 is not active+clean 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.759302+0000', 'last_change': '2024-09-10T07:28:11.759302+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.759302+0000', 'last_undegraded': '2024-09-10T07:28:11.759302+0000', 'last_fullsized': '2024-09-10T07:28:11.759302+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2 is not active+clean 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T07:28:11.751913+0000', 'last_change': '2024-09-10T07:28:11.751913+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.751913+0000', 'last_undegraded': '2024-09-10T07:28:11.751913+0000', 'last_fullsized': '2024-09-10T07:28:11.751913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1 is not active+clean 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 91, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:10.758705+0000', 'last_change': '2024-09-10T07:28:10.758705+0000', 'last_active': '2024-09-10T07:28:10.750173+0000', 'last_peered': '2024-09-10T07:28:10.750173+0000', 'last_clean': '2024-09-10T07:28:10.750173+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:10.758705+0000', 'last_undegraded': '2024-09-10T07:28:10.758705+0000', 'last_fullsized': '2024-09-10T07:28:10.758705+0000', 'mapping_epoch': 91, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 91, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:10.750173+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3 is not active+clean 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.761124+0000', 'last_change': '2024-09-10T07:28:11.761124+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.761124+0000', 'last_undegraded': '2024-09-10T07:28:11.761124+0000', 'last_fullsized': '2024-09-10T07:28:11.761124+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:PG 14.f is not active+clean 2024-09-10T07:28:16.464 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 92, 'state': 'creating+peering', 'last_fresh': '2024-09-10T07:28:11.760939+0000', 'last_change': '2024-09-10T07:28:11.760939+0000', 'last_active': '2024-09-10T07:28:11.751913+0000', 'last_peered': '2024-09-10T07:28:11.751913+0000', 'last_clean': '2024-09-10T07:28:11.751913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T07:28:11.760939+0000', 'last_undegraded': '2024-09-10T07:28:11.760939+0000', 'last_fullsized': '2024-09-10T07:28:11.760939+0000', 'mapping_epoch': 92, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 92, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'last_clean_scrub_stamp': '2024-09-10T07:28:11.751913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T07:28:16.465 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T07:28:16.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.591+0000 7fe7d91af640 1 Processor -- start 2024-09-10T07:28:16.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.591+0000 7fe7d91af640 1 -- start start 2024-09-10T07:28:16.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d91af640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7d415e800 0x7fe7d40cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d91af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 0x7fe7d40d3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d91af640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7d40cfd30 con 0x7fe7d40cf910 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d91af640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe7d415ebe0 con 0x7fe7d415e800 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d91af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7d40d42d0 con 0x7fe7d40d3470 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7cbfff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe7d40cf910 0x7fe7d406d690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46528/0 (socket says 172.21.15.3:46528) 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7cbfff640 1 -- 172.21.15.3:0/1733554010 learned_addr learned my addr 172.21.15.3:0/1733554010 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d359e640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 0x7fe7d40d3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d2d9d640 1 --2- 172.21.15.3:0/1733554010 >> v2:172.21.15.70:3300/0 conn(0x7fe7d415e800 0x7fe7d40cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3727348266 0 0) 0x7fe7d40cfd30 con 0x7fe7d40cf910 2024-09-10T07:28:16.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe7c0003520 con 0x7fe7d40cf910 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 689029127 0 0) 0x7fe7c0003520 con 0x7fe7d40cf910 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 msgr2=0x7fe7d40d3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 0x7fe7d40d3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 >> v2:172.21.15.70:3300/0 conn(0x7fe7d415e800 msgr2=0x7fe7d40cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 --2- 172.21.15.3:0/1733554010 >> v2:172.21.15.70:3300/0 conn(0x7fe7d415e800 0x7fe7d40cf3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7d40d3ff0 con 0x7fe7d40cf910 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.592+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fe7bc001670 con 0x7fe7d40cf910 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 >> v1:172.21.15.3:6789/0 conn(0x7fe7d40cf910 legacy=0x7fe7d406d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7c0003a20 0x7fe7c0003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 0x7fe7c00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d415ebe0 con 0x7fe7c0004800 2024-09-10T07:28:16.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d40d42d0 con 0x7fe7c0003a20 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7c000b9c0 con 0x7fe7d40d3470 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d2d9d640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7c0003a20 0x7fe7c0003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7d359e640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 0x7fe7c00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7cbfff640 1 -- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 msgr2=0x7fe7c00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40d3470 0x7fe7c00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7cbfff640 1 -- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7c0003a20 msgr2=0x7fe7c0003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7c0003a20 0x7fe7c0003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.593+0000 7fe7cbfff640 1 -- 172.21.15.3:0/1733554010 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c0003520 con 0x7fe7c0004800 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7c0004c80 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00c210 tx=0x7fe7c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e25cdd56f41ef8d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc007d70 con 0x7fe7c0004800 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7bc005af0 con 0x7fe7c0004800 2024-09-10T07:28:16.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d259c640 1 -- 172.21.15.3:0/1733554010 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc007070 con 0x7fe7c0004800 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d91af640 1 -- 172.21.15.3:0/1733554010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 msgr2=0x7fe7c0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d91af640 1 --2- 172.21.15.3:0/1733554010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7c0004c80 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00c210 tx=0x7fe7c0005830 comp rx=0 tx=0).stop 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d359e640 1 -- 172.21.15.3:0/1733554010 reap_dead start 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d91af640 1 -- 172.21.15.3:0/1733554010 shutdown_connections 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d91af640 1 -- 172.21.15.3:0/1733554010 >> 172.21.15.3:0/1733554010 conn(0x7fe7d409d750 msgr2=0x7fe7d40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d91af640 1 -- 172.21.15.3:0/1733554010 shutdown_connections 2024-09-10T07:28:16.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.594+0000 7fe7d91af640 1 -- 172.21.15.3:0/1733554010 wait complete. 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.596+0000 7fe7d91af640 1 Processor -- start 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.596+0000 7fe7d91af640 1 -- start start 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.596+0000 7fe7d91af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7d414e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.596+0000 7fe7d91af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7d40cd670 0x7fe7d40cdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d91af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40cb5d0 0x7fe7d40cba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d91af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d406d170 con 0x7fe7c0004800 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d91af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d406ce90 con 0x7fe7d40cd670 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d91af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7d40d4e30 con 0x7fe7d40cb5d0 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7d414e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7d414e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33124/0 (socket says 172.21.15.3:33124) 2024-09-10T07:28:16.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 -- 172.21.15.3:0/2103040624 learned_addr learned my addr 172.21.15.3:0/2103040624 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7d40cd670 0x7fe7d40cdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d359e640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40cb5d0 0x7fe7d40cba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 -- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40cb5d0 msgr2=0x7fe7d40cba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40cb5d0 0x7fe7d40cba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 -- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7d40cd670 msgr2=0x7fe7d40cdaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7d40cd670 0x7fe7d40cdaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 -- 172.21.15.3:0/2103040624 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7d40ce1f0 con 0x7fe7c0004800 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d2d9d640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7d414e450 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4011600 tx=0x7fe7c4011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c400f920 con 0x7fe7c0004800 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7c400fac0 con 0x7fe7c0004800 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c400fe70 con 0x7fe7c0004800 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7d40ce4d0 con 0x7fe7c0004800 2024-09-10T07:28:16.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.597+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7d414dd40 con 0x7fe7c0004800 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.598+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7d4068880 con 0x7fe7c0004800 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.599+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7c4015460 con 0x7fe7c0004800 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.599+0000 7fe7cb7fe640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7b406be60 0x7fe7b406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.599+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fe7c408b7e0 con 0x7fe7c0004800 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.600+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7b406be60 0x7fe7b406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.600+0000 7fe7cbfff640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7b406be60 0x7fe7b406e320 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc033000 tx=0x7fe7bc009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.604+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7c4019030 con 0x7fe7c0004800 2024-09-10T07:28:16.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.847+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe7d40ce9f0 con 0x7fe7c0004800 2024-09-10T07:28:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.847+0000 7fe7cb7fe640 1 -- 172.21.15.3:0/2103040624 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1154 (secure 0 0 0) 0x7fe7c4059a40 con 0x7fe7c0004800 2024-09-10T07:28:16.847 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:16.847 INFO:teuthology.orchestra.run.smithi003.stdout:{"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":10,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":511,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":94,"num_osds":8,"num_up_osds":8,"osd_up_since":1725952796,"num_in_osds":8,"osd_in_since":1725952788,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":28},{"state_name":"unknown","count":5}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":312561664,"bytes_avail":772781551616,"bytes_total":773094113280,"unknown_pgs_ratio":0.051546391099691391,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"a","status":"up:active","gid":7401}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":11,"modified":"2024-09-10T07:27:20.166108+0000","services":{}},"progress_events":{}} 2024-09-10T07:28:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7b406be60 msgr2=0x7fe7b406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7b406be60 0x7fe7b406e320 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc033000 tx=0x7fe7bc009030 comp rx=0 tx=0).stop 2024-09-10T07:28:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 msgr2=0x7fe7d414e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7d414e450 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4011600 tx=0x7fe7c4011ac0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 shutdown_connections 2024-09-10T07:28:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe7b406be60 0x7fe7b406e320 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7d40cb5d0 0x7fe7d40cba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7d40cd670 0x7fe7d40cdaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 --2- 172.21.15.3:0/2103040624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c0004800 0x7fe7d414e450 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 >> 172.21.15.3:0/2103040624 conn(0x7fe7d409d750 msgr2=0x7fe7d415de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 shutdown_connections 2024-09-10T07:28:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.849+0000 7fe7d91af640 1 -- 172.21.15.3:0/2103040624 wait complete. 2024-09-10T07:28:16.859 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T07:28:16.860 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:16.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.962+0000 7f107e45e640 1 Processor -- start 2024-09-10T07:28:16.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.962+0000 7f107e45e640 1 -- start start 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.963+0000 7f107e45e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10780d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.963+0000 7f107e45e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f107806d310 con 0x7f107809ae10 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.963+0000 7f107e45e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f107815e7f0 con 0x7f10780b1930 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.963+0000 7f107e45e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f10780d1a50 con 0x7f107809aa30 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.963+0000 7f10777fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f107809ae10 0x7f107806cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:46534/0 (socket says 172.21.15.3:46534) 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.963+0000 7f10777fe640 1 -- 172.21.15.3:0/1949708763 learned_addr learned my addr 172.21.15.3:0/1949708763 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1077fff640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10780d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 916892419 0 0) 0x7f107806d310 con 0x7f107809ae10 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1060003520 con 0x7f107809ae10 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4051126124 0 0) 0x7f1060003520 con 0x7f107809ae10 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 msgr2=0x7f10780d0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10780d0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 >> v1:172.21.15.70:6789/0 conn(0x7f10780b1930 legacy=0x7f10780b1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10780d09b0 con 0x7f107809ae10 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f106c001670 con 0x7f107809ae10 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 >> v1:172.21.15.3:6789/0 conn(0x7f107809ae10 legacy=0x7f107806cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060003a50 0x7f1060003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1060004800 0x7f1060004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10780d1a50 con 0x7f1060004800 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f106000ba70 con 0x7f1060003a50 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f106000bc40 con 0x7f107809aa30 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f10777fe640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1060004800 0x7f1060004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f1077fff640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060003a50 0x7f1060003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f107c9fb640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f10777fe640 1 -- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 msgr2=0x7f10600051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f10777fe640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10600051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f10777fe640 1 -- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060003a50 msgr2=0x7f1060003e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f10777fe640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060003a50 0x7f1060003e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f10777fe640 1 -- 172.21.15.3:0/1949708763 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1060003520 con 0x7f1060004800 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.964+0000 7f107c9fb640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f107809aa30 0x7f10600051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.965+0000 7f10777fe640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1060004800 0x7f1060004c80 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f106c00c290 tx=0x7f1060005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7969f0d34edd9c6c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.965+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c007d50 con 0x7f1060004800 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.965+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c005af0 con 0x7f1060004800 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.965+0000 7f1076ffd640 1 -- 172.21.15.3:0/1949708763 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c007070 con 0x7f1060004800 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107e45e640 1 -- 172.21.15.3:0/1949708763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1060004800 msgr2=0x7f1060004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107e45e640 1 --2- 172.21.15.3:0/1949708763 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1060004800 0x7f1060004c80 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f106c00c290 tx=0x7f1060005830 comp rx=0 tx=0).stop 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107c9fb640 1 -- 172.21.15.3:0/1949708763 reap_dead start 2024-09-10T07:28:16.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107e45e640 1 -- 172.21.15.3:0/1949708763 shutdown_connections 2024-09-10T07:28:16.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107e45e640 1 -- 172.21.15.3:0/1949708763 >> 172.21.15.3:0/1949708763 conn(0x7f10780b3cf0 msgr2=0x7f10780b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:16.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107e45e640 1 -- 172.21.15.3:0/1949708763 shutdown_connections 2024-09-10T07:28:16.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.966+0000 7f107e45e640 1 -- 172.21.15.3:0/1949708763 wait complete. 2024-09-10T07:28:16.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.967+0000 7f107e45e640 1 Processor -- start 2024-09-10T07:28:16.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.967+0000 7f107e45e640 1 -- start start 2024-09-10T07:28:16.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107e45e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060004800 0x7f10780b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107e45e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 0x7f1078153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107e45e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f10780c68b0 0x7f10780c6d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107e45e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10780d1250 con 0x7f10780c8610 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107e45e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f10780d0f70 con 0x7f1060004800 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107e45e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f10780d1530 con 0x7f10780c68b0 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 0x7f1078153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 0x7f1078153360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33154/0 (socket says 172.21.15.3:33154) 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 -- 172.21.15.3:0/3166722701 learned_addr learned my addr 172.21.15.3:0/3166722701 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f107c9fb640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f10780c68b0 0x7f10780c6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f1077fff640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060004800 0x7f10780b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 -- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f10780c68b0 msgr2=0x7f10780c6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f10780c68b0 0x7f10780c6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 -- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060004800 msgr2=0x7f10780b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.968+0000 7f10777fe640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060004800 0x7f10780b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f10777fe640 1 -- 172.21.15.3:0/3166722701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10780cc590 con 0x7f10780c8610 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f10777fe640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 0x7f1078153360 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f106c02ae20 tx=0x7f106c001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c041020 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c004e10 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c038040 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10780c8b80 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.969+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10780c60b0 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.970+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107809b250 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.970+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f106c044020 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.971+0000 7f1074ff9640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f106406be60 0x7f106406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.971+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f106c0aafd0 con 0x7f10780c8610 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.971+0000 7f1077fff640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f106406be60 0x7f106406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:16.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.972+0000 7f1077fff640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f106406be60 0x7f106406e320 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f1068009b00 tx=0x7f1068008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:16.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:16.975+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f106c079880 con 0x7f10780c8610 2024-09-10T07:28:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.149+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f10780c5c20 con 0x7f106406be60 2024-09-10T07:28:17.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.156+0000 7f1074ff9640 1 -- 172.21.15.3:0/3166722701 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245959 (secure 0 0 0) 0x7f10780c5c20 con 0x7f106406be60 2024-09-10T07:28:17.158 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f106406be60 msgr2=0x7f106406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f106406be60 0x7f106406e320 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f1068009b00 tx=0x7f1068008040 comp rx=0 tx=0).stop 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 msgr2=0x7f1078153360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 0x7f1078153360 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f106c02ae20 tx=0x7f106c001a40 comp rx=0 tx=0).stop 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 shutdown_connections 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f106406be60 0x7f106406e320 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:17.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f10780c68b0 0x7f10780c6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:17.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10780c8610 0x7f1078153360 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:17.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 --2- 172.21.15.3:0/3166722701 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f1060004800 0x7f10780b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:17.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 >> 172.21.15.3:0/3166722701 conn(0x7f10780b3cf0 msgr2=0x7f10780cd270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:17.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 shutdown_connections 2024-09-10T07:28:17.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:17.159+0000 7f107e45e640 1 -- 172.21.15.3:0/3166722701 wait complete. 2024-09-10T07:28:17.170 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":337,"stamp":"2024-09-10T07:28:16.179248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":184,"acting":184,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305236,"kb_used_data":9932,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669484,"statfs":{"total":773094113280,"available":772781551616,"internally_reserved":0,"allocated":10170368,"data_stored":5317139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.426390"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761295+0000","last_change":"2024-09-10T07:28:11.761295+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761295+0000","last_undegraded":"2024-09-10T07:28:11.761295+0000","last_fullsized":"2024-09-10T07:28:11.761295+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759799+0000","last_change":"2024-09-10T07:28:11.759799+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759799+0000","last_undegraded":"2024-09-10T07:28:11.759799+0000","last_fullsized":"2024-09-10T07:28:11.759799+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760789+0000","last_change":"2024-09-10T07:28:11.760789+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760789+0000","last_undegraded":"2024-09-10T07:28:11.760789+0000","last_fullsized":"2024-09-10T07:28:11.760789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768511+0000","last_change":"2024-09-10T07:28:11.768511+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768511+0000","last_undegraded":"2024-09-10T07:28:11.768511+0000","last_fullsized":"2024-09-10T07:28:11.768511+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758105+0000","last_change":"2024-09-10T07:28:11.758105+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758105+0000","last_undegraded":"2024-09-10T07:28:11.758105+0000","last_fullsized":"2024-09-10T07:28:11.758105+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764992+0000","last_change":"2024-09-10T07:28:11.764992+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764992+0000","last_undegraded":"2024-09-10T07:28:11.764992+0000","last_fullsized":"2024-09-10T07:28:11.764992+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761954+0000","last_change":"2024-09-10T07:28:11.761954+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761954+0000","last_undegraded":"2024-09-10T07:28:11.761954+0000","last_fullsized":"2024-09-10T07:28:11.761954+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765458+0000","last_change":"2024-09-10T07:28:11.765458+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765458+0000","last_undegraded":"2024-09-10T07:28:11.765458+0000","last_fullsized":"2024-09-10T07:28:11.765458+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759603+0000","last_change":"2024-09-10T07:28:11.759603+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759603+0000","last_undegraded":"2024-09-10T07:28:11.759603+0000","last_fullsized":"2024-09-10T07:28:11.759603+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761044+0000","last_change":"2024-09-10T07:28:11.761044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761044+0000","last_undegraded":"2024-09-10T07:28:11.761044+0000","last_fullsized":"2024-09-10T07:28:11.761044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758997+0000","last_change":"2024-09-10T07:28:11.758997+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758997+0000","last_undegraded":"2024-09-10T07:28:11.758997+0000","last_fullsized":"2024-09-10T07:28:11.758997+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764705+0000","last_change":"2024-09-10T07:28:11.764705+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764705+0000","last_undegraded":"2024-09-10T07:28:11.764705+0000","last_fullsized":"2024-09-10T07:28:11.764705+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764025+0000","last_change":"2024-09-10T07:28:11.764025+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764025+0000","last_undegraded":"2024-09-10T07:28:11.764025+0000","last_fullsized":"2024-09-10T07:28:11.764025+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761374+0000","last_change":"2024-09-10T07:28:11.761374+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761374+0000","last_undegraded":"2024-09-10T07:28:11.761374+0000","last_fullsized":"2024-09-10T07:28:11.761374+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765904+0000","last_change":"2024-09-10T07:28:11.765904+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765904+0000","last_undegraded":"2024-09-10T07:28:11.765904+0000","last_fullsized":"2024-09-10T07:28:11.765904+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762000+0000","last_change":"2024-09-10T07:28:11.762000+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762000+0000","last_undegraded":"2024-09-10T07:28:11.762000+0000","last_fullsized":"2024-09-10T07:28:11.762000+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.765437+0000","last_change":"2024-09-10T07:28:11.765437+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.765437+0000","last_undegraded":"2024-09-10T07:28:11.765437+0000","last_fullsized":"2024-09-10T07:28:11.765437+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760254+0000","last_change":"2024-09-10T07:28:11.760254+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760254+0000","last_undegraded":"2024-09-10T07:28:11.760254+0000","last_fullsized":"2024-09-10T07:28:11.760254+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758574+0000","last_change":"2024-09-10T07:28:11.758574+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758574+0000","last_undegraded":"2024-09-10T07:28:11.758574+0000","last_fullsized":"2024-09-10T07:28:11.758574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.768114+0000","last_change":"2024-09-10T07:28:11.768114+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.768114+0000","last_undegraded":"2024-09-10T07:28:11.768114+0000","last_fullsized":"2024-09-10T07:28:11.768114+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758508+0000","last_change":"2024-09-10T07:28:11.758508+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758508+0000","last_undegraded":"2024-09-10T07:28:11.758508+0000","last_fullsized":"2024-09-10T07:28:11.758508+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759455+0000","last_change":"2024-09-10T07:28:11.759455+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759455+0000","last_undegraded":"2024-09-10T07:28:11.759455+0000","last_fullsized":"2024-09-10T07:28:11.759455+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759305+0000","last_change":"2024-09-10T07:28:11.759305+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759305+0000","last_undegraded":"2024-09-10T07:28:11.759305+0000","last_fullsized":"2024-09-10T07:28:11.759305+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758895+0000","last_change":"2024-09-10T07:28:11.758895+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758895+0000","last_undegraded":"2024-09-10T07:28:11.758895+0000","last_fullsized":"2024-09-10T07:28:11.758895+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761053+0000","last_change":"2024-09-10T07:28:11.761053+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761053+0000","last_undegraded":"2024-09-10T07:28:11.761053+0000","last_fullsized":"2024-09-10T07:28:11.761053+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760438+0000","last_change":"2024-09-10T07:28:11.760438+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760438+0000","last_undegraded":"2024-09-10T07:28:11.760438+0000","last_fullsized":"2024-09-10T07:28:11.760438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.767706+0000","last_change":"2024-09-10T07:28:11.767706+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.767706+0000","last_undegraded":"2024-09-10T07:28:11.767706+0000","last_fullsized":"2024-09-10T07:28:11.767706+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761113+0000","last_change":"2024-09-10T07:28:11.761113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761113+0000","last_undegraded":"2024-09-10T07:28:11.761113+0000","last_fullsized":"2024-09-10T07:28:11.761113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758870+0000","last_change":"2024-09-10T07:28:11.758870+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758870+0000","last_undegraded":"2024-09-10T07:28:11.758870+0000","last_fullsized":"2024-09-10T07:28:11.758870+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758488+0000","last_change":"2024-09-10T07:28:11.758488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758488+0000","last_undegraded":"2024-09-10T07:28:11.758488+0000","last_fullsized":"2024-09-10T07:28:11.758488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761551+0000","last_change":"2024-09-10T07:28:11.761551+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761551+0000","last_undegraded":"2024-09-10T07:28:11.761551+0000","last_fullsized":"2024-09-10T07:28:11.761551+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762507+0000","last_change":"2024-09-10T07:28:11.762507+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762507+0000","last_undegraded":"2024-09-10T07:28:11.762507+0000","last_fullsized":"2024-09-10T07:28:11.762507+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759818+0000","last_change":"2024-09-10T07:28:10.759818+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759818+0000","last_undegraded":"2024-09-10T07:28:10.759818+0000","last_fullsized":"2024-09-10T07:28:10.759818+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764044+0000","last_change":"2024-09-10T07:28:11.764044+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764044+0000","last_undegraded":"2024-09-10T07:28:11.764044+0000","last_fullsized":"2024-09-10T07:28:11.764044+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770773+0000","last_change":"2024-09-10T07:28:11.769253+0000","last_active":"2024-09-10T07:28:11.770773+0000","last_peered":"2024-09-10T07:28:11.770773+0000","last_clean":"2024-09-10T07:28:11.770773+0000","last_became_active":"2024-09-10T07:28:11.768882+0000","last_became_peered":"2024-09-10T07:28:11.768882+0000","last_unstale":"2024-09-10T07:28:11.770773+0000","last_undegraded":"2024-09-10T07:28:11.770773+0000","last_fullsized":"2024-09-10T07:28:11.770773+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:36.957245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760963+0000","last_change":"2024-09-10T07:28:11.760963+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760963+0000","last_undegraded":"2024-09-10T07:28:11.760963+0000","last_fullsized":"2024-09-10T07:28:11.760963+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776790+0000","last_change":"2024-09-10T07:28:11.776244+0000","last_active":"2024-09-10T07:28:11.776790+0000","last_peered":"2024-09-10T07:28:11.776790+0000","last_clean":"2024-09-10T07:28:11.776790+0000","last_became_active":"2024-09-10T07:28:11.775965+0000","last_became_peered":"2024-09-10T07:28:11.775965+0000","last_unstale":"2024-09-10T07:28:11.776790+0000","last_undegraded":"2024-09-10T07:28:11.776790+0000","last_fullsized":"2024-09-10T07:28:11.776790+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:00.018369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764923+0000","last_change":"2024-09-10T07:28:11.764923+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764923+0000","last_undegraded":"2024-09-10T07:28:11.764923+0000","last_fullsized":"2024-09-10T07:28:11.764923+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759052+0000","last_change":"2024-09-10T07:28:10.759052+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759052+0000","last_undegraded":"2024-09-10T07:28:10.759052+0000","last_fullsized":"2024-09-10T07:28:10.759052+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764525+0000","last_change":"2024-09-10T07:28:11.764525+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764525+0000","last_undegraded":"2024-09-10T07:28:11.764525+0000","last_fullsized":"2024-09-10T07:28:11.764525+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774093+0000","last_change":"2024-09-10T07:28:11.773566+0000","last_active":"2024-09-10T07:28:11.774093+0000","last_peered":"2024-09-10T07:28:11.774093+0000","last_clean":"2024-09-10T07:28:11.774093+0000","last_became_active":"2024-09-10T07:28:11.773282+0000","last_became_peered":"2024-09-10T07:28:11.773282+0000","last_unstale":"2024-09-10T07:28:11.774093+0000","last_undegraded":"2024-09-10T07:28:11.774093+0000","last_fullsized":"2024-09-10T07:28:11.774093+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:23:31.722029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778776+0000","last_change":"2024-09-10T07:28:11.778131+0000","last_active":"2024-09-10T07:28:11.778776+0000","last_peered":"2024-09-10T07:28:11.778776+0000","last_clean":"2024-09-10T07:28:11.778776+0000","last_became_active":"2024-09-10T07:28:11.777809+0000","last_became_peered":"2024-09-10T07:28:11.777809+0000","last_unstale":"2024-09-10T07:28:11.778776+0000","last_undegraded":"2024-09-10T07:28:11.778776+0000","last_fullsized":"2024-09-10T07:28:11.778776+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:47.402913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760731+0000","last_change":"2024-09-10T07:28:11.760731+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760731+0000","last_undegraded":"2024-09-10T07:28:11.760731+0000","last_fullsized":"2024-09-10T07:28:11.760731+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767259+0000","last_change":"2024-09-10T07:28:11.766130+0000","last_active":"2024-09-10T07:28:11.767259+0000","last_peered":"2024-09-10T07:28:11.767259+0000","last_clean":"2024-09-10T07:28:11.767259+0000","last_became_active":"2024-09-10T07:28:11.765788+0000","last_became_peered":"2024-09-10T07:28:11.765788+0000","last_unstale":"2024-09-10T07:28:11.767259+0000","last_undegraded":"2024-09-10T07:28:11.767259+0000","last_fullsized":"2024-09-10T07:28:11.767259+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:41.962479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763453+0000","last_change":"2024-09-10T07:28:11.763453+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763453+0000","last_undegraded":"2024-09-10T07:28:11.763453+0000","last_fullsized":"2024-09-10T07:28:11.763453+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771543+0000","last_change":"2024-09-10T07:28:11.771129+0000","last_active":"2024-09-10T07:28:11.771543+0000","last_peered":"2024-09-10T07:28:11.771543+0000","last_clean":"2024-09-10T07:28:11.771543+0000","last_became_active":"2024-09-10T07:28:11.770732+0000","last_became_peered":"2024-09-10T07:28:11.770732+0000","last_unstale":"2024-09-10T07:28:11.771543+0000","last_undegraded":"2024-09-10T07:28:11.771543+0000","last_fullsized":"2024-09-10T07:28:11.771543+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:29.751202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757206+0000","last_change":"2024-09-10T07:28:11.757206+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757206+0000","last_undegraded":"2024-09-10T07:28:11.757206+0000","last_fullsized":"2024-09-10T07:28:11.757206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772908+0000","last_change":"2024-09-10T07:28:11.772260+0000","last_active":"2024-09-10T07:28:11.772908+0000","last_peered":"2024-09-10T07:28:11.772908+0000","last_clean":"2024-09-10T07:28:11.772908+0000","last_became_active":"2024-09-10T07:28:11.771973+0000","last_became_peered":"2024-09-10T07:28:11.771973+0000","last_unstale":"2024-09-10T07:28:11.772908+0000","last_undegraded":"2024-09-10T07:28:11.772908+0000","last_fullsized":"2024-09-10T07:28:11.772908+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:35.068509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760881+0000","last_change":"2024-09-10T07:28:11.760881+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760881+0000","last_undegraded":"2024-09-10T07:28:11.760881+0000","last_fullsized":"2024-09-10T07:28:11.760881+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776100+0000","last_change":"2024-09-10T07:28:11.774531+0000","last_active":"2024-09-10T07:28:11.776100+0000","last_peered":"2024-09-10T07:28:11.776100+0000","last_clean":"2024-09-10T07:28:11.776100+0000","last_became_active":"2024-09-10T07:28:11.774207+0000","last_became_peered":"2024-09-10T07:28:11.774207+0000","last_unstale":"2024-09-10T07:28:11.776100+0000","last_undegraded":"2024-09-10T07:28:11.776100+0000","last_fullsized":"2024-09-10T07:28:11.776100+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:10.179376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759527+0000","last_change":"2024-09-10T07:28:11.759527+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759527+0000","last_undegraded":"2024-09-10T07:28:11.759527+0000","last_fullsized":"2024-09-10T07:28:11.759527+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771366+0000","last_change":"2024-09-10T07:28:11.769929+0000","last_active":"2024-09-10T07:28:11.771366+0000","last_peered":"2024-09-10T07:28:11.771366+0000","last_clean":"2024-09-10T07:28:11.771366+0000","last_became_active":"2024-09-10T07:28:11.769654+0000","last_became_peered":"2024-09-10T07:28:11.769654+0000","last_unstale":"2024-09-10T07:28:11.771366+0000","last_undegraded":"2024-09-10T07:28:11.771366+0000","last_fullsized":"2024-09-10T07:28:11.771366+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.938668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.766748+0000","last_change":"2024-09-10T07:28:11.766748+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.766748+0000","last_undegraded":"2024-09-10T07:28:11.766748+0000","last_fullsized":"2024-09-10T07:28:11.766748+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772525+0000","last_change":"2024-09-10T07:28:11.770781+0000","last_active":"2024-09-10T07:28:11.772525+0000","last_peered":"2024-09-10T07:28:11.772525+0000","last_clean":"2024-09-10T07:28:11.772525+0000","last_became_active":"2024-09-10T07:28:11.770471+0000","last_became_peered":"2024-09-10T07:28:11.770471+0000","last_unstale":"2024-09-10T07:28:11.772525+0000","last_undegraded":"2024-09-10T07:28:11.772525+0000","last_fullsized":"2024-09-10T07:28:11.772525+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:41:14.564615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763113+0000","last_change":"2024-09-10T07:28:11.763113+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763113+0000","last_undegraded":"2024-09-10T07:28:11.763113+0000","last_fullsized":"2024-09-10T07:28:11.763113+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774214+0000","last_change":"2024-09-10T07:28:11.773631+0000","last_active":"2024-09-10T07:28:11.774214+0000","last_peered":"2024-09-10T07:28:11.774214+0000","last_clean":"2024-09-10T07:28:11.774214+0000","last_became_active":"2024-09-10T07:28:11.773346+0000","last_became_peered":"2024-09-10T07:28:11.773346+0000","last_unstale":"2024-09-10T07:28:11.774214+0000","last_undegraded":"2024-09-10T07:28:11.774214+0000","last_fullsized":"2024-09-10T07:28:11.774214+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:48.468778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757161+0000","last_change":"2024-09-10T07:28:11.757161+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757161+0000","last_undegraded":"2024-09-10T07:28:11.757161+0000","last_fullsized":"2024-09-10T07:28:11.757161+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771211+0000","last_change":"2024-09-10T07:28:11.768776+0000","last_active":"2024-09-10T07:28:11.771211+0000","last_peered":"2024-09-10T07:28:11.771211+0000","last_clean":"2024-09-10T07:28:11.771211+0000","last_became_active":"2024-09-10T07:28:11.768470+0000","last_became_peered":"2024-09-10T07:28:11.768470+0000","last_unstale":"2024-09-10T07:28:11.771211+0000","last_undegraded":"2024-09-10T07:28:11.771211+0000","last_fullsized":"2024-09-10T07:28:11.771211+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:35:27.185935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762009+0000","last_change":"2024-09-10T07:28:11.762009+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762009+0000","last_undegraded":"2024-09-10T07:28:11.762009+0000","last_fullsized":"2024-09-10T07:28:11.762009+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775963+0000","last_change":"2024-09-10T07:28:11.773976+0000","last_active":"2024-09-10T07:28:11.775963+0000","last_peered":"2024-09-10T07:28:11.775963+0000","last_clean":"2024-09-10T07:28:11.775963+0000","last_became_active":"2024-09-10T07:28:11.773645+0000","last_became_peered":"2024-09-10T07:28:11.773645+0000","last_unstale":"2024-09-10T07:28:11.775963+0000","last_undegraded":"2024-09-10T07:28:11.775963+0000","last_fullsized":"2024-09-10T07:28:11.775963+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:37.684612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762488+0000","last_change":"2024-09-10T07:28:11.762488+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762488+0000","last_undegraded":"2024-09-10T07:28:11.762488+0000","last_fullsized":"2024-09-10T07:28:11.762488+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.775911+0000","last_change":"2024-09-10T07:28:11.774246+0000","last_active":"2024-09-10T07:28:11.775911+0000","last_peered":"2024-09-10T07:28:11.775911+0000","last_clean":"2024-09-10T07:28:11.775911+0000","last_became_active":"2024-09-10T07:28:11.773826+0000","last_became_peered":"2024-09-10T07:28:11.773826+0000","last_unstale":"2024-09-10T07:28:11.775911+0000","last_undegraded":"2024-09-10T07:28:11.775911+0000","last_fullsized":"2024-09-10T07:28:11.775911+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:40.482901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760770+0000","last_change":"2024-09-10T07:28:11.760770+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760770+0000","last_undegraded":"2024-09-10T07:28:11.760770+0000","last_fullsized":"2024-09-10T07:28:11.760770+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.759150+0000","last_change":"2024-09-10T07:28:10.759150+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.759150+0000","last_undegraded":"2024-09-10T07:28:10.759150+0000","last_fullsized":"2024-09-10T07:28:10.759150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.768699+0000","last_change":"2024-09-10T07:28:11.768153+0000","last_active":"2024-09-10T07:28:11.768699+0000","last_peered":"2024-09-10T07:28:11.768699+0000","last_clean":"2024-09-10T07:28:11.768699+0000","last_became_active":"2024-09-10T07:28:11.767808+0000","last_became_peered":"2024-09-10T07:28:11.767808+0000","last_unstale":"2024-09-10T07:28:11.768699+0000","last_undegraded":"2024-09-10T07:28:11.768699+0000","last_fullsized":"2024-09-10T07:28:11.768699+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:49.280282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760420+0000","last_change":"2024-09-10T07:28:11.760420+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760420+0000","last_undegraded":"2024-09-10T07:28:11.760420+0000","last_fullsized":"2024-09-10T07:28:11.760420+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.774915+0000","last_change":"2024-09-10T07:28:11.774421+0000","last_active":"2024-09-10T07:28:11.774915+0000","last_peered":"2024-09-10T07:28:11.774915+0000","last_clean":"2024-09-10T07:28:11.774915+0000","last_became_active":"2024-09-10T07:28:11.774146+0000","last_became_peered":"2024-09-10T07:28:11.774146+0000","last_unstale":"2024-09-10T07:28:11.774915+0000","last_undegraded":"2024-09-10T07:28:11.774915+0000","last_fullsized":"2024-09-10T07:28:11.774915+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:41.017360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761099+0000","last_change":"2024-09-10T07:28:11.761099+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761099+0000","last_undegraded":"2024-09-10T07:28:11.761099+0000","last_fullsized":"2024-09-10T07:28:11.761099+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765173+0000","last_change":"2024-09-10T07:28:11.763170+0000","last_active":"2024-09-10T07:28:11.765173+0000","last_peered":"2024-09-10T07:28:11.765173+0000","last_clean":"2024-09-10T07:28:11.765173+0000","last_became_active":"2024-09-10T07:28:11.762464+0000","last_became_peered":"2024-09-10T07:28:11.762464+0000","last_unstale":"2024-09-10T07:28:11.765173+0000","last_undegraded":"2024-09-10T07:28:11.765173+0000","last_fullsized":"2024-09-10T07:28:11.765173+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:27:24.170128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758103+0000","last_change":"2024-09-10T07:28:11.758103+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758103+0000","last_undegraded":"2024-09-10T07:28:11.758103+0000","last_fullsized":"2024-09-10T07:28:11.758103+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.778594+0000","last_change":"2024-09-10T07:28:11.777273+0000","last_active":"2024-09-10T07:28:11.778594+0000","last_peered":"2024-09-10T07:28:11.778594+0000","last_clean":"2024-09-10T07:28:11.778594+0000","last_became_active":"2024-09-10T07:28:11.776991+0000","last_became_peered":"2024-09-10T07:28:11.776991+0000","last_unstale":"2024-09-10T07:28:11.778594+0000","last_undegraded":"2024-09-10T07:28:11.778594+0000","last_fullsized":"2024-09-10T07:28:11.778594+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:42.082409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.757590+0000","last_change":"2024-09-10T07:28:11.757590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.757590+0000","last_undegraded":"2024-09-10T07:28:11.757590+0000","last_fullsized":"2024-09-10T07:28:11.757590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.766809+0000","last_change":"2024-09-10T07:28:11.766135+0000","last_active":"2024-09-10T07:28:11.766809+0000","last_peered":"2024-09-10T07:28:11.766809+0000","last_clean":"2024-09-10T07:28:11.766809+0000","last_became_active":"2024-09-10T07:28:11.765837+0000","last_became_peered":"2024-09-10T07:28:11.765837+0000","last_unstale":"2024-09-10T07:28:11.766809+0000","last_undegraded":"2024-09-10T07:28:11.766809+0000","last_fullsized":"2024-09-10T07:28:11.766809+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:06.950289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.762426+0000","last_change":"2024-09-10T07:28:11.762426+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.762426+0000","last_undegraded":"2024-09-10T07:28:11.762426+0000","last_fullsized":"2024-09-10T07:28:11.762426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.777289+0000","last_change":"2024-09-10T07:28:11.772500+0000","last_active":"2024-09-10T07:28:11.777289+0000","last_peered":"2024-09-10T07:28:11.777289+0000","last_clean":"2024-09-10T07:28:11.777289+0000","last_became_active":"2024-09-10T07:28:11.772098+0000","last_became_peered":"2024-09-10T07:28:11.772098+0000","last_unstale":"2024-09-10T07:28:11.777289+0000","last_undegraded":"2024-09-10T07:28:11.777289+0000","last_fullsized":"2024-09-10T07:28:11.777289+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:48.298845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.770955+0000","last_change":"2024-09-10T07:28:11.769726+0000","last_active":"2024-09-10T07:28:11.770955+0000","last_peered":"2024-09-10T07:28:11.770955+0000","last_clean":"2024-09-10T07:28:11.770955+0000","last_became_active":"2024-09-10T07:28:11.769475+0000","last_became_peered":"2024-09-10T07:28:11.769475+0000","last_unstale":"2024-09-10T07:28:11.770955+0000","last_undegraded":"2024-09-10T07:28:11.770955+0000","last_fullsized":"2024-09-10T07:28:11.770955+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:18.632226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763590+0000","last_change":"2024-09-10T07:28:11.763590+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763590+0000","last_undegraded":"2024-09-10T07:28:11.763590+0000","last_fullsized":"2024-09-10T07:28:11.763590+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.767841+0000","last_change":"2024-09-10T07:28:11.766880+0000","last_active":"2024-09-10T07:28:11.767841+0000","last_peered":"2024-09-10T07:28:11.767841+0000","last_clean":"2024-09-10T07:28:11.767841+0000","last_became_active":"2024-09-10T07:28:11.766566+0000","last_became_peered":"2024-09-10T07:28:11.766566+0000","last_unstale":"2024-09-10T07:28:11.767841+0000","last_undegraded":"2024-09-10T07:28:11.767841+0000","last_fullsized":"2024-09-10T07:28:11.767841+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:17.581288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.763107+0000","last_change":"2024-09-10T07:28:11.763107+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.763107+0000","last_undegraded":"2024-09-10T07:28:11.763107+0000","last_fullsized":"2024-09-10T07:28:11.763107+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.771343+0000","last_change":"2024-09-10T07:28:11.769857+0000","last_active":"2024-09-10T07:28:11.771343+0000","last_peered":"2024-09-10T07:28:11.771343+0000","last_clean":"2024-09-10T07:28:11.771343+0000","last_became_active":"2024-09-10T07:28:11.769577+0000","last_became_peered":"2024-09-10T07:28:11.769577+0000","last_unstale":"2024-09-10T07:28:11.771343+0000","last_undegraded":"2024-09-10T07:28:11.771343+0000","last_fullsized":"2024-09-10T07:28:11.771343+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:59.943787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.758474+0000","last_change":"2024-09-10T07:28:11.758474+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.758474+0000","last_undegraded":"2024-09-10T07:28:11.758474+0000","last_fullsized":"2024-09-10T07:28:11.758474+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758515+0000","last_change":"2024-09-10T07:28:10.758515+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758515+0000","last_undegraded":"2024-09-10T07:28:10.758515+0000","last_fullsized":"2024-09-10T07:28:10.758515+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.764382+0000","last_change":"2024-09-10T07:28:11.764382+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.764382+0000","last_undegraded":"2024-09-10T07:28:11.764382+0000","last_fullsized":"2024-09-10T07:28:11.764382+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.772460+0000","last_change":"2024-09-10T07:28:11.769942+0000","last_active":"2024-09-10T07:28:11.772460+0000","last_peered":"2024-09-10T07:28:11.772460+0000","last_clean":"2024-09-10T07:28:11.772460+0000","last_became_active":"2024-09-10T07:28:11.768762+0000","last_became_peered":"2024-09-10T07:28:11.768762+0000","last_unstale":"2024-09-10T07:28:11.772460+0000","last_undegraded":"2024-09-10T07:28:11.772460+0000","last_fullsized":"2024-09-10T07:28:11.772460+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:37:16.885158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.759302+0000","last_change":"2024-09-10T07:28:11.759302+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.759302+0000","last_undegraded":"2024-09-10T07:28:11.759302+0000","last_fullsized":"2024-09-10T07:28:11.759302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.765230+0000","last_change":"2024-09-10T07:28:11.764049+0000","last_active":"2024-09-10T07:28:11.765230+0000","last_peered":"2024-09-10T07:28:11.765230+0000","last_clean":"2024-09-10T07:28:11.765230+0000","last_became_active":"2024-09-10T07:28:11.763752+0000","last_became_peered":"2024-09-10T07:28:11.763752+0000","last_unstale":"2024-09-10T07:28:11.765230+0000","last_undegraded":"2024-09-10T07:28:11.765230+0000","last_fullsized":"2024-09-10T07:28:11.765230+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:20.322048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T07:28:11.751913+0000","last_change":"2024-09-10T07:28:11.751913+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.751913+0000","last_undegraded":"2024-09-10T07:28:11.751913+0000","last_fullsized":"2024-09-10T07:28:11.751913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":91,"state":"creating+peering","last_fresh":"2024-09-10T07:28:10.758705+0000","last_change":"2024-09-10T07:28:10.758705+0000","last_active":"2024-09-10T07:28:10.750173+0000","last_peered":"2024-09-10T07:28:10.750173+0000","last_clean":"2024-09-10T07:28:10.750173+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:10.758705+0000","last_undegraded":"2024-09-10T07:28:10.758705+0000","last_fullsized":"2024-09-10T07:28:10.758705+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.761124+0000","last_change":"2024-09-10T07:28:11.761124+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.761124+0000","last_undegraded":"2024-09-10T07:28:11.761124+0000","last_fullsized":"2024-09-10T07:28:11.761124+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776300+0000","last_change":"2024-09-10T07:28:11.775963+0000","last_active":"2024-09-10T07:28:11.776300+0000","last_peered":"2024-09-10T07:28:11.776300+0000","last_clean":"2024-09-10T07:28:11.776300+0000","last_became_active":"2024-09-10T07:28:11.775664+0000","last_became_peered":"2024-09-10T07:28:11.775664+0000","last_unstale":"2024-09-10T07:28:11.776300+0000","last_undegraded":"2024-09-10T07:28:11.776300+0000","last_fullsized":"2024-09-10T07:28:11.776300+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:39.604082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":92,"state":"creating+peering","last_fresh":"2024-09-10T07:28:11.760939+0000","last_change":"2024-09-10T07:28:11.760939+0000","last_active":"2024-09-10T07:28:11.751913+0000","last_peered":"2024-09-10T07:28:11.751913+0000","last_clean":"2024-09-10T07:28:11.751913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T07:28:11.760939+0000","last_undegraded":"2024-09-10T07:28:11.760939+0000","last_fullsized":"2024-09-10T07:28:11.760939+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":9,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.776418+0000","last_change":"2024-09-10T07:28:11.775593+0000","last_active":"2024-09-10T07:28:11.776418+0000","last_peered":"2024-09-10T07:28:11.776418+0000","last_clean":"2024-09-10T07:28:11.776418+0000","last_became_active":"2024-09-10T07:28:11.775304+0000","last_became_peered":"2024-09-10T07:28:11.775304+0000","last_unstale":"2024-09-10T07:28:11.776418+0000","last_undegraded":"2024-09-10T07:28:11.776418+0000","last_fullsized":"2024-09-10T07:28:11.776418+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:32.436227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":303,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T07:28:11.763990+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:11.763990+0000","last_peered":"2024-09-10T07:28:11.763990+0000","last_clean":"2024-09-10T07:28:11.763990+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:11.763990+0000","last_undegraded":"2024-09-10T07:28:11.763990+0000","last_fullsized":"2024-09-10T07:28:11.763990+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":118,"acting":118,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542245,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37040,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334800,"statfs":{"total":96636764160,"available":96598835200,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36452,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335388,"statfs":{"total":96636764160,"available":96599437312,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44768,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327072,"statfs":{"total":96636764160,"available":96590921728,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542246,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36444,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335396,"statfs":{"total":96636764160,"available":96599445504,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542245,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1130496,"data_stored":521160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542247,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40608,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331232,"statfs":{"total":96636764160,"available":96595181568,"internally_reserved":0,"allocated":1118208,"data_stored":514493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542246,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41200,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330640,"statfs":{"total":96636764160,"available":96594575360,"internally_reserved":0,"allocated":1724416,"data_stored":1111528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574950,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36432,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335408,"statfs":{"total":96636764160,"available":96599457792,"internally_reserved":0,"allocated":1105920,"data_stored":508284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:18.673 INFO:tasks.ceph.mds.a.smithi003.stderr:2024-09-10T07:28:18.674+0000 7f18e10c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:28:20.174 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:20.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.291+0000 7efce7d6d640 1 Processor -- start 2024-09-10T07:28:20.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.291+0000 7efce7d6d640 1 -- start start 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce7d6d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efce00b88f0 0x7efce0169150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce7d6d640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efce00d3430 con 0x7efce00d0cc0 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce7d6d640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efce00d36d0 con 0x7efce015e510 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce7d6d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efce00d39b0 con 0x7efce00b88f0 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce5308640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7efce00d0cc0 0x7efce00d1120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43154/0 (socket says 172.21.15.3:43154) 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce5308640 1 -- 172.21.15.3:0/756196257 learned_addr learned my addr 172.21.15.3:0/756196257 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce630a640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efce00b88f0 0x7efce0169150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.292+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2529624523 0 0) 0x7efce00d3430 con 0x7efce00d0cc0 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efccc003520 con 0x7efce00d0cc0 2024-09-10T07:28:20.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1495315633 0 0) 0x7efce00d36d0 con 0x7efce015e510 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efce00d3430 con 0x7efce015e510 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 423318366 0 0) 0x7efccc003520 con 0x7efce00d0cc0 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efce00b88f0 msgr2=0x7efce0169150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efce00b88f0 0x7efce0169150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 >> v1:172.21.15.70:6789/0 conn(0x7efce015e510 legacy=0x7efce00ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce00d3c90 con 0x7efce00d0cc0 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7efcd0001670 con 0x7efce00d0cc0 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 >> v1:172.21.15.3:6789/0 conn(0x7efce00d0cc0 legacy=0x7efce00d1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efccc003be0 0x7efccc003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc004800 0x7efccc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efccc005210 0x7efccc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efce00d39b0 con 0x7efccc003be0 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efccc00c0f0 con 0x7efccc005210 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efccc00c2f0 con 0x7efccc004800 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce630a640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efce00b88f0 0x7efce0169150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5b09640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efccc003be0 0x7efccc003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5308640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc004800 0x7efccc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce630a640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efccc005210 0x7efccc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5b09640 1 -- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc004800 msgr2=0x7efccc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5b09640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc004800 0x7efccc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5b09640 1 -- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efccc005210 msgr2=0x7efccc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5b09640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efccc005210 0x7efccc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5b09640 1 -- 172.21.15.3:0/756196257 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efccc003520 con 0x7efccc003be0 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce630a640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efccc005210 0x7efccc00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.293+0000 7efce5308640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc004800 0x7efccc004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.294+0000 7efce5b09640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efccc003be0 0x7efccc003fe0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7efcdc0018c0 tx=0x7efccc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96749513a5fe7802 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.294+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc0014e0 con 0x7efccc003be0 2024-09-10T07:28:20.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.294+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcdc0052f0 con 0x7efccc003be0 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.294+0000 7efce4b07640 1 -- 172.21.15.3:0/756196257 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc02ac90 con 0x7efccc003be0 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce7d6d640 1 -- 172.21.15.3:0/756196257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efccc003be0 msgr2=0x7efccc003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce7d6d640 1 --2- 172.21.15.3:0/756196257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efccc003be0 0x7efccc003fe0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7efcdc0018c0 tx=0x7efccc005830 comp rx=0 tx=0).stop 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce630a640 1 -- 172.21.15.3:0/756196257 reap_dead start 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce7d6d640 1 -- 172.21.15.3:0/756196257 shutdown_connections 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce7d6d640 1 -- 172.21.15.3:0/756196257 >> 172.21.15.3:0/756196257 conn(0x7efce006d1a0 msgr2=0x7efce0073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce7d6d640 1 -- 172.21.15.3:0/756196257 shutdown_connections 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.295+0000 7efce7d6d640 1 -- 172.21.15.3:0/756196257 wait complete. 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.296+0000 7efce7d6d640 1 Processor -- start 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.296+0000 7efce7d6d640 1 -- start start 2024-09-10T07:28:20.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce7d6d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc003be0 0x7efce01f4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce7d6d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efce00cce10 0x7efce015fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce7d6d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 0x7efce01535d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce7d6d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efce00cf210 con 0x7efce0160320 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce7d6d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efce00d22a0 con 0x7efce00cce10 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce7d6d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efce015e8f0 con 0x7efccc003be0 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 0x7efce01535d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 0x7efce01535d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56046/0 (socket says 172.21.15.3:56046) 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 -- 172.21.15.3:0/1315795994 learned_addr learned my addr 172.21.15.3:0/1315795994 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce5308640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efce00cce10 0x7efce015fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce5b09640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc003be0 0x7efce01f4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 -- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc003be0 msgr2=0x7efce01f4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc003be0 0x7efce01f4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 -- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efce00cce10 msgr2=0x7efce015fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efce00cce10 0x7efce015fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce630a640 1 -- 172.21.15.3:0/1315795994 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce00cd290 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.297+0000 7efce5b09640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc003be0 0x7efce01f4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.298+0000 7efce630a640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 0x7efce01535d0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7efce00b8cd0 tx=0x7efcd800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.298+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd801c070 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.298+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcd8017600 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.298+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd80179f0 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.298+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efce00cd540 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.298+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efce00cb7d0 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.299+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efce00d1120 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.299+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efcd8005d10 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.300+0000 7efcd67fc640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efcc406be30 0x7efcc406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.300+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7efcd808b2c0 con 0x7efce0160320 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.300+0000 7efce5b09640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efcc406be30 0x7efcc406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.301+0000 7efce5b09640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efcc406be30 0x7efcc406e2f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7efcdc032000 tx=0x7efcdc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:20.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.304+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efcd8012070 con 0x7efce0160320 2024-09-10T07:28:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.477+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efce00d2f80 con 0x7efcc406be30 2024-09-10T07:28:20.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.483+0000 7efcd67fc640 1 -- 172.21.15.3:0/1315795994 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252080 (secure 0 0 0) 0x7efcdc07f8c0 con 0x7efcc406be30 2024-09-10T07:28:20.486 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efcc406be30 msgr2=0x7efcc406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efcc406be30 0x7efcc406e2f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7efcdc032000 tx=0x7efcdc02e000 comp rx=0 tx=0).stop 2024-09-10T07:28:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 msgr2=0x7efce01535d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 0x7efce01535d0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7efce00b8cd0 tx=0x7efcd800f790 comp rx=0 tx=0).stop 2024-09-10T07:28:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 shutdown_connections 2024-09-10T07:28:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efcc406be30 0x7efcc406e2f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efce0160320 0x7efce01535d0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efce00cce10 0x7efce015fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 --2- 172.21.15.3:0/1315795994 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efccc003be0 0x7efce01f4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 >> 172.21.15.3:0/1315795994 conn(0x7efce006d1a0 msgr2=0x7efce00b7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:20.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 shutdown_connections 2024-09-10T07:28:20.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.486+0000 7efce7d6d640 1 -- 172.21.15.3:0/1315795994 wait complete. 2024-09-10T07:28:20.498 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-09-10T07:28:20.180277+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305564,"kb_used_data":10248,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669156,"statfs":{"total":773094113280,"available":772781215744,"internally_reserved":0,"allocated":10493952,"data_stored":5465708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001862"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050646+0000","last_change":"2024-09-10T07:28:12.781560+0000","last_active":"2024-09-10T07:28:14.050646+0000","last_peered":"2024-09-10T07:28:14.050646+0000","last_clean":"2024-09-10T07:28:14.050646+0000","last_became_active":"2024-09-10T07:28:12.781122+0000","last_became_peered":"2024-09-10T07:28:12.781122+0000","last_unstale":"2024-09-10T07:28:14.050646+0000","last_undegraded":"2024-09-10T07:28:14.050646+0000","last_fullsized":"2024-09-10T07:28:14.050646+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:26.174106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760124+0000","last_change":"2024-09-10T07:28:12.764685+0000","last_active":"2024-09-10T07:28:13.760124+0000","last_peered":"2024-09-10T07:28:13.760124+0000","last_clean":"2024-09-10T07:28:13.760124+0000","last_became_active":"2024-09-10T07:28:12.764415+0000","last_became_peered":"2024-09-10T07:28:12.764415+0000","last_unstale":"2024-09-10T07:28:13.760124+0000","last_undegraded":"2024-09-10T07:28:13.760124+0000","last_fullsized":"2024-09-10T07:28:13.760124+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:08.299624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050222+0000","last_change":"2024-09-10T07:28:12.767091+0000","last_active":"2024-09-10T07:28:14.050222+0000","last_peered":"2024-09-10T07:28:14.050222+0000","last_clean":"2024-09-10T07:28:14.050222+0000","last_became_active":"2024-09-10T07:28:12.766782+0000","last_became_peered":"2024-09-10T07:28:12.766782+0000","last_unstale":"2024-09-10T07:28:14.050222+0000","last_undegraded":"2024-09-10T07:28:14.050222+0000","last_fullsized":"2024-09-10T07:28:14.050222+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:31.287681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050254+0000","last_change":"2024-09-10T07:28:12.779175+0000","last_active":"2024-09-10T07:28:14.050254+0000","last_peered":"2024-09-10T07:28:14.050254+0000","last_clean":"2024-09-10T07:28:14.050254+0000","last_became_active":"2024-09-10T07:28:12.778822+0000","last_became_peered":"2024-09-10T07:28:12.778822+0000","last_unstale":"2024-09-10T07:28:14.050254+0000","last_undegraded":"2024-09-10T07:28:14.050254+0000","last_fullsized":"2024-09-10T07:28:14.050254+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:19.700687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784607+0000","last_change":"2024-09-10T07:28:12.766597+0000","last_active":"2024-09-10T07:28:13.784607+0000","last_peered":"2024-09-10T07:28:13.784607+0000","last_clean":"2024-09-10T07:28:13.784607+0000","last_became_active":"2024-09-10T07:28:12.765777+0000","last_became_peered":"2024-09-10T07:28:12.765777+0000","last_unstale":"2024-09-10T07:28:13.784607+0000","last_undegraded":"2024-09-10T07:28:13.784607+0000","last_fullsized":"2024-09-10T07:28:13.784607+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:50.282022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758420+0000","last_change":"2024-09-10T07:28:12.782639+0000","last_active":"2024-09-10T07:28:13.758420+0000","last_peered":"2024-09-10T07:28:13.758420+0000","last_clean":"2024-09-10T07:28:13.758420+0000","last_became_active":"2024-09-10T07:28:12.782349+0000","last_became_peered":"2024-09-10T07:28:12.782349+0000","last_unstale":"2024-09-10T07:28:13.758420+0000","last_undegraded":"2024-09-10T07:28:13.758420+0000","last_fullsized":"2024-09-10T07:28:13.758420+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:24.308577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050116+0000","last_change":"2024-09-10T07:28:12.775572+0000","last_active":"2024-09-10T07:28:14.050116+0000","last_peered":"2024-09-10T07:28:14.050116+0000","last_clean":"2024-09-10T07:28:14.050116+0000","last_became_active":"2024-09-10T07:28:12.775256+0000","last_became_peered":"2024-09-10T07:28:12.775256+0000","last_unstale":"2024-09-10T07:28:14.050116+0000","last_undegraded":"2024-09-10T07:28:14.050116+0000","last_fullsized":"2024-09-10T07:28:14.050116+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:41:15.566355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050861+0000","last_change":"2024-09-10T07:28:12.780666+0000","last_active":"2024-09-10T07:28:14.050861+0000","last_peered":"2024-09-10T07:28:14.050861+0000","last_clean":"2024-09-10T07:28:14.050861+0000","last_became_active":"2024-09-10T07:28:12.780159+0000","last_became_peered":"2024-09-10T07:28:12.780159+0000","last_unstale":"2024-09-10T07:28:14.050861+0000","last_undegraded":"2024-09-10T07:28:14.050861+0000","last_fullsized":"2024-09-10T07:28:14.050861+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:57.489395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784805+0000","last_change":"2024-09-10T07:28:12.768857+0000","last_active":"2024-09-10T07:28:13.784805+0000","last_peered":"2024-09-10T07:28:13.784805+0000","last_clean":"2024-09-10T07:28:13.784805+0000","last_became_active":"2024-09-10T07:28:12.768565+0000","last_became_peered":"2024-09-10T07:28:12.768565+0000","last_unstale":"2024-09-10T07:28:13.784805+0000","last_undegraded":"2024-09-10T07:28:13.784805+0000","last_fullsized":"2024-09-10T07:28:13.784805+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:30.752942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.051302+0000","last_change":"2024-09-10T07:28:12.791569+0000","last_active":"2024-09-10T07:28:14.051302+0000","last_peered":"2024-09-10T07:28:14.051302+0000","last_clean":"2024-09-10T07:28:14.051302+0000","last_became_active":"2024-09-10T07:28:12.791241+0000","last_became_peered":"2024-09-10T07:28:12.791241+0000","last_unstale":"2024-09-10T07:28:14.051302+0000","last_undegraded":"2024-09-10T07:28:14.051302+0000","last_fullsized":"2024-09-10T07:28:14.051302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:43.301677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784721+0000","last_change":"2024-09-10T07:28:12.777512+0000","last_active":"2024-09-10T07:28:13.784721+0000","last_peered":"2024-09-10T07:28:13.784721+0000","last_clean":"2024-09-10T07:28:13.784721+0000","last_became_active":"2024-09-10T07:28:12.777202+0000","last_became_peered":"2024-09-10T07:28:12.777202+0000","last_unstale":"2024-09-10T07:28:13.784721+0000","last_undegraded":"2024-09-10T07:28:13.784721+0000","last_fullsized":"2024-09-10T07:28:13.784721+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:19.633966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050847+0000","last_change":"2024-09-10T07:28:12.771593+0000","last_active":"2024-09-10T07:28:14.050847+0000","last_peered":"2024-09-10T07:28:14.050847+0000","last_clean":"2024-09-10T07:28:14.050847+0000","last_became_active":"2024-09-10T07:28:12.771298+0000","last_became_peered":"2024-09-10T07:28:12.771298+0000","last_unstale":"2024-09-10T07:28:14.050847+0000","last_undegraded":"2024-09-10T07:28:14.050847+0000","last_fullsized":"2024-09-10T07:28:14.050847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:46:07.099256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.049886+0000","last_change":"2024-09-10T07:28:12.778869+0000","last_active":"2024-09-10T07:28:14.049886+0000","last_peered":"2024-09-10T07:28:14.049886+0000","last_clean":"2024-09-10T07:28:14.049886+0000","last_became_active":"2024-09-10T07:28:12.778607+0000","last_became_peered":"2024-09-10T07:28:12.778607+0000","last_unstale":"2024-09-10T07:28:14.049886+0000","last_undegraded":"2024-09-10T07:28:14.049886+0000","last_fullsized":"2024-09-10T07:28:14.049886+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:47:28.336185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784389+0000","last_change":"2024-09-10T07:28:12.791784+0000","last_active":"2024-09-10T07:28:13.784389+0000","last_peered":"2024-09-10T07:28:13.784389+0000","last_clean":"2024-09-10T07:28:13.784389+0000","last_became_active":"2024-09-10T07:28:12.790961+0000","last_became_peered":"2024-09-10T07:28:12.790961+0000","last_unstale":"2024-09-10T07:28:13.784389+0000","last_undegraded":"2024-09-10T07:28:13.784389+0000","last_fullsized":"2024-09-10T07:28:13.784389+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:34:36.070249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050322+0000","last_change":"2024-09-10T07:28:12.774495+0000","last_active":"2024-09-10T07:28:14.050322+0000","last_peered":"2024-09-10T07:28:14.050322+0000","last_clean":"2024-09-10T07:28:14.050322+0000","last_became_active":"2024-09-10T07:28:12.774146+0000","last_became_peered":"2024-09-10T07:28:12.774146+0000","last_unstale":"2024-09-10T07:28:14.050322+0000","last_undegraded":"2024-09-10T07:28:14.050322+0000","last_fullsized":"2024-09-10T07:28:14.050322+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:51.716518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758334+0000","last_change":"2024-09-10T07:28:12.778510+0000","last_active":"2024-09-10T07:28:13.758334+0000","last_peered":"2024-09-10T07:28:13.758334+0000","last_clean":"2024-09-10T07:28:13.758334+0000","last_became_active":"2024-09-10T07:28:12.778249+0000","last_became_peered":"2024-09-10T07:28:12.778249+0000","last_unstale":"2024-09-10T07:28:13.758334+0000","last_undegraded":"2024-09-10T07:28:13.758334+0000","last_fullsized":"2024-09-10T07:28:13.758334+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:47:53.094074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759031+0000","last_change":"2024-09-10T07:28:12.777072+0000","last_active":"2024-09-10T07:28:13.759031+0000","last_peered":"2024-09-10T07:28:13.759031+0000","last_clean":"2024-09-10T07:28:13.759031+0000","last_became_active":"2024-09-10T07:28:12.776115+0000","last_became_peered":"2024-09-10T07:28:12.776115+0000","last_unstale":"2024-09-10T07:28:13.759031+0000","last_undegraded":"2024-09-10T07:28:13.759031+0000","last_fullsized":"2024-09-10T07:28:13.759031+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:05.881194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050102+0000","last_change":"2024-09-10T07:28:12.773915+0000","last_active":"2024-09-10T07:28:14.050102+0000","last_peered":"2024-09-10T07:28:14.050102+0000","last_clean":"2024-09-10T07:28:14.050102+0000","last_became_active":"2024-09-10T07:28:12.773645+0000","last_became_peered":"2024-09-10T07:28:12.773645+0000","last_unstale":"2024-09-10T07:28:14.050102+0000","last_undegraded":"2024-09-10T07:28:14.050102+0000","last_fullsized":"2024-09-10T07:28:14.050102+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:57.387161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784885+0000","last_change":"2024-09-10T07:28:12.776743+0000","last_active":"2024-09-10T07:28:13.784885+0000","last_peered":"2024-09-10T07:28:13.784885+0000","last_clean":"2024-09-10T07:28:13.784885+0000","last_became_active":"2024-09-10T07:28:12.776342+0000","last_became_peered":"2024-09-10T07:28:12.776342+0000","last_unstale":"2024-09-10T07:28:13.784885+0000","last_undegraded":"2024-09-10T07:28:13.784885+0000","last_fullsized":"2024-09-10T07:28:13.784885+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:00:40.605822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050397+0000","last_change":"2024-09-10T07:28:12.778606+0000","last_active":"2024-09-10T07:28:14.050397+0000","last_peered":"2024-09-10T07:28:14.050397+0000","last_clean":"2024-09-10T07:28:14.050397+0000","last_became_active":"2024-09-10T07:28:12.778279+0000","last_became_peered":"2024-09-10T07:28:12.778279+0000","last_unstale":"2024-09-10T07:28:14.050397+0000","last_undegraded":"2024-09-10T07:28:14.050397+0000","last_fullsized":"2024-09-10T07:28:14.050397+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:42.964219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784441+0000","last_change":"2024-09-10T07:28:12.765310+0000","last_active":"2024-09-10T07:28:13.784441+0000","last_peered":"2024-09-10T07:28:13.784441+0000","last_clean":"2024-09-10T07:28:13.784441+0000","last_became_active":"2024-09-10T07:28:12.764876+0000","last_became_peered":"2024-09-10T07:28:12.764876+0000","last_unstale":"2024-09-10T07:28:13.784441+0000","last_undegraded":"2024-09-10T07:28:13.784441+0000","last_fullsized":"2024-09-10T07:28:13.784441+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:43.450928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784386+0000","last_change":"2024-09-10T07:28:12.791305+0000","last_active":"2024-09-10T07:28:13.784386+0000","last_peered":"2024-09-10T07:28:13.784386+0000","last_clean":"2024-09-10T07:28:13.784386+0000","last_became_active":"2024-09-10T07:28:12.790951+0000","last_became_peered":"2024-09-10T07:28:12.790951+0000","last_unstale":"2024-09-10T07:28:13.784386+0000","last_undegraded":"2024-09-10T07:28:13.784386+0000","last_fullsized":"2024-09-10T07:28:13.784386+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:07.952029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759757+0000","last_change":"2024-09-10T07:28:12.791403+0000","last_active":"2024-09-10T07:28:13.759757+0000","last_peered":"2024-09-10T07:28:13.759757+0000","last_clean":"2024-09-10T07:28:13.759757+0000","last_became_active":"2024-09-10T07:28:12.791099+0000","last_became_peered":"2024-09-10T07:28:12.791099+0000","last_unstale":"2024-09-10T07:28:13.759757+0000","last_undegraded":"2024-09-10T07:28:13.759757+0000","last_fullsized":"2024-09-10T07:28:13.759757+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:51.716518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050399+0000","last_change":"2024-09-10T07:28:12.773037+0000","last_active":"2024-09-10T07:28:14.050399+0000","last_peered":"2024-09-10T07:28:14.050399+0000","last_clean":"2024-09-10T07:28:14.050399+0000","last_became_active":"2024-09-10T07:28:12.772699+0000","last_became_peered":"2024-09-10T07:28:12.772699+0000","last_unstale":"2024-09-10T07:28:14.050399+0000","last_undegraded":"2024-09-10T07:28:14.050399+0000","last_fullsized":"2024-09-10T07:28:14.050399+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:12.126824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760245+0000","last_change":"2024-09-10T07:28:12.767006+0000","last_active":"2024-09-10T07:28:13.760245+0000","last_peered":"2024-09-10T07:28:13.760245+0000","last_clean":"2024-09-10T07:28:13.760245+0000","last_became_active":"2024-09-10T07:28:12.766474+0000","last_became_peered":"2024-09-10T07:28:12.766474+0000","last_unstale":"2024-09-10T07:28:13.760245+0000","last_undegraded":"2024-09-10T07:28:13.760245+0000","last_fullsized":"2024-09-10T07:28:13.760245+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:40.674332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784903+0000","last_change":"2024-09-10T07:28:12.778245+0000","last_active":"2024-09-10T07:28:13.784903+0000","last_peered":"2024-09-10T07:28:13.784903+0000","last_clean":"2024-09-10T07:28:13.784903+0000","last_became_active":"2024-09-10T07:28:12.777957+0000","last_became_peered":"2024-09-10T07:28:12.777957+0000","last_unstale":"2024-09-10T07:28:13.784903+0000","last_undegraded":"2024-09-10T07:28:13.784903+0000","last_fullsized":"2024-09-10T07:28:13.784903+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:55:01.020109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.051161+0000","last_change":"2024-09-10T07:28:12.770245+0000","last_active":"2024-09-10T07:28:14.051161+0000","last_peered":"2024-09-10T07:28:14.051161+0000","last_clean":"2024-09-10T07:28:14.051161+0000","last_became_active":"2024-09-10T07:28:12.769936+0000","last_became_peered":"2024-09-10T07:28:12.769936+0000","last_unstale":"2024-09-10T07:28:14.051161+0000","last_undegraded":"2024-09-10T07:28:14.051161+0000","last_fullsized":"2024-09-10T07:28:14.051161+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:10:27.951886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050545+0000","last_change":"2024-09-10T07:28:12.782841+0000","last_active":"2024-09-10T07:28:14.050545+0000","last_peered":"2024-09-10T07:28:14.050545+0000","last_clean":"2024-09-10T07:28:14.050545+0000","last_became_active":"2024-09-10T07:28:12.781935+0000","last_became_peered":"2024-09-10T07:28:12.781935+0000","last_unstale":"2024-09-10T07:28:14.050545+0000","last_undegraded":"2024-09-10T07:28:14.050545+0000","last_fullsized":"2024-09-10T07:28:14.050545+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:11.181116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050206+0000","last_change":"2024-09-10T07:28:12.773477+0000","last_active":"2024-09-10T07:28:14.050206+0000","last_peered":"2024-09-10T07:28:14.050206+0000","last_clean":"2024-09-10T07:28:14.050206+0000","last_became_active":"2024-09-10T07:28:12.773197+0000","last_became_peered":"2024-09-10T07:28:12.773197+0000","last_unstale":"2024-09-10T07:28:14.050206+0000","last_undegraded":"2024-09-10T07:28:14.050206+0000","last_fullsized":"2024-09-10T07:28:14.050206+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:32:35.525397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784596+0000","last_change":"2024-09-10T07:28:12.768499+0000","last_active":"2024-09-10T07:28:13.784596+0000","last_peered":"2024-09-10T07:28:13.784596+0000","last_clean":"2024-09-10T07:28:13.784596+0000","last_became_active":"2024-09-10T07:28:12.768241+0000","last_became_peered":"2024-09-10T07:28:12.768241+0000","last_unstale":"2024-09-10T07:28:13.784596+0000","last_undegraded":"2024-09-10T07:28:13.784596+0000","last_fullsized":"2024-09-10T07:28:13.784596+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:53.426894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759346+0000","last_change":"2024-09-10T07:28:12.780445+0000","last_active":"2024-09-10T07:28:13.759346+0000","last_peered":"2024-09-10T07:28:13.759346+0000","last_clean":"2024-09-10T07:28:13.759346+0000","last_became_active":"2024-09-10T07:28:12.780156+0000","last_became_peered":"2024-09-10T07:28:12.780156+0000","last_unstale":"2024-09-10T07:28:13.759346+0000","last_undegraded":"2024-09-10T07:28:13.759346+0000","last_fullsized":"2024-09-10T07:28:13.759346+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:10.091521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758399+0000","last_change":"2024-09-10T07:28:12.777807+0000","last_active":"2024-09-10T07:28:13.758399+0000","last_peered":"2024-09-10T07:28:13.758399+0000","last_clean":"2024-09-10T07:28:13.758399+0000","last_became_active":"2024-09-10T07:28:12.777530+0000","last_became_peered":"2024-09-10T07:28:12.777530+0000","last_unstale":"2024-09-10T07:28:13.758399+0000","last_undegraded":"2024-09-10T07:28:13.758399+0000","last_fullsized":"2024-09-10T07:28:13.758399+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:35:20.876946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758685+0000","last_change":"2024-09-10T07:28:12.776145+0000","last_active":"2024-09-10T07:28:13.758685+0000","last_peered":"2024-09-10T07:28:13.758685+0000","last_clean":"2024-09-10T07:28:13.758685+0000","last_became_active":"2024-09-10T07:28:12.775804+0000","last_became_peered":"2024-09-10T07:28:12.775804+0000","last_unstale":"2024-09-10T07:28:13.758685+0000","last_undegraded":"2024-09-10T07:28:13.758685+0000","last_fullsized":"2024-09-10T07:28:13.758685+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:24.610595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"93'4","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760334+0000","last_change":"2024-09-10T07:28:11.770919+0000","last_active":"2024-09-10T07:28:13.760334+0000","last_peered":"2024-09-10T07:28:13.760334+0000","last_clean":"2024-09-10T07:28:13.760334+0000","last_became_active":"2024-09-10T07:28:11.770607+0000","last_became_peered":"2024-09-10T07:28:11.770607+0000","last_unstale":"2024-09-10T07:28:13.760334+0000","last_undegraded":"2024-09-10T07:28:13.760334+0000","last_fullsized":"2024-09-10T07:28:13.760334+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:23:38.535886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758877+0000","last_change":"2024-09-10T07:28:12.771458+0000","last_active":"2024-09-10T07:28:13.758877+0000","last_peered":"2024-09-10T07:28:13.758877+0000","last_clean":"2024-09-10T07:28:13.758877+0000","last_became_active":"2024-09-10T07:28:12.771163+0000","last_became_peered":"2024-09-10T07:28:12.771163+0000","last_unstale":"2024-09-10T07:28:13.758877+0000","last_undegraded":"2024-09-10T07:28:13.758877+0000","last_fullsized":"2024-09-10T07:28:13.758877+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:49:46.909582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"93'1","reported_seq":15,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.785015+0000","last_change":"2024-09-10T07:28:11.769253+0000","last_active":"2024-09-10T07:28:13.785015+0000","last_peered":"2024-09-10T07:28:13.785015+0000","last_clean":"2024-09-10T07:28:13.785015+0000","last_became_active":"2024-09-10T07:28:11.768882+0000","last_became_peered":"2024-09-10T07:28:11.768882+0000","last_unstale":"2024-09-10T07:28:13.785015+0000","last_undegraded":"2024-09-10T07:28:13.785015+0000","last_fullsized":"2024-09-10T07:28:13.785015+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:53.443225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050359+0000","last_change":"2024-09-10T07:28:12.791581+0000","last_active":"2024-09-10T07:28:14.050359+0000","last_peered":"2024-09-10T07:28:14.050359+0000","last_clean":"2024-09-10T07:28:14.050359+0000","last_became_active":"2024-09-10T07:28:12.791305+0000","last_became_peered":"2024-09-10T07:28:12.791305+0000","last_unstale":"2024-09-10T07:28:14.050359+0000","last_undegraded":"2024-09-10T07:28:14.050359+0000","last_fullsized":"2024-09-10T07:28:14.050359+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:56.944860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"93'2","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050196+0000","last_change":"2024-09-10T07:28:11.776244+0000","last_active":"2024-09-10T07:28:14.050196+0000","last_peered":"2024-09-10T07:28:14.050196+0000","last_clean":"2024-09-10T07:28:14.050196+0000","last_became_active":"2024-09-10T07:28:11.775965+0000","last_became_peered":"2024-09-10T07:28:11.775965+0000","last_unstale":"2024-09-10T07:28:14.050196+0000","last_undegraded":"2024-09-10T07:28:14.050196+0000","last_fullsized":"2024-09-10T07:28:14.050196+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:39.672592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759010+0000","last_change":"2024-09-10T07:28:12.781257+0000","last_active":"2024-09-10T07:28:13.759010+0000","last_peered":"2024-09-10T07:28:13.759010+0000","last_clean":"2024-09-10T07:28:13.759010+0000","last_became_active":"2024-09-10T07:28:12.780999+0000","last_became_peered":"2024-09-10T07:28:12.780999+0000","last_unstale":"2024-09-10T07:28:13.759010+0000","last_undegraded":"2024-09-10T07:28:13.759010+0000","last_fullsized":"2024-09-10T07:28:13.759010+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:53.044547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"93'2","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760012+0000","last_change":"2024-09-10T07:28:11.775034+0000","last_active":"2024-09-10T07:28:13.760012+0000","last_peered":"2024-09-10T07:28:13.760012+0000","last_clean":"2024-09-10T07:28:13.760012+0000","last_became_active":"2024-09-10T07:28:11.774743+0000","last_became_peered":"2024-09-10T07:28:11.774743+0000","last_unstale":"2024-09-10T07:28:13.760012+0000","last_undegraded":"2024-09-10T07:28:13.760012+0000","last_fullsized":"2024-09-10T07:28:13.760012+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:10:30.995881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050894+0000","last_change":"2024-09-10T07:28:12.775110+0000","last_active":"2024-09-10T07:28:14.050894+0000","last_peered":"2024-09-10T07:28:14.050894+0000","last_clean":"2024-09-10T07:28:14.050894+0000","last_became_active":"2024-09-10T07:28:12.774781+0000","last_became_peered":"2024-09-10T07:28:12.774781+0000","last_unstale":"2024-09-10T07:28:14.050894+0000","last_undegraded":"2024-09-10T07:28:14.050894+0000","last_fullsized":"2024-09-10T07:28:14.050894+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:37.863859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"93'1","reported_seq":15,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784582+0000","last_change":"2024-09-10T07:28:11.773566+0000","last_active":"2024-09-10T07:28:13.784582+0000","last_peered":"2024-09-10T07:28:13.784582+0000","last_clean":"2024-09-10T07:28:13.784582+0000","last_became_active":"2024-09-10T07:28:11.773282+0000","last_became_peered":"2024-09-10T07:28:11.773282+0000","last_unstale":"2024-09-10T07:28:13.784582+0000","last_undegraded":"2024-09-10T07:28:13.784582+0000","last_fullsized":"2024-09-10T07:28:13.784582+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:08.458089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759934+0000","last_change":"2024-09-10T07:28:12.793040+0000","last_active":"2024-09-10T07:28:13.759934+0000","last_peered":"2024-09-10T07:28:13.759934+0000","last_clean":"2024-09-10T07:28:13.759934+0000","last_became_active":"2024-09-10T07:28:12.792469+0000","last_became_peered":"2024-09-10T07:28:12.792469+0000","last_unstale":"2024-09-10T07:28:13.759934+0000","last_undegraded":"2024-09-10T07:28:13.759934+0000","last_fullsized":"2024-09-10T07:28:13.759934+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:23:42.964219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"93'1","reported_seq":15,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050723+0000","last_change":"2024-09-10T07:28:11.778131+0000","last_active":"2024-09-10T07:28:14.050723+0000","last_peered":"2024-09-10T07:28:14.050723+0000","last_clean":"2024-09-10T07:28:14.050723+0000","last_became_active":"2024-09-10T07:28:11.777809+0000","last_became_peered":"2024-09-10T07:28:11.777809+0000","last_unstale":"2024-09-10T07:28:14.050723+0000","last_undegraded":"2024-09-10T07:28:14.050723+0000","last_fullsized":"2024-09-10T07:28:14.050723+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:47:15.236030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758406+0000","last_change":"2024-09-10T07:28:12.781974+0000","last_active":"2024-09-10T07:28:13.758406+0000","last_peered":"2024-09-10T07:28:13.758406+0000","last_clean":"2024-09-10T07:28:13.758406+0000","last_became_active":"2024-09-10T07:28:12.781701+0000","last_became_peered":"2024-09-10T07:28:12.781701+0000","last_unstale":"2024-09-10T07:28:13.758406+0000","last_undegraded":"2024-09-10T07:28:13.758406+0000","last_fullsized":"2024-09-10T07:28:13.758406+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:30.852979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050248+0000","last_change":"2024-09-10T07:28:11.766130+0000","last_active":"2024-09-10T07:28:14.050248+0000","last_peered":"2024-09-10T07:28:14.050248+0000","last_clean":"2024-09-10T07:28:14.050248+0000","last_became_active":"2024-09-10T07:28:11.765788+0000","last_became_peered":"2024-09-10T07:28:11.765788+0000","last_unstale":"2024-09-10T07:28:14.050248+0000","last_undegraded":"2024-09-10T07:28:14.050248+0000","last_fullsized":"2024-09-10T07:28:14.050248+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:56.487655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050037+0000","last_change":"2024-09-10T07:28:12.775397+0000","last_active":"2024-09-10T07:28:14.050037+0000","last_peered":"2024-09-10T07:28:14.050037+0000","last_clean":"2024-09-10T07:28:14.050037+0000","last_became_active":"2024-09-10T07:28:12.774508+0000","last_became_peered":"2024-09-10T07:28:12.774508+0000","last_unstale":"2024-09-10T07:28:14.050037+0000","last_undegraded":"2024-09-10T07:28:14.050037+0000","last_fullsized":"2024-09-10T07:28:14.050037+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:37:38.657515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050081+0000","last_change":"2024-09-10T07:28:11.771129+0000","last_active":"2024-09-10T07:28:14.050081+0000","last_peered":"2024-09-10T07:28:14.050081+0000","last_clean":"2024-09-10T07:28:14.050081+0000","last_became_active":"2024-09-10T07:28:11.770732+0000","last_became_peered":"2024-09-10T07:28:11.770732+0000","last_unstale":"2024-09-10T07:28:14.050081+0000","last_undegraded":"2024-09-10T07:28:14.050081+0000","last_fullsized":"2024-09-10T07:28:14.050081+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:24:09.089781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784676+0000","last_change":"2024-09-10T07:28:12.774712+0000","last_active":"2024-09-10T07:28:13.784676+0000","last_peered":"2024-09-10T07:28:13.784676+0000","last_clean":"2024-09-10T07:28:13.784676+0000","last_became_active":"2024-09-10T07:28:12.774326+0000","last_became_peered":"2024-09-10T07:28:12.774326+0000","last_unstale":"2024-09-10T07:28:13.784676+0000","last_undegraded":"2024-09-10T07:28:13.784676+0000","last_fullsized":"2024-09-10T07:28:13.784676+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:41.559328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760351+0000","last_change":"2024-09-10T07:28:11.772260+0000","last_active":"2024-09-10T07:28:13.760351+0000","last_peered":"2024-09-10T07:28:13.760351+0000","last_clean":"2024-09-10T07:28:13.760351+0000","last_became_active":"2024-09-10T07:28:11.771973+0000","last_became_peered":"2024-09-10T07:28:11.771973+0000","last_unstale":"2024-09-10T07:28:13.760351+0000","last_undegraded":"2024-09-10T07:28:13.760351+0000","last_fullsized":"2024-09-10T07:28:13.760351+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:07:40.557588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050234+0000","last_change":"2024-09-10T07:28:12.767122+0000","last_active":"2024-09-10T07:28:14.050234+0000","last_peered":"2024-09-10T07:28:14.050234+0000","last_clean":"2024-09-10T07:28:14.050234+0000","last_became_active":"2024-09-10T07:28:12.766845+0000","last_became_peered":"2024-09-10T07:28:12.766845+0000","last_unstale":"2024-09-10T07:28:14.050234+0000","last_undegraded":"2024-09-10T07:28:14.050234+0000","last_fullsized":"2024-09-10T07:28:14.050234+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:16:29.973651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050881+0000","last_change":"2024-09-10T07:28:11.774531+0000","last_active":"2024-09-10T07:28:14.050881+0000","last_peered":"2024-09-10T07:28:14.050881+0000","last_clean":"2024-09-10T07:28:14.050881+0000","last_became_active":"2024-09-10T07:28:11.774207+0000","last_became_peered":"2024-09-10T07:28:11.774207+0000","last_unstale":"2024-09-10T07:28:14.050881+0000","last_undegraded":"2024-09-10T07:28:14.050881+0000","last_fullsized":"2024-09-10T07:28:14.050881+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:36.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050793+0000","last_change":"2024-09-10T07:28:12.780066+0000","last_active":"2024-09-10T07:28:14.050793+0000","last_peered":"2024-09-10T07:28:14.050793+0000","last_clean":"2024-09-10T07:28:14.050793+0000","last_became_active":"2024-09-10T07:28:12.779768+0000","last_became_peered":"2024-09-10T07:28:12.779768+0000","last_unstale":"2024-09-10T07:28:14.050793+0000","last_undegraded":"2024-09-10T07:28:14.050793+0000","last_fullsized":"2024-09-10T07:28:14.050793+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:03:55.144434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"93'3","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784857+0000","last_change":"2024-09-10T07:28:11.769929+0000","last_active":"2024-09-10T07:28:13.784857+0000","last_peered":"2024-09-10T07:28:13.784857+0000","last_clean":"2024-09-10T07:28:13.784857+0000","last_became_active":"2024-09-10T07:28:11.769654+0000","last_became_peered":"2024-09-10T07:28:11.769654+0000","last_unstale":"2024-09-10T07:28:13.784857+0000","last_undegraded":"2024-09-10T07:28:13.784857+0000","last_fullsized":"2024-09-10T07:28:13.784857+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:08:31.371156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050076+0000","last_change":"2024-09-10T07:28:12.778640+0000","last_active":"2024-09-10T07:28:14.050076+0000","last_peered":"2024-09-10T07:28:14.050076+0000","last_clean":"2024-09-10T07:28:14.050076+0000","last_became_active":"2024-09-10T07:28:12.778348+0000","last_became_peered":"2024-09-10T07:28:12.778348+0000","last_unstale":"2024-09-10T07:28:14.050076+0000","last_undegraded":"2024-09-10T07:28:14.050076+0000","last_fullsized":"2024-09-10T07:28:14.050076+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:47.270638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"93'6","reported_seq":20,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758811+0000","last_change":"2024-09-10T07:28:11.770781+0000","last_active":"2024-09-10T07:28:13.758811+0000","last_peered":"2024-09-10T07:28:13.758811+0000","last_clean":"2024-09-10T07:28:13.758811+0000","last_became_active":"2024-09-10T07:28:11.770471+0000","last_became_peered":"2024-09-10T07:28:11.770471+0000","last_unstale":"2024-09-10T07:28:13.758811+0000","last_undegraded":"2024-09-10T07:28:13.758811+0000","last_fullsized":"2024-09-10T07:28:13.758811+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:32:34.523657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050997+0000","last_change":"2024-09-10T07:28:12.780423+0000","last_active":"2024-09-10T07:28:14.050997+0000","last_peered":"2024-09-10T07:28:14.050997+0000","last_clean":"2024-09-10T07:28:14.050997+0000","last_became_active":"2024-09-10T07:28:12.779798+0000","last_became_peered":"2024-09-10T07:28:12.779798+0000","last_unstale":"2024-09-10T07:28:14.050997+0000","last_undegraded":"2024-09-10T07:28:14.050997+0000","last_fullsized":"2024-09-10T07:28:14.050997+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:16.457744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"93'2","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050156+0000","last_change":"2024-09-10T07:28:11.773631+0000","last_active":"2024-09-10T07:28:14.050156+0000","last_peered":"2024-09-10T07:28:14.050156+0000","last_clean":"2024-09-10T07:28:14.050156+0000","last_became_active":"2024-09-10T07:28:11.773346+0000","last_became_peered":"2024-09-10T07:28:11.773346+0000","last_unstale":"2024-09-10T07:28:14.050156+0000","last_undegraded":"2024-09-10T07:28:14.050156+0000","last_fullsized":"2024-09-10T07:28:14.050156+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:07.297884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784384+0000","last_change":"2024-09-10T07:28:12.773152+0000","last_active":"2024-09-10T07:28:13.784384+0000","last_peered":"2024-09-10T07:28:13.784384+0000","last_clean":"2024-09-10T07:28:13.784384+0000","last_became_active":"2024-09-10T07:28:12.772841+0000","last_became_peered":"2024-09-10T07:28:12.772841+0000","last_unstale":"2024-09-10T07:28:13.784384+0000","last_undegraded":"2024-09-10T07:28:13.784384+0000","last_fullsized":"2024-09-10T07:28:13.784384+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:42.667212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758545+0000","last_change":"2024-09-10T07:28:11.768776+0000","last_active":"2024-09-10T07:28:13.758545+0000","last_peered":"2024-09-10T07:28:13.758545+0000","last_clean":"2024-09-10T07:28:13.758545+0000","last_became_active":"2024-09-10T07:28:11.768470+0000","last_became_peered":"2024-09-10T07:28:11.768470+0000","last_unstale":"2024-09-10T07:28:13.758545+0000","last_undegraded":"2024-09-10T07:28:13.758545+0000","last_fullsized":"2024-09-10T07:28:13.758545+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:55.943120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.051374+0000","last_change":"2024-09-10T07:28:12.791792+0000","last_active":"2024-09-10T07:28:14.051374+0000","last_peered":"2024-09-10T07:28:14.051374+0000","last_clean":"2024-09-10T07:28:14.051374+0000","last_became_active":"2024-09-10T07:28:12.791506+0000","last_became_peered":"2024-09-10T07:28:12.791506+0000","last_unstale":"2024-09-10T07:28:14.051374+0000","last_undegraded":"2024-09-10T07:28:14.051374+0000","last_fullsized":"2024-09-10T07:28:14.051374+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:33:02.823854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050488+0000","last_change":"2024-09-10T07:28:11.773976+0000","last_active":"2024-09-10T07:28:14.050488+0000","last_peered":"2024-09-10T07:28:14.050488+0000","last_clean":"2024-09-10T07:28:14.050488+0000","last_became_active":"2024-09-10T07:28:11.773645+0000","last_became_peered":"2024-09-10T07:28:11.773645+0000","last_unstale":"2024-09-10T07:28:14.050488+0000","last_undegraded":"2024-09-10T07:28:14.050488+0000","last_fullsized":"2024-09-10T07:28:14.050488+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:47:05.879053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.051232+0000","last_change":"2024-09-10T07:28:12.773169+0000","last_active":"2024-09-10T07:28:14.051232+0000","last_peered":"2024-09-10T07:28:14.051232+0000","last_clean":"2024-09-10T07:28:14.051232+0000","last_became_active":"2024-09-10T07:28:12.772820+0000","last_became_peered":"2024-09-10T07:28:12.772820+0000","last_unstale":"2024-09-10T07:28:14.051232+0000","last_undegraded":"2024-09-10T07:28:14.051232+0000","last_fullsized":"2024-09-10T07:28:14.051232+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:38.800183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"93'8","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050975+0000","last_change":"2024-09-10T07:28:11.774246+0000","last_active":"2024-09-10T07:28:14.050975+0000","last_peered":"2024-09-10T07:28:14.050975+0000","last_clean":"2024-09-10T07:28:14.050975+0000","last_became_active":"2024-09-10T07:28:11.773826+0000","last_became_peered":"2024-09-10T07:28:11.773826+0000","last_unstale":"2024-09-10T07:28:14.050975+0000","last_undegraded":"2024-09-10T07:28:14.050975+0000","last_fullsized":"2024-09-10T07:28:14.050975+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:00:33.115274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758694+0000","last_change":"2024-09-10T07:28:12.768087+0000","last_active":"2024-09-10T07:28:13.758694+0000","last_peered":"2024-09-10T07:28:13.758694+0000","last_clean":"2024-09-10T07:28:13.758694+0000","last_became_active":"2024-09-10T07:28:12.767766+0000","last_became_peered":"2024-09-10T07:28:12.767766+0000","last_unstale":"2024-09-10T07:28:13.758694+0000","last_undegraded":"2024-09-10T07:28:13.758694+0000","last_fullsized":"2024-09-10T07:28:13.758694+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:38.356435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"93'1","reported_seq":15,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760463+0000","last_change":"2024-09-10T07:28:11.768620+0000","last_active":"2024-09-10T07:28:13.760463+0000","last_peered":"2024-09-10T07:28:13.760463+0000","last_clean":"2024-09-10T07:28:13.760463+0000","last_became_active":"2024-09-10T07:28:11.768315+0000","last_became_peered":"2024-09-10T07:28:11.768315+0000","last_unstale":"2024-09-10T07:28:13.760463+0000","last_undegraded":"2024-09-10T07:28:13.760463+0000","last_fullsized":"2024-09-10T07:28:13.760463+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:31.179901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760371+0000","last_change":"2024-09-10T07:28:12.768785+0000","last_active":"2024-09-10T07:28:13.760371+0000","last_peered":"2024-09-10T07:28:13.760371+0000","last_clean":"2024-09-10T07:28:13.760371+0000","last_became_active":"2024-09-10T07:28:12.768530+0000","last_became_peered":"2024-09-10T07:28:12.768530+0000","last_unstale":"2024-09-10T07:28:13.760371+0000","last_undegraded":"2024-09-10T07:28:13.760371+0000","last_fullsized":"2024-09-10T07:28:13.760371+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:57.489395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"93'2","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050301+0000","last_change":"2024-09-10T07:28:11.768153+0000","last_active":"2024-09-10T07:28:14.050301+0000","last_peered":"2024-09-10T07:28:14.050301+0000","last_clean":"2024-09-10T07:28:14.050301+0000","last_became_active":"2024-09-10T07:28:11.767808+0000","last_became_peered":"2024-09-10T07:28:11.767808+0000","last_unstale":"2024-09-10T07:28:14.050301+0000","last_undegraded":"2024-09-10T07:28:14.050301+0000","last_fullsized":"2024-09-10T07:28:14.050301+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:51.270482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784890+0000","last_change":"2024-09-10T07:28:12.768176+0000","last_active":"2024-09-10T07:28:13.784890+0000","last_peered":"2024-09-10T07:28:13.784890+0000","last_clean":"2024-09-10T07:28:13.784890+0000","last_became_active":"2024-09-10T07:28:12.766070+0000","last_became_peered":"2024-09-10T07:28:12.766070+0000","last_unstale":"2024-09-10T07:28:13.784890+0000","last_undegraded":"2024-09-10T07:28:13.784890+0000","last_fullsized":"2024-09-10T07:28:13.784890+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:43:49.470518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"93'1","reported_seq":15,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784932+0000","last_change":"2024-09-10T07:28:11.774421+0000","last_active":"2024-09-10T07:28:13.784932+0000","last_peered":"2024-09-10T07:28:13.784932+0000","last_clean":"2024-09-10T07:28:13.784932+0000","last_became_active":"2024-09-10T07:28:11.774146+0000","last_became_peered":"2024-09-10T07:28:11.774146+0000","last_unstale":"2024-09-10T07:28:13.784932+0000","last_undegraded":"2024-09-10T07:28:13.784932+0000","last_fullsized":"2024-09-10T07:28:13.784932+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:57:02.002265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758489+0000","last_change":"2024-09-10T07:28:12.783311+0000","last_active":"2024-09-10T07:28:13.758489+0000","last_peered":"2024-09-10T07:28:13.758489+0000","last_clean":"2024-09-10T07:28:13.758489+0000","last_became_active":"2024-09-10T07:28:12.783042+0000","last_became_peered":"2024-09-10T07:28:12.783042+0000","last_unstale":"2024-09-10T07:28:13.758489+0000","last_undegraded":"2024-09-10T07:28:13.758489+0000","last_fullsized":"2024-09-10T07:28:13.758489+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:31:01.397234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"93'2","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759351+0000","last_change":"2024-09-10T07:28:11.763170+0000","last_active":"2024-09-10T07:28:13.759351+0000","last_peered":"2024-09-10T07:28:13.759351+0000","last_clean":"2024-09-10T07:28:13.759351+0000","last_became_active":"2024-09-10T07:28:11.762464+0000","last_became_peered":"2024-09-10T07:28:11.762464+0000","last_unstale":"2024-09-10T07:28:13.759351+0000","last_undegraded":"2024-09-10T07:28:13.759351+0000","last_fullsized":"2024-09-10T07:28:13.759351+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:41.665472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759503+0000","last_change":"2024-09-10T07:28:12.773383+0000","last_active":"2024-09-10T07:28:13.759503+0000","last_peered":"2024-09-10T07:28:13.759503+0000","last_clean":"2024-09-10T07:28:13.759503+0000","last_became_active":"2024-09-10T07:28:12.773088+0000","last_became_peered":"2024-09-10T07:28:12.773088+0000","last_unstale":"2024-09-10T07:28:13.759503+0000","last_undegraded":"2024-09-10T07:28:13.759503+0000","last_fullsized":"2024-09-10T07:28:13.759503+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:34:42.966396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.051317+0000","last_change":"2024-09-10T07:28:11.777273+0000","last_active":"2024-09-10T07:28:14.051317+0000","last_peered":"2024-09-10T07:28:14.051317+0000","last_clean":"2024-09-10T07:28:14.051317+0000","last_became_active":"2024-09-10T07:28:11.776991+0000","last_became_peered":"2024-09-10T07:28:11.776991+0000","last_unstale":"2024-09-10T07:28:14.051317+0000","last_undegraded":"2024-09-10T07:28:14.051317+0000","last_fullsized":"2024-09-10T07:28:14.051317+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:01.051711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759496+0000","last_change":"2024-09-10T07:28:12.780434+0000","last_active":"2024-09-10T07:28:13.759496+0000","last_peered":"2024-09-10T07:28:13.759496+0000","last_clean":"2024-09-10T07:28:13.759496+0000","last_became_active":"2024-09-10T07:28:12.779821+0000","last_became_peered":"2024-09-10T07:28:12.779821+0000","last_unstale":"2024-09-10T07:28:13.759496+0000","last_undegraded":"2024-09-10T07:28:13.759496+0000","last_fullsized":"2024-09-10T07:28:13.759496+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:23:52.272222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759588+0000","last_change":"2024-09-10T07:28:11.766135+0000","last_active":"2024-09-10T07:28:13.759588+0000","last_peered":"2024-09-10T07:28:13.759588+0000","last_clean":"2024-09-10T07:28:13.759588+0000","last_became_active":"2024-09-10T07:28:11.765837+0000","last_became_peered":"2024-09-10T07:28:11.765837+0000","last_unstale":"2024-09-10T07:28:13.759588+0000","last_undegraded":"2024-09-10T07:28:13.759588+0000","last_fullsized":"2024-09-10T07:28:13.759588+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:57:52.425154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758620+0000","last_change":"2024-09-10T07:28:12.772239+0000","last_active":"2024-09-10T07:28:13.758620+0000","last_peered":"2024-09-10T07:28:13.758620+0000","last_clean":"2024-09-10T07:28:13.758620+0000","last_became_active":"2024-09-10T07:28:12.771963+0000","last_became_peered":"2024-09-10T07:28:12.771963+0000","last_unstale":"2024-09-10T07:28:13.758620+0000","last_undegraded":"2024-09-10T07:28:13.758620+0000","last_fullsized":"2024-09-10T07:28:13.758620+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:27.400669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050995+0000","last_change":"2024-09-10T07:28:11.772500+0000","last_active":"2024-09-10T07:28:14.050995+0000","last_peered":"2024-09-10T07:28:14.050995+0000","last_clean":"2024-09-10T07:28:14.050995+0000","last_became_active":"2024-09-10T07:28:11.772098+0000","last_became_peered":"2024-09-10T07:28:11.772098+0000","last_unstale":"2024-09-10T07:28:14.050995+0000","last_undegraded":"2024-09-10T07:28:14.050995+0000","last_fullsized":"2024-09-10T07:28:14.050995+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:12:19.600619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760023+0000","last_change":"2024-09-10T07:28:12.772321+0000","last_active":"2024-09-10T07:28:13.760023+0000","last_peered":"2024-09-10T07:28:13.760023+0000","last_clean":"2024-09-10T07:28:13.760023+0000","last_became_active":"2024-09-10T07:28:12.772005+0000","last_became_peered":"2024-09-10T07:28:12.772005+0000","last_unstale":"2024-09-10T07:28:13.760023+0000","last_undegraded":"2024-09-10T07:28:13.760023+0000","last_fullsized":"2024-09-10T07:28:13.760023+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:11.181116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"93'2","reported_seq":16,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050364+0000","last_change":"2024-09-10T07:28:11.769726+0000","last_active":"2024-09-10T07:28:14.050364+0000","last_peered":"2024-09-10T07:28:14.050364+0000","last_clean":"2024-09-10T07:28:14.050364+0000","last_became_active":"2024-09-10T07:28:11.769475+0000","last_became_peered":"2024-09-10T07:28:11.769475+0000","last_unstale":"2024-09-10T07:28:14.050364+0000","last_undegraded":"2024-09-10T07:28:14.050364+0000","last_fullsized":"2024-09-10T07:28:14.050364+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:37:33.963513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758973+0000","last_change":"2024-09-10T07:28:12.768951+0000","last_active":"2024-09-10T07:28:13.758973+0000","last_peered":"2024-09-10T07:28:13.758973+0000","last_clean":"2024-09-10T07:28:13.758973+0000","last_became_active":"2024-09-10T07:28:12.768670+0000","last_became_peered":"2024-09-10T07:28:12.768670+0000","last_unstale":"2024-09-10T07:28:13.758973+0000","last_undegraded":"2024-09-10T07:28:13.758973+0000","last_fullsized":"2024-09-10T07:28:13.758973+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:29:54.792218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"94'1","reported_seq":15,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.785066+0000","last_change":"2024-09-10T07:28:11.766880+0000","last_active":"2024-09-10T07:28:13.785066+0000","last_peered":"2024-09-10T07:28:13.785066+0000","last_clean":"2024-09-10T07:28:13.785066+0000","last_became_active":"2024-09-10T07:28:11.766566+0000","last_became_peered":"2024-09-10T07:28:11.766566+0000","last_unstale":"2024-09-10T07:28:13.785066+0000","last_undegraded":"2024-09-10T07:28:13.785066+0000","last_fullsized":"2024-09-10T07:28:13.785066+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:13.110767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758872+0000","last_change":"2024-09-10T07:28:12.768238+0000","last_active":"2024-09-10T07:28:13.758872+0000","last_peered":"2024-09-10T07:28:13.758872+0000","last_clean":"2024-09-10T07:28:13.758872+0000","last_became_active":"2024-09-10T07:28:12.767944+0000","last_became_peered":"2024-09-10T07:28:12.767944+0000","last_unstale":"2024-09-10T07:28:13.758872+0000","last_undegraded":"2024-09-10T07:28:13.758872+0000","last_fullsized":"2024-09-10T07:28:13.758872+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:17:02.066752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.784995+0000","last_change":"2024-09-10T07:28:11.769857+0000","last_active":"2024-09-10T07:28:13.784995+0000","last_peered":"2024-09-10T07:28:13.784995+0000","last_clean":"2024-09-10T07:28:13.784995+0000","last_became_active":"2024-09-10T07:28:11.769577+0000","last_became_peered":"2024-09-10T07:28:11.769577+0000","last_unstale":"2024-09-10T07:28:13.784995+0000","last_undegraded":"2024-09-10T07:28:13.784995+0000","last_fullsized":"2024-09-10T07:28:13.784995+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:22:08.958276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760253+0000","last_change":"2024-09-10T07:28:12.766744+0000","last_active":"2024-09-10T07:28:13.760253+0000","last_peered":"2024-09-10T07:28:13.760253+0000","last_clean":"2024-09-10T07:28:13.760253+0000","last_became_active":"2024-09-10T07:28:12.766108+0000","last_became_peered":"2024-09-10T07:28:12.766108+0000","last_unstale":"2024-09-10T07:28:13.760253+0000","last_undegraded":"2024-09-10T07:28:13.760253+0000","last_fullsized":"2024-09-10T07:28:13.760253+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:37:34.965253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.760126+0000","last_change":"2024-09-10T07:28:11.776916+0000","last_active":"2024-09-10T07:28:13.760126+0000","last_peered":"2024-09-10T07:28:13.760126+0000","last_clean":"2024-09-10T07:28:13.760126+0000","last_became_active":"2024-09-10T07:28:11.776622+0000","last_became_peered":"2024-09-10T07:28:11.776622+0000","last_unstale":"2024-09-10T07:28:13.760126+0000","last_undegraded":"2024-09-10T07:28:13.760126+0000","last_fullsized":"2024-09-10T07:28:13.760126+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:08:40.548532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050910+0000","last_change":"2024-09-10T07:28:12.771011+0000","last_active":"2024-09-10T07:28:14.050910+0000","last_peered":"2024-09-10T07:28:14.050910+0000","last_clean":"2024-09-10T07:28:14.050910+0000","last_became_active":"2024-09-10T07:28:12.770732+0000","last_became_peered":"2024-09-10T07:28:12.770732+0000","last_unstale":"2024-09-10T07:28:14.050910+0000","last_undegraded":"2024-09-10T07:28:14.050910+0000","last_fullsized":"2024-09-10T07:28:14.050910+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:13:03.192893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758725+0000","last_change":"2024-09-10T07:28:11.769942+0000","last_active":"2024-09-10T07:28:13.758725+0000","last_peered":"2024-09-10T07:28:13.758725+0000","last_clean":"2024-09-10T07:28:13.758725+0000","last_became_active":"2024-09-10T07:28:11.768762+0000","last_became_peered":"2024-09-10T07:28:11.768762+0000","last_unstale":"2024-09-10T07:28:13.758725+0000","last_undegraded":"2024-09-10T07:28:13.758725+0000","last_fullsized":"2024-09-10T07:28:13.758725+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:16:28.971911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.049991+0000","last_change":"2024-09-10T07:28:12.779070+0000","last_active":"2024-09-10T07:28:14.049991+0000","last_peered":"2024-09-10T07:28:14.049991+0000","last_clean":"2024-09-10T07:28:14.049991+0000","last_became_active":"2024-09-10T07:28:12.778786+0000","last_became_peered":"2024-09-10T07:28:12.778786+0000","last_unstale":"2024-09-10T07:28:14.049991+0000","last_undegraded":"2024-09-10T07:28:14.049991+0000","last_fullsized":"2024-09-10T07:28:14.049991+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:04:49.761723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759603+0000","last_change":"2024-09-10T07:28:11.764049+0000","last_active":"2024-09-10T07:28:13.759603+0000","last_peered":"2024-09-10T07:28:13.759603+0000","last_clean":"2024-09-10T07:28:13.759603+0000","last_became_active":"2024-09-10T07:28:11.763752+0000","last_became_peered":"2024-09-10T07:28:11.763752+0000","last_unstale":"2024-09-10T07:28:13.759603+0000","last_undegraded":"2024-09-10T07:28:13.759603+0000","last_fullsized":"2024-09-10T07:28:13.759603+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:42.449188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759657+0000","last_change":"2024-09-10T07:28:12.776495+0000","last_active":"2024-09-10T07:28:13.759657+0000","last_peered":"2024-09-10T07:28:13.759657+0000","last_clean":"2024-09-10T07:28:13.759657+0000","last_became_active":"2024-09-10T07:28:12.775438+0000","last_became_peered":"2024-09-10T07:28:12.775438+0000","last_unstale":"2024-09-10T07:28:13.759657+0000","last_undegraded":"2024-09-10T07:28:13.759657+0000","last_fullsized":"2024-09-10T07:28:13.759657+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:19.700687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.759820+0000","last_change":"2024-09-10T07:28:11.772430+0000","last_active":"2024-09-10T07:28:13.759820+0000","last_peered":"2024-09-10T07:28:13.759820+0000","last_clean":"2024-09-10T07:28:13.759820+0000","last_became_active":"2024-09-10T07:28:11.772162+0000","last_became_peered":"2024-09-10T07:28:11.772162+0000","last_unstale":"2024-09-10T07:28:13.759820+0000","last_undegraded":"2024-09-10T07:28:13.759820+0000","last_fullsized":"2024-09-10T07:28:13.759820+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:50:49.718237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:13.758683+0000","last_change":"2024-09-10T07:28:12.764597+0000","last_active":"2024-09-10T07:28:13.758683+0000","last_peered":"2024-09-10T07:28:13.758683+0000","last_clean":"2024-09-10T07:28:13.758683+0000","last_became_active":"2024-09-10T07:28:12.764282+0000","last_became_peered":"2024-09-10T07:28:12.764282+0000","last_unstale":"2024-09-10T07:28:13.758683+0000","last_undegraded":"2024-09-10T07:28:13.758683+0000","last_fullsized":"2024-09-10T07:28:13.758683+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:53.230977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050194+0000","last_change":"2024-09-10T07:28:11.775963+0000","last_active":"2024-09-10T07:28:14.050194+0000","last_peered":"2024-09-10T07:28:14.050194+0000","last_clean":"2024-09-10T07:28:14.050194+0000","last_became_active":"2024-09-10T07:28:11.775664+0000","last_became_peered":"2024-09-10T07:28:11.775664+0000","last_unstale":"2024-09-10T07:28:14.050194+0000","last_undegraded":"2024-09-10T07:28:14.050194+0000","last_fullsized":"2024-09-10T07:28:14.050194+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:34:41.964656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050427+0000","last_change":"2024-09-10T07:28:12.777126+0000","last_active":"2024-09-10T07:28:14.050427+0000","last_peered":"2024-09-10T07:28:14.050427+0000","last_clean":"2024-09-10T07:28:14.050427+0000","last_became_active":"2024-09-10T07:28:12.776836+0000","last_became_peered":"2024-09-10T07:28:12.776836+0000","last_unstale":"2024-09-10T07:28:14.050427+0000","last_undegraded":"2024-09-10T07:28:14.050427+0000","last_fullsized":"2024-09-10T07:28:14.050427+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:11.751913+0000","last_clean_scrub_stamp":"2024-09-10T07:28:11.751913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:03:02.313152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050633+0000","last_change":"2024-09-10T07:28:11.775593+0000","last_active":"2024-09-10T07:28:14.050633+0000","last_peered":"2024-09-10T07:28:14.050633+0000","last_clean":"2024-09-10T07:28:14.050633+0000","last_became_active":"2024-09-10T07:28:11.775304+0000","last_became_peered":"2024-09-10T07:28:11.775304+0000","last_unstale":"2024-09-10T07:28:14.050633+0000","last_undegraded":"2024-09-10T07:28:14.050633+0000","last_fullsized":"2024-09-10T07:28:14.050633+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":91,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:28:10.750173+0000","last_clean_scrub_stamp":"2024-09-10T07:28:10.750173+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:19.361432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":307,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050357+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:14.050357+0000","last_peered":"2024-09-10T07:28:14.050357+0000","last_clean":"2024-09-10T07:28:14.050357+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:14.050357+0000","last_undegraded":"2024-09-10T07:28:14.050357+0000","last_fullsized":"2024-09-10T07:28:14.050357+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542246,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1757184,"data_stored":1125443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542246,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36484,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335356,"statfs":{"total":96636764160,"available":96599404544,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542246,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44812,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327028,"statfs":{"total":96636764160,"available":96590876672,"internally_reserved":0,"allocated":1163264,"data_stored":535179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542247,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36480,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335360,"statfs":{"total":96636764160,"available":96599408640,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542246,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32324,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339516,"statfs":{"total":96636764160,"available":96603664384,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542248,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40648,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331192,"statfs":{"total":96636764160,"available":96595140608,"internally_reserved":0,"allocated":1159168,"data_stored":535089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542247,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41244,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330596,"statfs":{"total":96636764160,"available":96594530304,"internally_reserved":0,"allocated":1773568,"data_stored":1127705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574951,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36504,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335336,"statfs":{"total":96636764160,"available":96599384064,"internally_reserved":0,"allocated":1175552,"data_stored":537235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:20.505 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:28:20.506 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T07:28:20.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.648+0000 7fc4327d6640 1 Processor -- start 2024-09-10T07:28:20.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.648+0000 7fc4327d6640 1 -- start start 2024-09-10T07:28:20.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc4327d6640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fc42c15e7c0 0x7fc42c06fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc4327d6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc42c0d1ce0 0x7fc42c0705a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc4327d6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc42c06ed40 con 0x7fc42c0d0670 2024-09-10T07:28:20.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc4327d6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc42c06f020 con 0x7fc42c0d1ce0 2024-09-10T07:28:20.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc4327d6640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fc42c06f300 con 0x7fc42c15e7c0 2024-09-10T07:28:20.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc430d73640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc42c0d1ce0 0x7fc42c0705a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc430d73640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc42c0d1ce0 0x7fc42c0705a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56052/0 (socket says 172.21.15.3:56052) 2024-09-10T07:28:20.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.649+0000 7fc430d73640 1 -- 172.21.15.3:0/1216185754 learned_addr learned my addr 172.21.15.3:0/1216185754 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:20.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.650+0000 7fc42b7fe640 1 --2- 172.21.15.3:0/1216185754 >> v2:172.21.15.70:3300/0 conn(0x7fc42c15e7c0 0x7fc42c06fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.650+0000 7fc430d73640 1 -- 172.21.15.3:0/1216185754 >> v2:172.21.15.70:3300/0 conn(0x7fc42c15e7c0 msgr2=0x7fc42c06fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:20.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.650+0000 7fc430d73640 1 --2- 172.21.15.3:0/1216185754 >> v2:172.21.15.70:3300/0 conn(0x7fc42c15e7c0 0x7fc42c06fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.650+0000 7fc430d73640 1 -- 172.21.15.3:0/1216185754 >> v1:172.21.15.70:6789/0 conn(0x7fc42c0d0670 legacy=0x7fc42c0d0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.650+0000 7fc430d73640 1 -- 172.21.15.3:0/1216185754 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42c06f5e0 con 0x7fc42c0d1ce0 2024-09-10T07:28:20.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc430d73640 1 --2- 172.21.15.3:0/1216185754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c0d1ce0 0x7fc42c0705a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0b0bf0 tx=0x7fc42402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cf854e77351f1e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:20.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc42affd640 1 -- 172.21.15.3:0/1216185754 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424036070 con 0x7fc42c0d1ce0 2024-09-10T07:28:20.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc42affd640 1 -- 172.21.15.3:0/1216185754 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424031600 con 0x7fc42c0d1ce0 2024-09-10T07:28:20.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc42affd640 1 -- 172.21.15.3:0/1216185754 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4240319d0 con 0x7fc42c0d1ce0 2024-09-10T07:28:20.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 -- 172.21.15.3:0/1216185754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c0d1ce0 msgr2=0x7fc42c0705a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 --2- 172.21.15.3:0/1216185754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c0d1ce0 0x7fc42c0705a0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0b0bf0 tx=0x7fc42402a730 comp rx=0 tx=0).stop 2024-09-10T07:28:20.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 -- 172.21.15.3:0/1216185754 shutdown_connections 2024-09-10T07:28:20.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 --2- 172.21.15.3:0/1216185754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c0d1ce0 0x7fc42c0705a0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 --2- 172.21.15.3:0/1216185754 >> v2:172.21.15.70:3300/0 conn(0x7fc42c15e7c0 0x7fc42c06fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 -- 172.21.15.3:0/1216185754 >> 172.21.15.3:0/1216185754 conn(0x7fc42c0d11c0 msgr2=0x7fc42c0d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 -- 172.21.15.3:0/1216185754 shutdown_connections 2024-09-10T07:28:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.651+0000 7fc4327d6640 1 -- 172.21.15.3:0/1216185754 wait complete. 2024-09-10T07:28:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.652+0000 7fc4327d6640 1 Processor -- start 2024-09-10T07:28:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 -- start start 2024-09-10T07:28:20.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc42c0d0670 0x7fc42c14f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0d1ce0 0x7fc42c155940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 0x7fc42c155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c070ae0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c070320 con 0x7fc42c0d0670 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc4327d6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc42c0cb810 con 0x7fc42c0d1ce0 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.653+0000 7fc430d73640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 0x7fc42c155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 0x7fc42c155e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56058/0 (socket says 172.21.15.3:56058) 2024-09-10T07:28:20.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 -- 172.21.15.3:0/2075644933 learned_addr learned my addr 172.21.15.3:0/2075644933 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:20.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc42bfff640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc42c0d0670 0x7fc42c14f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc42b7fe640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0d1ce0 0x7fc42c155940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 -- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0d1ce0 msgr2=0x7fc42c155940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0d1ce0 0x7fc42c155940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 -- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc42c0d0670 msgr2=0x7fc42c14f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc42c0d0670 0x7fc42c14f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 -- 172.21.15.3:0/2075644933 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42c0c9230 con 0x7fc42c15e7c0 2024-09-10T07:28:20.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc430d73640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 0x7fc42c155e80 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fc424009f40 tx=0x7fc424004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:20.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424036050 con 0x7fc42c15e7c0 2024-09-10T07:28:20.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc424042070 con 0x7fc42c15e7c0 2024-09-10T07:28:20.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424009510 con 0x7fc42c15e7c0 2024-09-10T07:28:20.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc42c0c9510 con 0x7fc42c15e7c0 2024-09-10T07:28:20.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.654+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc42c0c9ad0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.655+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc42c06d9b0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.656+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc424007bf0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.656+0000 7fc428ff9640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41806be30 0x7fc41806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:20.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.657+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fc4240abc00 con 0x7fc42c15e7c0 2024-09-10T07:28:20.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.657+0000 7fc42bfff640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41806be30 0x7fc41806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:20.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.657+0000 7fc42bfff640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41806be30 0x7fc41806e2f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc41c001780 tx=0x7fc41c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:20.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.661+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc42c06d9b0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.905+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fc42c0705a0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.907+0000 7fc428ff9640 1 -- 172.21.15.3:0/2075644933 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7fc424079dc0 con 0x7fc42c15e7c0 2024-09-10T07:28:20.906 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-09-10T07:28:20.907 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQDq8t9mmU/YFxAAg/Gb6m7zvlP/Kx1FWk/trQ== 2024-09-10T07:28:20.907 INFO:teuthology.orchestra.run.smithi003.stdout: caps mds = "allow" 2024-09-10T07:28:20.907 INFO:teuthology.orchestra.run.smithi003.stdout: caps mon = "allow r" 2024-09-10T07:28:20.907 INFO:teuthology.orchestra.run.smithi003.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T07:28:20.907 INFO:teuthology.orchestra.run.smithi003.stderr:updated caps for client.0 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41806be30 msgr2=0x7fc41806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41806be30 0x7fc41806e2f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc41c001780 tx=0x7fc41c009040 comp rx=0 tx=0).stop 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 msgr2=0x7fc42c155e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 0x7fc42c155e80 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fc424009f40 tx=0x7fc424004a40 comp rx=0 tx=0).stop 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 shutdown_connections 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc41806be30 0x7fc41806e2f0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc42c15e7c0 0x7fc42c155e80 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc42c0d1ce0 0x7fc42c155940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 --2- 172.21.15.3:0/2075644933 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc42c0d0670 0x7fc42c14f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 >> 172.21.15.3:0/2075644933 conn(0x7fc42c0d11c0 msgr2=0x7fc42c0b0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 shutdown_connections 2024-09-10T07:28:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:20.909+0000 7fc4327d6640 1 -- 172.21.15.3:0/2075644933 wait complete. 2024-09-10T07:28:20.920 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:21.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.023+0000 7f3362a4c640 1 Processor -- start 2024-09-10T07:28:21.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.023+0000 7f3362a4c640 1 -- start start 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3362a4c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f335c167210 0x7f335c169600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3362a4c640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f335c06d310 con 0x7f335c0d0350 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3362a4c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f335c15e7f0 con 0x7f335c09aa30 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3362a4c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f335c0d1a50 con 0x7f335c167210 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3360fe9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f335c167210 0x7f335c169600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f335b7fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f335c0d0350 0x7f335c06cc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43168/0 (socket says 172.21.15.3:43168) 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f335b7fe640 1 -- 172.21.15.3:0/2103298725 learned_addr learned my addr 172.21.15.3:0/2103298725 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:21.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3360fe9640 1 -- 172.21.15.3:0/2103298725 >> v1:172.21.15.70:6789/0 conn(0x7f335c09aa30 legacy=0x7f335c09ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3360fe9640 1 -- 172.21.15.3:0/2103298725 >> v1:172.21.15.3:6789/0 conn(0x7f335c0d0350 legacy=0x7f335c06cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f3360fe9640 1 -- 172.21.15.3:0/2103298725 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335c0d09b0 con 0x7f335c167210 2024-09-10T07:28:21.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.024+0000 7f335affd640 1 -- 172.21.15.3:0/2103298725 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1755309705 0 0) 0x7f335c06d310 con 0x7f335c0d0350 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.025+0000 7f3360fe9640 1 --2- 172.21.15.3:0/2103298725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c167210 0x7f335c169600 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f3354009d90 tx=0x7f335402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bebb222064914fba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.025+0000 7f335affd640 1 -- 172.21.15.3:0/2103298725 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3354007740 con 0x7f335c167210 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.025+0000 7f335affd640 1 -- 172.21.15.3:0/2103298725 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33540078e0 con 0x7f335c167210 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.025+0000 7f335affd640 1 -- 172.21.15.3:0/2103298725 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3354007cb0 con 0x7f335c167210 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 -- 172.21.15.3:0/2103298725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c167210 msgr2=0x7f335c169600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 --2- 172.21.15.3:0/2103298725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c167210 0x7f335c169600 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f3354009d90 tx=0x7f335402a6f0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 -- 172.21.15.3:0/2103298725 shutdown_connections 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 --2- 172.21.15.3:0/2103298725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c167210 0x7f335c169600 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 -- 172.21.15.3:0/2103298725 >> 172.21.15.3:0/2103298725 conn(0x7f335c0b3cf0 msgr2=0x7f335c0b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 -- 172.21.15.3:0/2103298725 shutdown_connections 2024-09-10T07:28:21.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.026+0000 7f3362a4c640 1 -- 172.21.15.3:0/2103298725 wait complete. 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.027+0000 7f3362a4c640 1 Processor -- start 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.027+0000 7f3362a4c640 1 -- start start 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3362a4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 0x7f335c0cd770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3362a4c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f335c0d0350 0x7f335c0b7a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3362a4c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f335c167210 0x7f335c070440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3362a4c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f335c0d1250 con 0x7f335c09aa30 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3362a4c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f335c0d0f70 con 0x7f335c0d0350 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3362a4c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f335c0d1530 con 0x7f335c167210 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 0x7f335c0cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 0x7f335c0cd770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56078/0 (socket says 172.21.15.3:56078) 2024-09-10T07:28:21.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 -- 172.21.15.3:0/1093523636 learned_addr learned my addr 172.21.15.3:0/1093523636 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335b7fe640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f335c0d0350 0x7f335c0b7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3360fe9640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f335c167210 0x7f335c070440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 -- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f335c167210 msgr2=0x7f335c070440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f335c167210 0x7f335c070440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 -- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f335c0d0350 msgr2=0x7f335c0b7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f335c0d0350 0x7f335c0b7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 -- 172.21.15.3:0/1093523636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335c0cc9b0 con 0x7f335c09aa30 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f3360fe9640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f335c167210 0x7f335c070440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335b7fe640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f335c0d0350 0x7f335c0b7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.028+0000 7f335bfff640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 0x7f335c0cd770 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f334c00c450 tx=0x7f334c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.029+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334c0052d0 con 0x7f335c09aa30 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.029+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f334c005470 con 0x7f335c09aa30 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.029+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f335c0ccc90 con 0x7f335c09aa30 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.029+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334c012870 con 0x7f335c09aa30 2024-09-10T07:28:21.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.029+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f335c0cd250 con 0x7f335c09aa30 2024-09-10T07:28:21.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.030+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f335c09ae10 con 0x7f335c09aa30 2024-09-10T07:28:21.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.030+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f334c012a10 con 0x7f335c09aa30 2024-09-10T07:28:21.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.031+0000 7f3358ff9640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f334806be30 0x7f334806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.031+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f334c08ac10 con 0x7f335c09aa30 2024-09-10T07:28:21.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.031+0000 7f335b7fe640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f334806be30 0x7f334806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.032+0000 7f335b7fe640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f334806be30 0x7f334806e2f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f335c0b11f0 tx=0x7f3350007c50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.035+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f334c059430 con 0x7f335c09aa30 2024-09-10T07:28:21.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.245+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f335c15d5c0 con 0x7f335c09aa30 2024-09-10T07:28:21.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.246+0000 7f3358ff9640 1 -- 172.21.15.3:0/1093523636 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5213 (secure 0 0 0) 0x7f334c058d30 con 0x7f335c09aa30 2024-09-10T07:28:21.246 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:21.246 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:28:12.126370+0000","modified":"2024-09-10T07:28:14.114094+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7401},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7401":{"gid":7401,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2535235745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2535235745},{"type":"v1","addr":"172.21.15.3:6835","nonce":2535235745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7401,"qdb_cluster":[7401]},"id":6}]} 2024-09-10T07:28:21.246 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 78 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f334806be30 msgr2=0x7f334806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f334806be30 0x7f334806e2f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f335c0b11f0 tx=0x7f3350007c50 comp rx=0 tx=0).stop 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 msgr2=0x7f335c0cd770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 0x7f335c0cd770 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f334c00c450 tx=0x7f334c00c910 comp rx=0 tx=0).stop 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 shutdown_connections 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f334806be30 0x7f334806e2f0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f335c167210 0x7f335c070440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f335c0d0350 0x7f335c0b7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 --2- 172.21.15.3:0/1093523636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f335c09aa30 0x7f335c0cd770 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 >> 172.21.15.3:0/1093523636 conn(0x7f335c0b3cf0 msgr2=0x7f335c15dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 shutdown_connections 2024-09-10T07:28:21.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.248+0000 7f3362a4c640 1 -- 172.21.15.3:0/1093523636 wait complete. 2024-09-10T07:28:21.662 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 78, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T07:28:12.126370+0000', 'modified': '2024-09-10T07:28:14.114094+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7401}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7401': {'gid': 7401, 'name': 'a', 'rank': 0, 'incarnation': 76, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.3:6835/2535235745', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6834', 'nonce': 2535235745}, {'type': 'v1', 'addr': '172.21.15.3:6835', 'nonce': 2535235745}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7401, 'qdb_cluster': [7401]} 2024-09-10T07:28:21.662 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T07:28:21.663 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T07:28:21.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.771+0000 7fc82c6af640 1 Processor -- start 2024-09-10T07:28:21.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.771+0000 7fc82c6af640 1 -- start start 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc82c6af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 0x7fc8240af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc82c6af640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8240cb1a0 con 0x7fc8240cb930 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc82c6af640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc824071c70 con 0x7fc82415c2b0 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc82c6af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc8240cb480 con 0x7fc8240cc540 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc82ac4c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc8240cb930 0x7fc8240acdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43184/0 (socket says 172.21.15.3:43184) 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc82ac4c640 1 -- 172.21.15.3:0/272791368 learned_addr learned my addr 172.21.15.3:0/272791368 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 107877125 0 0) 0x7fc8240cb1a0 con 0x7fc8240cb930 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829c4a640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 0x7fc8240af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc810003520 con 0x7fc8240cb930 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1566193535 0 0) 0x7fc810003520 con 0x7fc8240cb930 2024-09-10T07:28:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 msgr2=0x7fc8240af060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 0x7fc8240af060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 >> v1:172.21.15.70:6789/0 conn(0x7fc82415c2b0 legacy=0x7fc8240738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8240aec80 con 0x7fc8240cb930 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc81c0019f0 con 0x7fc8240cb930 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.772+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 >> v1:172.21.15.3:6789/0 conn(0x7fc8240cb930 legacy=0x7fc8240acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829449640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810003a50 0x7fc810003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829449640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 0x7fc810004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829449640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc810004d40 0x7fc8100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc8240cb480 con 0x7fc810004d40 2024-09-10T07:28:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc81000bb00 con 0x7fc810003a50 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc81000bd00 con 0x7fc8240cc540 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82a44b640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810003a50 0x7fc810003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc810004d40 0x7fc8100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc829c4a640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 0x7fc810004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82ac4c640 1 -- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 msgr2=0x7fc810004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc8240cc540 0x7fc810004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82ac4c640 1 -- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810003a50 msgr2=0x7fc810003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810003a50 0x7fc810003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82ac4c640 1 -- 172.21.15.3:0/272791368 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc810003520 con 0x7fc810004d40 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.773+0000 7fc82a44b640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810003a50 0x7fc810003e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc810004d40 0x7fc8100051c0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fc81c002230 tx=0x7fc810005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cffa82d2cf5f2fd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c00a4a0 con 0x7fc810004d40 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81c02f070 con 0x7fc810004d40 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc829449640 1 -- 172.21.15.3:0/272791368 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c02bcb0 con 0x7fc810004d40 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc82c6af640 1 -- 172.21.15.3:0/272791368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc810004d40 msgr2=0x7fc8100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc82c6af640 1 --2- 172.21.15.3:0/272791368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc810004d40 0x7fc8100051c0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fc81c002230 tx=0x7fc810005830 comp rx=0 tx=0).stop 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.774+0000 7fc82ac4c640 1 -- 172.21.15.3:0/272791368 reap_dead start 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.775+0000 7fc82c6af640 1 -- 172.21.15.3:0/272791368 shutdown_connections 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.775+0000 7fc82c6af640 1 -- 172.21.15.3:0/272791368 >> 172.21.15.3:0/272791368 conn(0x7fc8240cffa0 msgr2=0x7fc8240d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.775+0000 7fc82c6af640 1 -- 172.21.15.3:0/272791368 shutdown_connections 2024-09-10T07:28:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.775+0000 7fc82c6af640 1 -- 172.21.15.3:0/272791368 wait complete. 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.776+0000 7fc82c6af640 1 Processor -- start 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.776+0000 7fc82c6af640 1 -- start start 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810004d40 0x7fc82406e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc82406ec90 0x7fc8240ce730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 0x7fc8240cf120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc8240ad870 con 0x7fc8240cec70 2024-09-10T07:28:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc8240ad6f0 con 0x7fc810004d40 2024-09-10T07:28:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc8240cbde0 con 0x7fc82406ec90 2024-09-10T07:28:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 0x7fc8240cf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 0x7fc8240cf120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56092/0 (socket says 172.21.15.3:56092) 2024-09-10T07:28:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 -- 172.21.15.3:0/3622364020 learned_addr learned my addr 172.21.15.3:0/3622364020 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc829c4a640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc82406ec90 0x7fc8240ce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810004d40 0x7fc82406e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 -- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc82406ec90 msgr2=0x7fc8240ce730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc82406ec90 0x7fc8240ce730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 -- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810004d40 msgr2=0x7fc82406e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810004d40 0x7fc82406e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 -- 172.21.15.3:0/3622364020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8240cfa00 con 0x7fc8240cec70 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810004d40 0x7fc82406e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 0x7fc8240cf120 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fc81c001cf0 tx=0x7fc81c001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc81affd640 1 -- 172.21.15.3:0/3622364020 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c045070 con 0x7fc8240cec70 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc81affd640 1 -- 172.21.15.3:0/3622364020 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81c00a480 con 0x7fc8240cec70 2024-09-10T07:28:21.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc81affd640 1 -- 172.21.15.3:0/3622364020 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc820001370 con 0x7fc8240cec70 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.777+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc82406f2c0 con 0x7fc8240cec70 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.778+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8240b2df0 con 0x7fc8240cec70 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.780+0000 7fc81affd640 1 -- 172.21.15.3:0/3622364020 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc81c034690 con 0x7fc8240cec70 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.780+0000 7fc81affd640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc80806be60 0x7fc80806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.780+0000 7fc81affd640 1 -- 172.21.15.3:0/3622364020 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fc81c0ab050 con 0x7fc8240cec70 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.780+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc80806be60 0x7fc80806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.781+0000 7fc82f43d740 1 Processor -- start 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.781+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc80806be60 0x7fc80806e320 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fc824152a50 tx=0x7fc820009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.781+0000 7fc82f43d740 1 -- start start 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d726a80 0x558f9d7296a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d72aa50 0x558f9d7238b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82f43d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558f9d68b520 con 0x558f9d7292c0 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558f9d6333e0 con 0x558f9d72aa50 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558f9d6874e0 con 0x558f9d726a80 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56098/0 (socket says 172.21.15.3:56098) 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 -- 172.21.15.3:0/3825285419 learned_addr learned my addr 172.21.15.3:0/3825285419 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc829c4a640 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d726a80 0x558f9d7296a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d72aa50 0x558f9d7238b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 -- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d726a80 msgr2=0x558f9d7296a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d726a80 0x558f9d7296a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 -- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d72aa50 msgr2=0x558f9d7238b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d72aa50 0x558f9d7238b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 -- 172.21.15.3:0/3825285419 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f9d64e2f0 con 0x558f9d7292c0 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc829c4a640 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d726a80 0x558f9d7296a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc82a44b640 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76ea60 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fc820003a40 tx=0x7fc820013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3acbcc334a68d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc807fff640 1 -- 172.21.15.3:0/3825285419 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc820027070 con 0x558f9d7292c0 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc807fff640 1 -- 172.21.15.3:0/3825285419 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc820014b80 con 0x558f9d7292c0 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.782+0000 7fc807fff640 1 -- 172.21.15.3:0/3825285419 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc820013360 con 0x558f9d7292c0 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 -- 172.21.15.3:0/3825285419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 msgr2=0x558f9d76ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76ea60 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fc820003a40 tx=0x7fc820013000 comp rx=0 tx=0).stop 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 -- 172.21.15.3:0/3825285419 shutdown_connections 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d72aa50 0x558f9d7238b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d726a80 0x558f9d7296a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 --2- 172.21.15.3:0/3825285419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76ea60 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 -- 172.21.15.3:0/3825285419 >> 172.21.15.3:0/3825285419 conn(0x558f9d725a80 msgr2=0x558f9d76df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 -- 172.21.15.3:0/3825285419 shutdown_connections 2024-09-10T07:28:21.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.783+0000 7fc82f43d740 1 -- 172.21.15.3:0/3825285419 wait complete. 2024-09-10T07:28:21.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.784+0000 7fc82f43d740 1 -- start start 2024-09-10T07:28:21.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.784+0000 7fc82f43d740 1 Processor -- start 2024-09-10T07:28:21.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d76b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d727a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 0x558f9d743bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558f9d724f20 con 0x558f9d727f50 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558f9d614450 con 0x558f9d7292c0 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558f9d76f290 con 0x558f9d72aa50 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 10 client.0 _ll_register_callbacks cb 0x558f9d39dac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 0x558f9d743bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 0x558f9d743bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56100/0 (socket says 172.21.15.3:56100) 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1050197663 learned_addr learned my addr 172.21.15.3:0/1050197663 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82a44b640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d76b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc829c4a640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d727a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 msgr2=0x558f9d727a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d727a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 msgr2=0x558f9d76b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d76b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1050197663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f9d39e2d0 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 0x558f9d743bd0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7fc81c078de0 tx=0x7fc81c078a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=817f19e278fe71b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc8057fa640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc8057fa640 1 -- 172.21.15.3:0/1050197663 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c07d490 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc8057fa640 1 -- 172.21.15.3:0/1050197663 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fc81c091030 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc820014b80 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.785+0000 7fc8057fa640 1 -- 172.21.15.3:0/1050197663 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=78) ==== 24+0+0 (secure 0 0 0) 0x7fc81c081d50 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 10 client.7545 fetch_fsmap learned FSMap version 78 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=78,monmap=2+}) -- 0x558f9d4686b0 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc8057fa640 1 -- 172.21.15.3:0/1050197663 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc820014b80 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc8057fa640 1 -- 172.21.15.3:0/1050197663 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 78) ==== 3502+0+0 (secure 0 0 0) 0x7fc81c078530 con 0x558f9d727f50 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 10 client.7545 fetch_fsmap finished waiting for FSMap version 78 2024-09-10T07:28:21.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 10 client.7545 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 20 client.7545 populate_metadata read hostname 'smithi003' 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d7227d0 0x558f9d722bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 4 client.7545 mds_command: new command op to 7401 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 --> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f9d698c50 con 0x558f9d7227d0 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82a44b640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d7227d0 0x558f9d722bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc8057fa640 10 client.7545 ms_handle_connect on v2:172.21.15.3:6834/2535235745 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.786+0000 7fc82a44b640 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d7227d0 0x558f9d722bb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94d3707237ab7ccd server_cookie=abcc3ffb2dcaacf7 in_seq=0 out_seq=0 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc8057fa640 1 -- 172.21.15.3:0/1050197663 <== mds.0 v2:172.21.15.3:6834/2535235745 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558f9d698c50 con 0x558f9d7227d0 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc8057fa640 10 client.7545 handle_command_reply: tid=0 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 client.7545 shutdown 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 msgr2=0x558f9d743bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 0x558f9d743bd0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7fc81c078de0 tx=0x7fc81c078a40 comp rx=0 tx=0).stop 2024-09-10T07:28:21.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 shutdown_connections 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d727f50 0x558f9d743bd0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d727a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d7227d0 0x558f9d722bb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1050197663 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d76b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc8057fa640 0 client.7545 ms_handle_reset on v2:172.21.15.3:6834/2535235745 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 >> 172.21.15.3:0/1050197663 conn(0x558f9d726a80 msgr2=0x558f9d76d490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 shutdown_connections 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 1 -- 172.21.15.3:0/1050197663 wait complete. 2024-09-10T07:28:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.787+0000 7fc82f43d740 20 client.7545 trim_cache size 0 max 16384 2024-09-10T07:28:21.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.805+0000 7fc82f43d740 1 Processor -- start 2024-09-10T07:28:21.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 -- start start 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d727f50 0x558f9d7286d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d76b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc824200420 con 0x558f9d7292c0 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc8241ff810 con 0x558f9d727f50 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc8241ffe00 con 0x558f9d72aa50 2024-09-10T07:28:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc829c4a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc829c4a640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56102/0 (socket says 172.21.15.3:56102) 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.806+0000 7fc829c4a640 1 -- 172.21.15.3:0/4168505023 learned_addr learned my addr 172.21.15.3:0/4168505023 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc829c4a640 1 -- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 msgr2=0x558f9d76b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc82a44b640 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d727f50 0x558f9d7286d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc829c4a640 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d76b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc829c4a640 1 -- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d727f50 msgr2=0x558f9d7286d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc829c4a640 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d727f50 0x558f9d7286d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc829c4a640 1 -- 172.21.15.3:0/4168505023 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f9d4686b0 con 0x558f9d7292c0 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc82a44b640 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d727f50 0x558f9d7286d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc829c4a640 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76b040 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fc814009b50 tx=0x7fc814009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7ad3d5a9e7ccb70 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc8077fe640 1 -- 172.21.15.3:0/4168505023 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc814009e50 con 0x558f9d7292c0 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc8077fe640 1 -- 172.21.15.3:0/4168505023 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81401c030 con 0x558f9d7292c0 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.807+0000 7fc8077fe640 1 -- 172.21.15.3:0/4168505023 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc814004270 con 0x558f9d7292c0 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 -- 172.21.15.3:0/4168505023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 msgr2=0x558f9d76b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76b040 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fc814009b50 tx=0x7fc814009190 comp rx=0 tx=0).stop 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 -- 172.21.15.3:0/4168505023 shutdown_connections 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d72aa50 0x558f9d76b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d7292c0 0x558f9d76b040 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 --2- 172.21.15.3:0/4168505023 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d727f50 0x558f9d7286d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 -- 172.21.15.3:0/4168505023 >> 172.21.15.3:0/4168505023 conn(0x558f9d726a80 msgr2=0x558f9d71eef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 -- 172.21.15.3:0/4168505023 shutdown_connections 2024-09-10T07:28:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 -- 172.21.15.3:0/4168505023 wait complete. 2024-09-10T07:28:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 -- start start 2024-09-10T07:28:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.808+0000 7fc82f43d740 1 Processor -- start 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d727f50 0x558f9d7eb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d7527d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 0x558f9d780670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558f9d744680 con 0x558f9d72aa50 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x558f9d724f20 con 0x558f9d7292c0 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x558f9d752650 con 0x558f9d727f50 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82f43d740 10 client.0 _ll_register_callbacks cb 0x7fc81c075380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T07:28:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82ac4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 0x558f9d780670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82ac4c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 0x558f9d780670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56104/0 (socket says 172.21.15.3:56104) 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1521950503 learned_addr learned my addr 172.21.15.3:0/1521950503 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.809+0000 7fc82a44b640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d727f50 0x558f9d7eb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc829c4a640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d7527d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d727f50 msgr2=0x558f9d7eb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d727f50 0x558f9d7eb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 msgr2=0x558f9d7527d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d7527d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82ac4c640 1 -- 172.21.15.3:0/1521950503 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f9d750620 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82ac4c640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 0x558f9d780670 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fc81c079070 tx=0x7fc81c0021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7915673ef406d9a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc8057fa640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc8057fa640 1 -- 172.21.15.3:0/1521950503 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc81c07d490 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc8057fa640 1 -- 172.21.15.3:0/1521950503 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fc81c07d160 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc81401c030 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc8057fa640 1 -- 172.21.15.3:0/1521950503 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=78) ==== 24+0+0 (secure 0 0 0) 0x7fc81c0a0050 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82f43d740 10 client.7551 fetch_fsmap learned FSMap version 78 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=78,monmap=2+}) -- 0x558f9d750620 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc8057fa640 1 -- 172.21.15.3:0/1521950503 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc81401c030 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc8057fa640 1 -- 172.21.15.3:0/1521950503 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 78) ==== 3502+0+0 (secure 0 0 0) 0x7fc81c091040 con 0x558f9d72aa50 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82f43d740 10 client.7551 fetch_fsmap finished waiting for FSMap version 78 2024-09-10T07:28:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.810+0000 7fc82f43d740 10 client.7551 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 20 client.7551 populate_metadata read hostname 'smithi003' 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d747070 0x558f9d780bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 4 client.7551 mds_command: new command op to 7401 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 --> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] -- command(tid 0: {"prefix": "status"}) -- 0x558f9d692fa0 con 0x558f9d747070 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82a44b640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d747070 0x558f9d780bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82a44b640 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d747070 0x558f9d780bb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b541885aedd6f7c server_cookie=3c3a4926bc48db5a in_seq=0 out_seq=0 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc8057fa640 10 client.7551 ms_handle_connect on v2:172.21.15.3:6834/2535235745 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc8057fa640 1 -- 172.21.15.3:0/1521950503 <== mds.0 v2:172.21.15.3:6834/2535235745 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x558f9d692fa0 con 0x558f9d747070 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc8057fa640 10 client.7551 handle_command_reply: tid=0 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 client.7551 shutdown 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 msgr2=0x558f9d780670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 0x558f9d780670 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fc81c079070 tx=0x7fc81c0021f0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 shutdown_connections 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558f9d72aa50 0x558f9d780670 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.3:6834/2535235745,v1:172.21.15.3:6835/2535235745] conn(0x558f9d747070 0x558f9d780bb0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x558f9d7292c0 0x558f9d7527d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 --2- 172.21.15.3:0/1521950503 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x558f9d727f50 0x558f9d7eb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc8057fa640 0 client.7551 ms_handle_reset on v2:172.21.15.3:6834/2535235745 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 >> 172.21.15.3:0/1521950503 conn(0x558f9d726a80 msgr2=0x558f9d727020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 shutdown_connections 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.811+0000 7fc82f43d740 1 -- 172.21.15.3:0/1521950503 wait complete. 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82f43d740 20 client.7551 trim_cache size 0 max 16384 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:21.819 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "d7bdaf00-7e43-469b-8121-7f8433a28eb6", 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 7401, 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 9.0447459820000002, 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 78, 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 94, 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 94, 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 13.184468475999999 2024-09-10T07:28:21.820 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:21.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc80806be60 msgr2=0x7fc80806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc80806be60 0x7fc80806e320 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fc824152a50 tx=0x7fc820009040 comp rx=0 tx=0).stop 2024-09-10T07:28:21.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 msgr2=0x7fc8240cf120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 0x7fc8240cf120 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fc81c001cf0 tx=0x7fc81c001dc0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 shutdown_connections 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc80806be60 0x7fc80806e320 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8240cec70 0x7fc8240cf120 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc82406ec90 0x7fc8240ce730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 --2- 172.21.15.3:0/3622364020 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc810004d40 0x7fc82406e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 >> 172.21.15.3:0/3622364020 conn(0x7fc8240cffa0 msgr2=0x7fc8240ae420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 shutdown_connections 2024-09-10T07:28:21.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.812+0000 7fc82c6af640 1 -- 172.21.15.3:0/3622364020 wait complete. 2024-09-10T07:28:21.823 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T07:28:21.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.926+0000 7f892ea27640 1 Processor -- start 2024-09-10T07:28:21.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.926+0000 7f892ea27640 1 -- start start 2024-09-10T07:28:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892ea27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892ea27640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f89280cf040 0x7f89280d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892ea27640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89280d1200 0x7f89280b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892ea27640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f89280d16b0 con 0x7f89280d1200 2024-09-10T07:28:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892ea27640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f89280d3430 con 0x7f89280cf040 2024-09-10T07:28:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892ea27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f89280d36d0 con 0x7f892815e510 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89280d1200 0x7f89280b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f89280d1200 0x7f89280b5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56116/0 (socket says 172.21.15.3:56116) 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 -- 172.21.15.3:0/3368676559 learned_addr learned my addr 172.21.15.3:0/3368676559 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f89277fe640 1 --2- 172.21.15.3:0/3368676559 >> v2:172.21.15.70:3300/0 conn(0x7f89280cf040 0x7f89280d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f8927fff640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 -- 172.21.15.3:0/3368676559 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 msgr2=0x7f89280ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 -- 172.21.15.3:0/3368676559 >> v2:172.21.15.70:3300/0 conn(0x7f89280cf040 msgr2=0x7f89280d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 --2- 172.21.15.3:0/3368676559 >> v2:172.21.15.70:3300/0 conn(0x7f89280cf040 0x7f89280d0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f892cfc4640 1 -- 172.21.15.3:0/3368676559 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89280d39b0 con 0x7f89280d1200 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f8927fff640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.927+0000 7f89277fe640 1 --2- 172.21.15.3:0/3368676559 >> v2:172.21.15.70:3300/0 conn(0x7f89280cf040 0x7f89280d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.928+0000 7f892cfc4640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280d1200 0x7f89280b5f30 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f89280b70a0 tx=0x7f892002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c1a495cb32bec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.928+0000 7f8926ffd640 1 -- 172.21.15.3:0/3368676559 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8920036070 con 0x7f89280d1200 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.928+0000 7f8926ffd640 1 -- 172.21.15.3:0/3368676559 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8920031600 con 0x7f89280d1200 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.928+0000 7f8926ffd640 1 -- 172.21.15.3:0/3368676559 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89200319d0 con 0x7f89280d1200 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 -- 172.21.15.3:0/3368676559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280d1200 msgr2=0x7f89280b5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280d1200 0x7f89280b5f30 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f89280b70a0 tx=0x7f892002a610 comp rx=0 tx=0).stop 2024-09-10T07:28:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 -- 172.21.15.3:0/3368676559 shutdown_connections 2024-09-10T07:28:21.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280d1200 0x7f89280b5f30 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 --2- 172.21.15.3:0/3368676559 >> v2:172.21.15.70:3300/0 conn(0x7f89280cf040 0x7f89280d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 --2- 172.21.15.3:0/3368676559 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 -- 172.21.15.3:0/3368676559 >> 172.21.15.3:0/3368676559 conn(0x7f892806d1a0 msgr2=0x7f8928073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:21.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 -- 172.21.15.3:0/3368676559 shutdown_connections 2024-09-10T07:28:21.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.929+0000 7f892ea27640 1 -- 172.21.15.3:0/3368676559 wait complete. 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.930+0000 7f892ea27640 1 Processor -- start 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.930+0000 7f892ea27640 1 -- start start 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892ea27640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 0x7f89281467b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892ea27640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89280d1200 0x7f89280cc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892ea27640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892ea27640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f89280d22a0 con 0x7f89280cf040 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892ea27640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f89280d3f70 con 0x7f89280d1200 2024-09-10T07:28:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892ea27640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f892815e8f0 con 0x7f892815e510 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 0x7f89281467b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 0x7f89281467b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56124/0 (socket says 172.21.15.3:56124) 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 -- 172.21.15.3:0/2886629510 learned_addr learned my addr 172.21.15.3:0/2886629510 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f89277fe640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89280d1200 0x7f89280cc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892cfc4640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 -- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 msgr2=0x7f89280ccb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ccb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 -- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89280d1200 msgr2=0x7f89280cc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89280d1200 0x7f89280cc5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f8927fff640 1 -- 172.21.15.3:0/2886629510 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89281528a0 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.931+0000 7f892cfc4640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ccb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.932+0000 7f8927fff640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 0x7f89281467b0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f891800c7f0 tx=0x7f891800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.932+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918015070 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.932+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8918007a30 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.932+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8928161a60 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.932+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918007e00 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.932+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8928152e20 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.933+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89280d0cc0 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.933+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8918018070 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.934+0000 7f8924ff9640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f891406be30 0x7f891406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.934+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f891808afd0 con 0x7f89280cf040 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.934+0000 7f89277fe640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f891406be30 0x7f891406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.934+0000 7f89277fe640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f891406be30 0x7f891406e2f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8928152500 tx=0x7f891c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:21.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:21.938+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8918059100 con 0x7f89280cf040 2024-09-10T07:28:22.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.148+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f89280d30e0 con 0x7f89280cf040 2024-09-10T07:28:22.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.148+0000 7f8924ff9640 1 -- 172.21.15.3:0/2886629510 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v78) ==== 53+0+73 (secure 0 0 0) 0x7f891805d400 con 0x7f89280cf040 2024-09-10T07:28:22.148 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f891406be30 msgr2=0x7f891406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f891406be30 0x7f891406e2f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8928152500 tx=0x7f891c008040 comp rx=0 tx=0).stop 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 msgr2=0x7f89281467b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 0x7f89281467b0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f891800c7f0 tx=0x7f891800cbf0 comp rx=0 tx=0).stop 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 shutdown_connections 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f891406be30 0x7f891406e2f0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f892815e510 0x7f89280ccb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f89280d1200 0x7f89280cc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 --2- 172.21.15.3:0/2886629510 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89280cf040 0x7f89281467b0 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 >> 172.21.15.3:0/2886629510 conn(0x7f892806d1a0 msgr2=0x7f89280cf4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:22.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 shutdown_connections 2024-09-10T07:28:22.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22.150+0000 7f892ea27640 1 -- 172.21.15.3:0/2886629510 wait complete. 2024-09-10T07:28:22.160 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T07:28:22.161 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:28:22.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.161 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-09-10T07:28:22.178 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T07:28:22.178 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T07:28:22.178 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T07:28:22.178 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 42275sec preferred_lft 42275sec 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link 2024-09-10T07:28:22.179 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::985b:e6ff:fe92:3544/64 scope link 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 7e:3d:60:84:70:68 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::7c3d:60ff:fe84:7068/64 scope link 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.180 INFO:teuthology.orchestra.run.smithi003.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T07:28:22.181 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether a2:a2:9b:51:b3:82 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:28:22.181 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::a0a2:9bff:fe51:b382/64 scope link 2024-09-10T07:28:22.181 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-09-10T07:28:22.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.181 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T07:28:22.243 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-09-10T07:28:22.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.245 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-09-10T07:28:22.303 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-09-10T07:28:22.303 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T07:28:22.303 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-10T07:28:22.303 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-10T07:28:22.303 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T07:28:22.304 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T07:28:22.304 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-09-10T07:28:22.304 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-10T07:28:22.304 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-10T07:28:22.304 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-10T07:28:22.304 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-09-10T07:28:22.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T07:28:22.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:28:22.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.434 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:28:22.450 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:28:22.451 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:28:22.451 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:28:22.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.452 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-09-10T07:28:22.517 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T07:28:22.517 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:28:22.517 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:22.574 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T07:28:22.575 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T07:28:22.575 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:22.630 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:28:22.698 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:28:22.757 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:28:22.758 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:28:22.759 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:28:22.760 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:28:22.760 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:28:22.760 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:28:22.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.760 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:28:22.813 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T07:28:22.814 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T07:28:22.857 DEBUG:teuthology.orchestra.run.smithi003:> sudo modprobe fuse 2024-09-10T07:28:22.884 DEBUG:teuthology.orchestra.run.smithi003:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T07:28:22.940 INFO:teuthology.orchestra.run.smithi003.stdout:/proc 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/sys 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/dev 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/security 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/shm 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/pts 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/run 2024-09-10T07:28:22.941 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/cgroup 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/pstore 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/bpf 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/ 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/selinux 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/hugepages 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/dev/mqueue 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/debug 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/tracing 2024-09-10T07:28:22.942 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/fs/fuse/connections 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/sys/kernel/config 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/run/user/1000 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:28:22.943 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:28:22.944 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:28:22.944 INFO:teuthology.orchestra.run.smithi003.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:28:22.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:22.944 DEBUG:teuthology.orchestra.run.smithi003:> ls /sys/fs/fuse/connections 2024-09-10T07:28:22.945 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:2024-09-10T07:28:22.941+0000 7fe767e0d480 -1 init, newargv = 0x55bf130ad770 newargc=15 2024-09-10T07:28:22.945 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[65792]: starting ceph client 2024-09-10T07:28:22.945 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[65792]: starting fuse 2024-09-10T07:28:22.961 INFO:teuthology.orchestra.run.smithi003.stdout:43 2024-09-10T07:28:22.961 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T07:28:22.961 DEBUG:teuthology.orchestra.run.smithi003:> sudo stdin-killer -- python3 -c ' 2024-09-10T07:28:22.961 DEBUG:teuthology.orchestra.run.smithi003:> import glob 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> import re 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> import os 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> import subprocess 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> def _find_admin_socket(client_name): 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> files = glob.glob(asok_path) 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> # Given a non-glob path, it better be there 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> if "*" not in asok_path: 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> assert(len(files) == 1) 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> return files[0] 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> for f in files: 2024-09-10T07:28:22.962 DEBUG:teuthology.orchestra.run.smithi003:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> contents = proc_f.read() 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> if mountpoint in contents: 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> return f 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> print(_find_admin_socket("client.0")) 2024-09-10T07:28:22.963 DEBUG:teuthology.orchestra.run.smithi003:> ' 2024-09-10T07:28:23.081 INFO:teuthology.orchestra.run.smithi003.stdout:/var/run/ceph/ceph-client.0.65792.asok 2024-09-10T07:28:23.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T07:28:23.091 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65792.asok 2024-09-10T07:28:23.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:23.092 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65792.asok status 2024-09-10T07:28:23.228 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:23.228 INFO:teuthology.orchestra.run.smithi003.stdout: "metadata": { 2024-09-10T07:28:23.228 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T07:28:23.228 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T07:28:23.228 INFO:teuthology.orchestra.run.smithi003.stdout: "entity_id": "0", 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": "smithi003", 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "pid": "65792", 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "root": "/" 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_count": 0, 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "dentry_pinned_count": 0, 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 7563, 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "inst": { 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "name": { 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "client", 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "num": 7563 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:28:23.229 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 56601244 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": { 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "192.168.0.1:0", 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 56601244 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "inst_str": "client.7563 192.168.0.1:0/56601244", 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "addr_str": "192.168.0.1:0/56601244", 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "inode_count": 1, 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_epoch": 78, 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch": 94, 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_epoch_barrier": 0, 2024-09-10T07:28:23.230 INFO:teuthology.orchestra.run.smithi003.stdout: "blocklisted": false, 2024-09-10T07:28:23.231 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs" 2024-09-10T07:28:23.231 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:23.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:23.237 DEBUG:teuthology.orchestra.run.smithi003:> stat --file-system '--printf=%T 2024-09-10T07:28:23.237 DEBUG:teuthology.orchestra.run.smithi003:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:23.253 INFO:teuthology.orchestra.run.smithi003.stdout:fuseblk 2024-09-10T07:28:23.253 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:23.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:23.254 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:23.320 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all show inode 2024-09-10T07:28:23.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 -- start start 2024-09-10T07:28:23.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 Processor -- start 2024-09-10T07:28:23.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba3edac00 0x55cba3f56580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba3edb800 0x55cba3f56b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 0x55cba3f57080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cba4cc4180 con 0x55cba3edbc00 2024-09-10T07:28:23.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cba4cc4300 con 0x55cba3edac00 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.405+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cba4cc4480 con 0x55cba3edb800 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 0x55cba3f57080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 0x55cba3f57080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56140/0 (socket says 172.21.15.3:56140) 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 -- 172.21.15.3:0/1335444915 learned_addr learned my addr 172.21.15.3:0/1335444915 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbcaff640 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba3edac00 0x55cba3f56580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba3edb800 0x55cba3f56b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 -- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba3edb800 msgr2=0x55cba3f56b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba3edb800 0x55cba3f56b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 -- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba3edac00 msgr2=0x55cba3f56580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba3edac00 0x55cba3f56580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 -- 172.21.15.3:0/1335444915 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cba3f12780 con 0x55cba3edbc00 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbd300640 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 0x55cba3f57080 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x55cba4d114a0 tx=0x55cba4c7efc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6afaa30b3036ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbba2fa640 1 -- 172.21.15.3:0/1335444915 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cba3f00680 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbba2fa640 1 -- 172.21.15.3:0/1335444915 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55cba3f06700 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbba2fa640 1 -- 172.21.15.3:0/1335444915 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cba3f00b60 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cba3f134a0 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55cba3f12000 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbbe35a280 4 waiting for MDS map... 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbba2fa640 1 -- 172.21.15.3:0/1335444915 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x55cba4dc0600 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.406+0000 7fdbba2fa640 1 -- 172.21.15.3:0/1335444915 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 78) ==== 3502+0+0 (secure 0 0 0) 0x55cba3f35180 con 0x55cba3edbc00 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.407+0000 7fdbbe35a280 4 Got MDS map 78 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.407+0000 7fdbbe35a280 10 main: main 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.407+0000 7fdbbe35a280 4 main: connecting to RADOS... 2024-09-10T07:28:23.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.407+0000 7fdbbe35a280 1 Processor -- start 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.407+0000 7fdbbe35a280 1 -- start start 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 0x55cba3f57600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbd800 0x55cba3f57b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbdc00 0x55cba3f58100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cba4cc4600 con 0x55cba4dbd400 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cba4cc4780 con 0x55cba4dbd800 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cba4cc4900 con 0x55cba4dbdc00 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 0x55cba3f57600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 0x55cba3f57600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56154/0 (socket says 172.21.15.3:56154) 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 -- 172.21.15.3:0/3781897202 learned_addr learned my addr 172.21.15.3:0/3781897202 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbdc00 0x55cba3f58100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbcaff640 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbd800 0x55cba3f57b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 -- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbdc00 msgr2=0x55cba3f58100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbdc00 0x55cba3f58100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 -- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbd800 msgr2=0x55cba3f57b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbd800 0x55cba3f57b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 -- 172.21.15.3:0/3781897202 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cba3f123c0 con 0x55cba4dbd400 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 0x55cba3f57600 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x55cba4dc8300 tx=0x55cba4c7ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d4b9f220a54f71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbb82f6640 1 -- 172.21.15.3:0/3781897202 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cba3f009c0 con 0x55cba4dbd400 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbb82f6640 1 -- 172.21.15.3:0/3781897202 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55cba3f06fc0 con 0x55cba4dbd400 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.408+0000 7fdbb82f6640 1 -- 172.21.15.3:0/3781897202 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cba3f00680 con 0x55cba4dbd400 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 -- 172.21.15.3:0/3781897202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 msgr2=0x55cba3f57600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 0x55cba3f57600 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x55cba4dc8300 tx=0x55cba4c7ee40 comp rx=0 tx=0).stop 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 -- 172.21.15.3:0/3781897202 shutdown_connections 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbdc00 0x55cba3f58100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbd800 0x55cba3f57b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/3781897202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd400 0x55cba3f57600 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 -- 172.21.15.3:0/3781897202 >> 172.21.15.3:0/3781897202 conn(0x55cba4dbd000 msgr2=0x55cba4c67800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 -- 172.21.15.3:0/3781897202 shutdown_connections 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 -- 172.21.15.3:0/3781897202 wait complete. 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 Processor -- start 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.409+0000 7fdbbe35a280 1 -- start start 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbd400 0x55cba3f59180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd800 0x55cba3f58c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbe35a280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbdc00 0x55cba3f58680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cba4cc4c00 con 0x55cba4dbd800 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55cba4cc4d80 con 0x55cba4dbdc00 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbe35a280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55cba4cc4f00 con 0x55cba4dbd400 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd800 0x55cba3f58c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd800 0x55cba3f58c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56170/0 (socket says 172.21.15.3:56170) 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 -- 172.21.15.3:0/1152054990 learned_addr learned my addr 172.21.15.3:0/1152054990 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbd400 0x55cba3f59180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbdc00 0x55cba3f58680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 -- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbd400 msgr2=0x55cba3f59180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbd400 0x55cba3f59180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 -- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbdc00 msgr2=0x55cba3f58680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba4dbdc00 0x55cba3f58680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 -- 172.21.15.3:0/1152054990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cba3f12780 con 0x55cba4dbd800 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba4dbd400 0x55cba3f59180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.410+0000 7fdbbcaff640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd800 0x55cba3f58c00 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x55cba4dc9650 tx=0x55cba4dd3800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.411+0000 7fdbb6af3640 1 -- 172.21.15.3:0/1152054990 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cba3f009c0 con 0x55cba4dbd800 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.411+0000 7fdbb6af3640 1 -- 172.21.15.3:0/1152054990 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55cba3f06e00 con 0x55cba4dbd800 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.411+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55cba3f134a0 con 0x55cba4dbd800 2024-09-10T07:28:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.411+0000 7fdbb6af3640 1 -- 172.21.15.3:0/1152054990 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55cba3f00680 con 0x55cba4dbd800 2024-09-10T07:28:23.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.411+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cba3f12960 con 0x55cba4dbd800 2024-09-10T07:28:23.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.411+0000 7fdbbe35a280 4 main: resolving pool 13 2024-09-10T07:28:23.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbb6af3640 1 -- 172.21.15.3:0/1152054990 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55cba4e2ac00 con 0x55cba4dbd800 2024-09-10T07:28:23.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbb6af3640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cba4e32c00 0x55cba3f59700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbb6af3640 1 -- 172.21.15.3:0/1152054990 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x55cba4e34600 con 0x55cba4dbd800 2024-09-10T07:28:23.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbbe35a280 4 main: creating IoCtx.. 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55cba4e33000 0x55cba3f58100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:1 13.13 13:c91d4a1d:::mds0_inotable:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e94) -- 0x55cba4e33400 con 0x55cba4e33000 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.412+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cba4e32c00 0x55cba3f59700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.413+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55cba4e33000 0x55cba3f58100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.413+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cba4e32c00 0x55cba3f59700 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x55cba4dc8510 tx=0x55cba4c7ef00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.413+0000 7fdbbc2fe640 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55cba4e33000 0x55cba3f58100 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.413+0000 7fdbbc2fe640 1 -- 172.21.15.3:0/1152054990 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(1 mds0_inotable [read 0~34 out=34b] v0'0 uv2 ondisk = 0) ==== 157+0+34 (crc 0 0 0) 0x55cba4c6c000 con 0x55cba4e33000 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:28:23.420 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 0, 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "inotable": { 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "projected_free": [ 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627776, 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627776 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "free": [ 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627776, 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627776 2024-09-10T07:28:23.421 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:23.422 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55cba4e33000 msgr2=0x55cba3f58100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55cba4e33000 0x55cba3f58100 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cba4e32c00 msgr2=0x55cba3f59700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55cba4e32c00 0x55cba3f59700 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x55cba4dc8510 tx=0x55cba4c7ef00 comp rx=0 tx=0).stop 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd800 msgr2=0x55cba3f58c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1152054990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba4dbd800 0x55cba3f58c00 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x55cba4dc9650 tx=0x55cba4dd3800 comp rx=0 tx=0).stop 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbcaff640 1 -- 172.21.15.3:0/1152054990 reap_dead start 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 shutdown_connections 2024-09-10T07:28:23.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 >> 172.21.15.3:0/1152054990 conn(0x55cba4dbd000 msgr2=0x55cba4c67800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 shutdown_connections 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1152054990 wait complete. 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 msgr2=0x55cba3f57080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 0x55cba3f57080 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x55cba4d114a0 tx=0x55cba4c7efc0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 shutdown_connections 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cba3edbc00 0x55cba3f57080 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55cba3edb800 0x55cba3f56b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 --2- 172.21.15.3:0/1335444915 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55cba3edac00 0x55cba3f56580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 >> 172.21.15.3:0/1335444915 conn(0x55cba3edb000 msgr2=0x55cba4c67000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 shutdown_connections 2024-09-10T07:28:23.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.414+0000 7fdbbe35a280 1 -- 172.21.15.3:0/1335444915 wait complete. 2024-09-10T07:28:23.426 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'show', 'inode'] in time 0:00:00.105705, result: { "0": { "data": { "version": 0, "inotable": { "projected_free": [ { "start": 1099511627776, "len": 1099511627776 } ], "free": [ { "start": 1099511627776, "len": 1099511627776 } ] } }, "result": 0 } } 2024-09-10T07:28:23.426 DEBUG:teuthology.orchestra.run.smithi003:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 all take_inos 1099511627876 2024-09-10T07:28:23.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.506+0000 7fa93addd280 1 -- start start 2024-09-10T07:28:23.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.506+0000 7fa93addd280 1 Processor -- start 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa93addd280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a930494c00 0x55a930510580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa93addd280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 0x55a930510b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa93addd280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a930495c00 0x55a930511080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa93addd280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a931354180 con 0x55a930495800 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa93addd280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a931354300 con 0x55a930495c00 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa93addd280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a931354480 con 0x55a930494c00 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 0x55a930510b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 0x55a930510b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56188/0 (socket says 172.21.15.3:56188) 2024-09-10T07:28:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 -- 172.21.15.3:0/690891452 learned_addr learned my addr 172.21.15.3:0/690891452 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 -- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a930494c00 msgr2=0x55a930510580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa939d85640 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a930495c00 0x55a930511080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa939584640 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a930494c00 0x55a930510580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a930494c00 0x55a930510580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 -- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a930495c00 msgr2=0x55a930511080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a930495c00 0x55a930511080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.507+0000 7fa938d83640 1 -- 172.21.15.3:0/690891452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9304cc780 con 0x55a930495800 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa938d83640 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 0x55a930510b00 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x55a9312bf2f0 tx=0x55a9312366c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e50d575a89924cbf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa936d7f640 1 -- 172.21.15.3:0/690891452 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a9304ba680 con 0x55a930495800 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa936d7f640 1 -- 172.21.15.3:0/690891452 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a9304c0fc0 con 0x55a930495800 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa936d7f640 1 -- 172.21.15.3:0/690891452 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a9304bab60 con 0x55a930495800 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9304cc3c0 con 0x55a930495800 2024-09-10T07:28:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({fsmap=0}) -- 0x55a9304cd680 con 0x55a930495800 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa93addd280 4 waiting for MDS map... 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa936d7f640 1 -- 172.21.15.3:0/690891452 <== mon.0 v2:172.21.15.3:3300/0 4 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x55a93136a600 con 0x55a930495800 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa936d7f640 1 -- 172.21.15.3:0/690891452 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 78) ==== 3502+0+0 (secure 0 0 0) 0x55a9304ef180 con 0x55a930495800 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa93addd280 4 Got MDS map 78 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa93addd280 10 main: main 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.508+0000 7fa93addd280 4 main: connecting to RADOS... 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 Processor -- start 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 -- start start 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930511600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136f800 0x55a930511b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136fc00 0x55a930512100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a931354600 con 0x55a93136f400 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a931354780 con 0x55a93136fc00 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa93addd280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a931354900 con 0x55a93136f800 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa939d85640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930511600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa939d85640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930511600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56192/0 (socket says 172.21.15.3:56192) 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.509+0000 7fa939d85640 1 -- 172.21.15.3:0/933401650 learned_addr learned my addr 172.21.15.3:0/933401650 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939584640 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136f800 0x55a930511b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa938d83640 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136fc00 0x55a930512100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939d85640 1 -- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136f800 msgr2=0x55a930511b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939d85640 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136f800 0x55a930511b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939d85640 1 -- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136fc00 msgr2=0x55a930512100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939d85640 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136fc00 0x55a930512100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939d85640 1 -- 172.21.15.3:0/933401650 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9304cd4a0 con 0x55a93136f400 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939584640 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136f800 0x55a930511b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa939d85640 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930511600 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x55a9313ce6f0 tx=0x55a931390cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9487a8425a530e9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa934d7b640 1 -- 172.21.15.3:0/933401650 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a9304ba680 con 0x55a93136f400 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa934d7b640 1 -- 172.21.15.3:0/933401650 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a9304c0a80 con 0x55a93136f400 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa934d7b640 1 -- 172.21.15.3:0/933401650 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a9304bab60 con 0x55a93136f400 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa93addd280 1 -- 172.21.15.3:0/933401650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 msgr2=0x55a930511600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.510+0000 7fa93addd280 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930511600 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x55a9313ce6f0 tx=0x55a931390cc0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 -- 172.21.15.3:0/933401650 shutdown_connections 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136fc00 0x55a930512100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136f800 0x55a930511b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 --2- 172.21.15.3:0/933401650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930511600 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 -- 172.21.15.3:0/933401650 >> 172.21.15.3:0/933401650 conn(0x55a93136f000 msgr2=0x55a930581000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 -- 172.21.15.3:0/933401650 shutdown_connections 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 -- 172.21.15.3:0/933401650 wait complete. 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 Processor -- start 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.511+0000 7fa93addd280 1 -- start start 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930513180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136f800 0x55a930512c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136fc00 0x55a930512680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a931354900 con 0x55a93136f400 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x55a931354a80 con 0x55a93136f800 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x55a931354780 con 0x55a93136fc00 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930513180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930513180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56198/0 (socket says 172.21.15.3:56198) 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 -- 172.21.15.3:0/361445121 learned_addr learned my addr 172.21.15.3:0/361445121 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939584640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136f800 0x55a930512c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa938d83640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136fc00 0x55a930512680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 -- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136fc00 msgr2=0x55a930512680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a93136fc00 0x55a930512680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 -- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136f800 msgr2=0x55a930512c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a93136f800 0x55a930512c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 -- 172.21.15.3:0/361445121 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9304cc780 con 0x55a93136f400 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa939d85640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930513180 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x55a9313cf3b0 tx=0x55a931390c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa933578640 1 -- 172.21.15.3:0/361445121 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a9304ba4e0 con 0x55a93136f400 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa933578640 1 -- 172.21.15.3:0/361445121 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x55a9304c0e00 con 0x55a93136f400 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa933578640 1 -- 172.21.15.3:0/361445121 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55a9304ba680 con 0x55a93136f400 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.512+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a9304cc3c0 con 0x55a93136f400 2024-09-10T07:28:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.513+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9304cc000 con 0x55a93136f400 2024-09-10T07:28:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.513+0000 7fa93addd280 4 main: resolving pool 13 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa933578640 1 -- 172.21.15.3:0/361445121 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x55a9313eac00 con 0x55a93136f400 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa933578640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a9313e6c00 0x55a930513700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa933578640 1 -- 172.21.15.3:0/361445121 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x55a9313e8a00 con 0x55a93136f400 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa93addd280 4 main: creating IoCtx.. 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa93addd280 10 mds.0.inotable: skip_inos was [0x10000000000~0x10000000000] 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa93addd280 10 mds.0.inotable: skip_inos now [0x10000000065~0xffffffff9b] 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa93addd280 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55a9313e7000 0x55a930512100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- osd_op(unknown.0.0:1 13.13 13:c91d4a1d:::mds0_inotable:head [writefull 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) -- 0x55a9313e7400 con 0x55a9313e7000 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.514+0000 7fa939584640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a9313e6c00 0x55a930513700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.515+0000 7fa938d83640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55a9313e7000 0x55a930512100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.515+0000 7fa939584640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a9313e6c00 0x55a930513700 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x55a9304f1530 tx=0x55a931236c00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.515+0000 7fa938d83640 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55a9313e7000 0x55a930512100 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa938d83640 1 -- 172.21.15.3:0/361445121 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== osd_op_reply(1 mds0_inotable [writefull 0~34] v94'3 uv3 ondisk = 0) ==== 157+0+0 (crc 0 0 0) 0x55a931226000 con 0x55a9313e7000 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stdout: "0": { 2024-09-10T07:28:23.522 INFO:teuthology.orchestra.run.smithi003.stdout: "data": { 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 1, 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "inotable": { 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "projected_free": [ 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627877, 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627675 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "free": [ 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "start": 1099511627877, 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: "len": 1099511627675 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.523 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-09-10T07:28:23.524 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.524 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-09-10T07:28:23.524 INFO:teuthology.orchestra.run.smithi003.stdout: "result": 0 2024-09-10T07:28:23.524 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-09-10T07:28:23.524 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:23.524 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:23.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55a9313e7000 msgr2=0x55a930512100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x55a9313e7000 0x55a930512100 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a9313e6c00 msgr2=0x55a930513700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x55a9313e6c00 0x55a930513700 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x55a9304f1530 tx=0x55a931236c00 comp rx=0 tx=0).stop 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 msgr2=0x55a930513180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 --2- 172.21.15.3:0/361445121 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a93136f400 0x55a930513180 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x55a9313cf3b0 tx=0x55a931390c00 comp rx=0 tx=0).stop 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa939584640 1 -- 172.21.15.3:0/361445121 reap_dead start 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 shutdown_connections 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.516+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 >> 172.21.15.3:0/361445121 conn(0x55a93136f000 msgr2=0x55a930581000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 shutdown_connections 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/361445121 wait complete. 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 msgr2=0x55a930510b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 0x55a930510b00 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x55a9312bf2f0 tx=0x55a9312366c0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 shutdown_connections 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x55a930495c00 0x55a930511080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a930495800 0x55a930510b00 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 --2- 172.21.15.3:0/690891452 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x55a930494c00 0x55a930510580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 >> 172.21.15.3:0/690891452 conn(0x55a930495000 msgr2=0x55a930580800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 shutdown_connections 2024-09-10T07:28:23.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.517+0000 7fa93addd280 1 -- 172.21.15.3:0/690891452 wait complete. 2024-09-10T07:28:23.528 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', 'all', 'take_inos', '1099511627876'] in time 0:00:00.102197, result: { "0": { "data": { "version": 1, "inotable": { "projected_free": [ { "start": 1099511627877, "len": 1099511627675 } ], "free": [ { "start": 1099511627877, "len": 1099511627675 } ] } }, "result": 0 } } 2024-09-10T07:28:23.528 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T07:28:23.528 DEBUG:teuthology.orchestra.run.smithi003:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:28:23.602 DEBUG:teuthology.orchestra.run.smithi070:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T07:28:23.654 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T07:28:23.654 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:28:23.655 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:28:23.655 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:23.671 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T07:28:23.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.817+0000 7fb07ef59640 1 Processor -- start 2024-09-10T07:28:23.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.817+0000 7fb07ef59640 1 -- start start 2024-09-10T07:28:23.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07ef59640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb07815e280 0x7fb0780d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07ef59640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb0780d30b0 0x7fb0780ceed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07ef59640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0780d24d0 con 0x7fb07815e660 2024-09-10T07:28:23.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07ef59640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb0780b4c20 con 0x7fb0780d30b0 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07ef59640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb0780b42f0 con 0x7fb07815e280 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb077fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb07815e660 0x7fb0780d29a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43208/0 (socket says 172.21.15.3:43208) 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb077fff640 1 -- 172.21.15.3:0/3847047739 learned_addr learned my addr 172.21.15.3:0/3847047739 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07d4f6640 1 --2- 172.21.15.3:0/3847047739 >> v2:172.21.15.70:3300/0 conn(0x7fb0780d30b0 0x7fb0780ceed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07ccf5640 1 --2- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb07815e280 0x7fb0780d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb0777fe640 1 -- 172.21.15.3:0/3847047739 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3277820334 0 0) 0x7fb064001110 con 0x7fb07815e660 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb0777fe640 1 -- 172.21.15.3:0/3847047739 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb068003520 con 0x7fb07815e660 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07d4f6640 1 -- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb07815e280 msgr2=0x7fb0780d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.818+0000 7fb07d4f6640 1 --2- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb07815e280 0x7fb0780d1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.819+0000 7fb07d4f6640 1 -- 172.21.15.3:0/3847047739 >> v1:172.21.15.3:6789/0 conn(0x7fb07815e660 legacy=0x7fb0780d29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.819+0000 7fb07d4f6640 1 -- 172.21.15.3:0/3847047739 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0780b45d0 con 0x7fb0780d30b0 2024-09-10T07:28:23.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.819+0000 7fb07d4f6640 1 --2- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0780d30b0 0x7fb0780ceed0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb070009d90 tx=0x7fb07002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69df93d283472731 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb0777fe640 1 -- 172.21.15.3:0/3847047739 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb070007740 con 0x7fb0780d30b0 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb0777fe640 1 -- 172.21.15.3:0/3847047739 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0700078e0 con 0x7fb0780d30b0 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb0777fe640 1 -- 172.21.15.3:0/3847047739 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb070007c90 con 0x7fb0780d30b0 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 -- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0780d30b0 msgr2=0x7fb0780ceed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 --2- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0780d30b0 0x7fb0780ceed0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb070009d90 tx=0x7fb07002a660 comp rx=0 tx=0).stop 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 -- 172.21.15.3:0/3847047739 shutdown_connections 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 --2- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb0780d30b0 0x7fb0780ceed0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 --2- 172.21.15.3:0/3847047739 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb07815e280 0x7fb0780d1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 -- 172.21.15.3:0/3847047739 >> 172.21.15.3:0/3847047739 conn(0x7fb07808ddf0 msgr2=0x7fb07809d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 -- 172.21.15.3:0/3847047739 shutdown_connections 2024-09-10T07:28:23.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.820+0000 7fb07ef59640 1 -- 172.21.15.3:0/3847047739 wait complete. 2024-09-10T07:28:23.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.821+0000 7fb07ef59640 1 Processor -- start 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.821+0000 7fb07ef59640 1 -- start start 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb07ef59640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb0780d30b0 0x7fb0781f4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb07ef59640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 0x7fb07815c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb07ef59640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb07815e660 0x7fb0780b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb07ef59640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb0780b5230 con 0x7fb07815e280 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb07ef59640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb0780b50b0 con 0x7fb07815e660 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb07ef59640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb0780b3a30 con 0x7fb0780d30b0 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb077fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 0x7fb07815c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb077fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 0x7fb07815c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56204/0 (socket says 172.21.15.3:56204) 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.822+0000 7fb077fff640 1 -- 172.21.15.3:0/128748366 learned_addr learned my addr 172.21.15.3:0/128748366 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb07ccf5640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb0780d30b0 0x7fb0781f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb07d4f6640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb07815e660 0x7fb0780b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb077fff640 1 -- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb0780d30b0 msgr2=0x7fb0781f4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb077fff640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb0780d30b0 0x7fb0781f4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb077fff640 1 -- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb07815e660 msgr2=0x7fb0780b7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb077fff640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb07815e660 0x7fb0780b7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb077fff640 1 -- 172.21.15.3:0/128748366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0780b7750 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb07ccf5640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb0780d30b0 0x7fb0781f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb077fff640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 0x7fb07815c520 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fb06400c400 tx=0x7fb06400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb064017070 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb064005ce0 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0780caf40 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0640072d0 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.823+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0780b9b50 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.824+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0780d1f90 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.825+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb06401a070 con 0x7fb07815e280 2024-09-10T07:28:23.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.825+0000 7fb0757fa640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb05c06be30 0x7fb05c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:23.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.825+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fb06408a1e0 con 0x7fb07815e280 2024-09-10T07:28:23.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.825+0000 7fb07ccf5640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb05c06be30 0x7fb05c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:23.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.826+0000 7fb07ccf5640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb05c06be30 0x7fb05c06e2f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb06c009b90 tx=0x7fb06c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:23.830+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb0780caf40 con 0x7fb07815e280 2024-09-10T07:28:24.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.017+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb0780d0570 con 0x7fb07815e280 2024-09-10T07:28:24.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.017+0000 7fb0757fa640 1 -- 172.21.15.3:0/128748366 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v94) ==== 80+0+0 (secure 0 0 0) 0x7fb0780d24d0 con 0x7fb07815e280 2024-09-10T07:28:24.018 INFO:teuthology.orchestra.run.smithi003.stderr:listed 0 entries 2024-09-10T07:28:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.019+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb05c06be30 msgr2=0x7fb05c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.019+0000 7fb07ef59640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb05c06be30 0x7fb05c06e2f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb06c009b90 tx=0x7fb06c008040 comp rx=0 tx=0).stop 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.019+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 msgr2=0x7fb07815c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.019+0000 7fb07ef59640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 0x7fb07815c520 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fb06400c400 tx=0x7fb06400c8c0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 shutdown_connections 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb05c06be30 0x7fb05c06e2f0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb07815e660 0x7fb0780b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb07815e280 0x7fb07815c520 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 --2- 172.21.15.3:0/128748366 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb0780d30b0 0x7fb0781f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 >> 172.21.15.3:0/128748366 conn(0x7fb07808ddf0 msgr2=0x7fb0780b1070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 shutdown_connections 2024-09-10T07:28:24.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.020+0000 7fb07ef59640 1 -- 172.21.15.3:0/128748366 wait complete. 2024-09-10T07:28:24.030 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi003.front.sepia.ceph.com... 2024-09-10T07:28:24.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:24.031 DEBUG:teuthology.orchestra.run.smithi003:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T07:28:24.055 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi003.stderr:ceph-fuse[65792]: fuse finished with error 0 and tester_r 0 2024-09-10T07:28:24.057 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:28:24.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:24.057 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T07:28:24.129 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:28:24.129 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:28:24.129 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:24.149 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:28:24.149 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:28:24.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:24.149 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T07:28:24.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:28:24.208 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T07:28:24.209 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:28:24.209 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:28:24.209 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:24.226 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:28:24.226 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:28:24.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:24.227 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T07:28:24.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:28:24.282 INFO:teuthology.orchestra.run.smithi003.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T07:28:24.283 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T07:28:24.283 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:28:24.283 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:24.302 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:28:24.303 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:28:24.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:24.303 DEBUG:teuthology.orchestra.run.smithi070:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T07:28:24.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:28:24.360 INFO:teuthology.orchestra.run.smithi070.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T07:28:24.361 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:24.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.464+0000 7fe62b59e640 1 Processor -- start 2024-09-10T07:28:24.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.464+0000 7fe62b59e640 1 -- start start 2024-09-10T07:28:24.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62b59e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe62c0cefd0 0x7fe62c0d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62b59e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c0b4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62b59e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe62c0d4b30 con 0x7fe62c15e350 2024-09-10T07:28:24.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62b59e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe62c0d34d0 con 0x7fe62c0cefd0 2024-09-10T07:28:24.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62b59e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe62c0cf600 con 0x7fe62c0d4750 2024-09-10T07:28:24.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe629d9b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe62c0cefd0 0x7fe62c0d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62a59c640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe62c15e350 0x7fe62c0d2dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:34350/0 (socket says 172.21.15.3:34350) 2024-09-10T07:28:24.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62ad9d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c0b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.465+0000 7fe62a59c640 1 -- 172.21.15.3:0/944961985 learned_addr learned my addr 172.21.15.3:0/944961985 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:24.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62959a640 1 -- 172.21.15.3:0/944961985 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4033392602 0 0) 0x7fe62c0d4b30 con 0x7fe62c15e350 2024-09-10T07:28:24.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62959a640 1 -- 172.21.15.3:0/944961985 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe614003520 con 0x7fe62c15e350 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62ad9d640 1 -- 172.21.15.3:0/944961985 >> v2:172.21.15.70:3300/0 conn(0x7fe62c0cefd0 msgr2=0x7fe62c0d4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62ad9d640 1 --2- 172.21.15.3:0/944961985 >> v2:172.21.15.70:3300/0 conn(0x7fe62c0cefd0 0x7fe62c0d4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62ad9d640 1 -- 172.21.15.3:0/944961985 >> v1:172.21.15.70:6789/0 conn(0x7fe62c15e350 legacy=0x7fe62c0d2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62ad9d640 1 -- 172.21.15.3:0/944961985 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62c0cf8e0 con 0x7fe62c0d4750 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe629d9b640 1 --2- 172.21.15.3:0/944961985 >> v2:172.21.15.70:3300/0 conn(0x7fe62c0cefd0 0x7fe62c0d4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.466+0000 7fe62ad9d640 1 --2- 172.21.15.3:0/944961985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c0b4360 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe624009d90 tx=0x7fe62402a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb230fb5a92fcbd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62959a640 1 -- 172.21.15.3:0/944961985 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624007740 con 0x7fe62c0d4750 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62959a640 1 -- 172.21.15.3:0/944961985 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6240078e0 con 0x7fe62c0d4750 2024-09-10T07:28:24.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62959a640 1 -- 172.21.15.3:0/944961985 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624007cb0 con 0x7fe62c0d4750 2024-09-10T07:28:24.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 -- 172.21.15.3:0/944961985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 msgr2=0x7fe62c0b4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 --2- 172.21.15.3:0/944961985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c0b4360 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe624009d90 tx=0x7fe62402a6f0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 -- 172.21.15.3:0/944961985 shutdown_connections 2024-09-10T07:28:24.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 --2- 172.21.15.3:0/944961985 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c0b4360 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 --2- 172.21.15.3:0/944961985 >> v2:172.21.15.70:3300/0 conn(0x7fe62c0cefd0 0x7fe62c0d4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 -- 172.21.15.3:0/944961985 >> 172.21.15.3:0/944961985 conn(0x7fe62c08dbe0 msgr2=0x7fe62c09d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:24.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 -- 172.21.15.3:0/944961985 shutdown_connections 2024-09-10T07:28:24.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.467+0000 7fe62b59e640 1 -- 172.21.15.3:0/944961985 wait complete. 2024-09-10T07:28:24.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 Processor -- start 2024-09-10T07:28:24.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 -- start start 2024-09-10T07:28:24.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 0x7fe62c0b70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c14c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62c15e350 0x7fe62c0ce3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c0d0180 con 0x7fe62c0cefd0 2024-09-10T07:28:24.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c0cfea0 con 0x7fe62c15e350 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.469+0000 7fe62b59e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe62c15e730 con 0x7fe62c0d4750 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 0x7fe62c0b70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 0x7fe62c0b70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56208/0 (socket says 172.21.15.3:56208) 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 -- 172.21.15.3:0/3493467373 learned_addr learned my addr 172.21.15.3:0/3493467373 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe629d9b640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c14c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62ad9d640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62c15e350 0x7fe62c0ce3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 -- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 msgr2=0x7fe62c14c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c14c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 -- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62c15e350 msgr2=0x7fe62c0ce3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62c15e350 0x7fe62c0ce3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 -- 172.21.15.3:0/3493467373 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62c0ce930 con 0x7fe62c0cefd0 2024-09-10T07:28:24.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62a59c640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 0x7fe62c0b70b0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fe61c00c3c0 tx=0x7fe61c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:24.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61c017070 con 0x7fe62c0cefd0 2024-09-10T07:28:24.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe61c005ce0 con 0x7fe62c0cefd0 2024-09-10T07:28:24.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe62c0b7790 con 0x7fe62c0cefd0 2024-09-10T07:28:24.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61c0072f0 con 0x7fe62c0cefd0 2024-09-10T07:28:24.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.470+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe62c0b7d50 con 0x7fe62c0cefd0 2024-09-10T07:28:24.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.471+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe62c0b7f50 con 0x7fe62c0cefd0 2024-09-10T07:28:24.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.472+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe61c01a070 con 0x7fe62c0cefd0 2024-09-10T07:28:24.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.473+0000 7fe61affd640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60c06be60 0x7fe60c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.473+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fe61c08a280 con 0x7fe62c0cefd0 2024-09-10T07:28:24.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.473+0000 7fe629d9b640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60c06be60 0x7fe60c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.473+0000 7fe629d9b640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60c06be60 0x7fe60c06e320 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fe620009560 tx=0x7fe620009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:24.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.477+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe62c0b7f50 con 0x7fe62c0cefd0 2024-09-10T07:28:24.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.690+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe62c0d4210 con 0x7fe62c0cefd0 2024-09-10T07:28:24.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.691+0000 7fe61affd640 1 -- 172.21.15.3:0/3493467373 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5213 (secure 0 0 0) 0x7fe62c0ce930 con 0x7fe62c0cefd0 2024-09-10T07:28:24.691 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:24.691 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:28:12.126370+0000","modified":"2024-09-10T07:28:14.114094+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7401},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7401":{"gid":7401,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2535235745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2535235745},{"type":"v1","addr":"172.21.15.3:6835","nonce":2535235745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7401,"qdb_cluster":[7401]},"id":6}]} 2024-09-10T07:28:24.691 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 78 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60c06be60 msgr2=0x7fe60c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60c06be60 0x7fe60c06e320 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fe620009560 tx=0x7fe620009190 comp rx=0 tx=0).stop 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 msgr2=0x7fe62c0b70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 0x7fe62c0b70b0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fe61c00c3c0 tx=0x7fe61c00c880 comp rx=0 tx=0).stop 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 shutdown_connections 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe60c06be60 0x7fe60c06e320 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe62c15e350 0x7fe62c0ce3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe62c0d4750 0x7fe62c14c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 --2- 172.21.15.3:0/3493467373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe62c0cefd0 0x7fe62c0b70b0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 >> 172.21.15.3:0/3493467373 conn(0x7fe62c08dbe0 msgr2=0x7fe62c15d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 shutdown_connections 2024-09-10T07:28:24.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.693+0000 7fe62b59e640 1 -- 172.21.15.3:0/3493467373 wait complete. 2024-09-10T07:28:24.704 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:24.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.806+0000 7f009e711640 1 Processor -- start 2024-09-10T07:28:24.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.806+0000 7f009e711640 1 -- start start 2024-09-10T07:28:24.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f009e711640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f00980b0610 0x7f00980cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f009e711640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0098073a50 con 0x7f009815c3c0 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f009e711640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0098073d30 con 0x7f009806c200 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f009e711640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f00980b4540 con 0x7f00980b0610 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f0097fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f009815c3c0 0x7f009806baf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43212/0 (socket says 172.21.15.3:43212) 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f0097fff640 1 -- 172.21.15.3:0/2484084064 learned_addr learned my addr 172.21.15.3:0/2484084064 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.807+0000 7f00977fe640 1 --2- 172.21.15.3:0/2484084064 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f00980b0610 0x7f00980cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 835261392 0 0) 0x7f0098073a50 con 0x7f009815c3c0 2024-09-10T07:28:24.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0080003520 con 0x7f009815c3c0 2024-09-10T07:28:24.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2560330038 0 0) 0x7f0098073d30 con 0x7f009806c200 2024-09-10T07:28:24.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0098073a50 con 0x7f009806c200 2024-09-10T07:28:24.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f00977fe640 1 -- 172.21.15.3:0/2484084064 >> v1:172.21.15.70:6789/0 conn(0x7f009806c200 legacy=0x7f00980b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f00977fe640 1 -- 172.21.15.3:0/2484084064 >> v1:172.21.15.3:6789/0 conn(0x7f009815c3c0 legacy=0x7f009806baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.808+0000 7f00977fe640 1 -- 172.21.15.3:0/2484084064 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00980b4230 con 0x7f00980b0610 2024-09-10T07:28:24.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f00977fe640 1 --2- 172.21.15.3:0/2484084064 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f00980b0610 0x7f00980cf9f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f008c0097d0 tx=0x7f008c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9775a6e67c6c9908 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:24.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008c037070 con 0x7f00980b0610 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f008c032440 con 0x7f00980b0610 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f0096ffd640 1 -- 172.21.15.3:0/2484084064 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008c032810 con 0x7f00980b0610 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 -- 172.21.15.3:0/2484084064 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f00980b0610 msgr2=0x7f00980cf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 --2- 172.21.15.3:0/2484084064 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f00980b0610 0x7f00980cf9f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f008c0097d0 tx=0x7f008c02a210 comp rx=0 tx=0).stop 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 -- 172.21.15.3:0/2484084064 shutdown_connections 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 --2- 172.21.15.3:0/2484084064 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f00980b0610 0x7f00980cf9f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 -- 172.21.15.3:0/2484084064 >> 172.21.15.3:0/2484084064 conn(0x7f00980b2c50 msgr2=0x7f00980b3060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 -- 172.21.15.3:0/2484084064 shutdown_connections 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.809+0000 7f009e711640 1 -- 172.21.15.3:0/2484084064 wait complete. 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 Processor -- start 2024-09-10T07:28:24.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 -- start start 2024-09-10T07:28:24.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f009806c200 0x7f00981e6f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 0x7f009814e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f009814ec10 0x7f00981f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f009815c920 con 0x7f009815c3c0 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f009815c7a0 con 0x7f009814ec10 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.811+0000 7f009e711640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f00980b01b0 con 0x7f009806c200 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 0x7f009814e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 0x7f009814e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56218/0 (socket says 172.21.15.3:56218) 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 -- 172.21.15.3:0/3904410551 learned_addr learned my addr 172.21.15.3:0/3904410551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f0097fff640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f009806c200 0x7f00981e6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f009ccae640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f009814ec10 0x7f00981f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 -- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f009806c200 msgr2=0x7f00981e6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f009806c200 0x7f00981e6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 -- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f009814ec10 msgr2=0x7f00981f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f009814ec10 0x7f00981f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 -- 172.21.15.3:0/3904410551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00981f8890 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f00977fe640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 0x7f009814e550 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f008c035040 tx=0x7f008c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008c041020 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f008c03d720 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008c037040 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00981e5e80 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.812+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00981e6440 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.813+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f009806eff0 con 0x7f009815c3c0 2024-09-10T07:28:24.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.814+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f008c044020 con 0x7f009815c3c0 2024-09-10T07:28:24.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.814+0000 7f0094ff9640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f008406be30 0x7f008406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:24.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.814+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f008c0ab5c0 con 0x7f009815c3c0 2024-09-10T07:28:24.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.814+0000 7f0097fff640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f008406be30 0x7f008406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:24.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.815+0000 7f0097fff640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f008406be30 0x7f008406e2f0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0088000f60 tx=0x7f0088007d70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:24.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:24.819+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f008c04b030 con 0x7f009815c3c0 2024-09-10T07:28:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.033+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00980b38b0 con 0x7f009815c3c0 2024-09-10T07:28:25.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.034+0000 7f0094ff9640 1 -- 172.21.15.3:0/3904410551 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5213 (secure 0 0 0) 0x7f008c0797a0 con 0x7f009815c3c0 2024-09-10T07:28:25.034 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:25.034 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:28:12.126370+0000","modified":"2024-09-10T07:28:14.114094+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7401},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7401":{"gid":7401,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2535235745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2535235745},{"type":"v1","addr":"172.21.15.3:6835","nonce":2535235745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7401,"qdb_cluster":[7401]},"id":6}]} 2024-09-10T07:28:25.034 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 78 2024-09-10T07:28:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f008406be30 msgr2=0x7f008406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f008406be30 0x7f008406e2f0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0088000f60 tx=0x7f0088007d70 comp rx=0 tx=0).stop 2024-09-10T07:28:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 msgr2=0x7f009814e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 0x7f009814e550 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f008c035040 tx=0x7f008c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 shutdown_connections 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f008406be30 0x7f008406e2f0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f009814ec10 0x7f00981f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f009815c3c0 0x7f009814e550 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 --2- 172.21.15.3:0/3904410551 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f009806c200 0x7f00981e6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 >> 172.21.15.3:0/3904410551 conn(0x7f00980b2c50 msgr2=0x7f00980b0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 shutdown_connections 2024-09-10T07:28:25.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.036+0000 7f009e711640 1 -- 172.21.15.3:0/3904410551 wait complete. 2024-09-10T07:28:25.047 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.150+0000 7fe7b740e640 1 Processor -- start 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.150+0000 7fe7b740e640 1 -- start start 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b740e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b0071510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b740e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7b01476d0 0x7fe7b00ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b740e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7b015e7c0 con 0x7fe7b00cf340 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b740e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe7b0071b80 con 0x7fe7b01476d0 2024-09-10T07:28:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b740e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7b0071e60 con 0x7fe7b00d04c0 2024-09-10T07:28:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b49a9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b0071510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b59ab640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe7b01476d0 0x7fe7b00ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b51aa640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7fe7b00cf340 0x7fe7b00cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:34368/0 (socket says 172.21.15.3:34368) 2024-09-10T07:28:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b51aa640 1 -- 172.21.15.3:0/2892635686 learned_addr learned my addr 172.21.15.3:0/2892635686 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b49a9640 1 --2- 172.21.15.3:0/2892635686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b0071510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:40490/0 (socket says 172.21.15.3:40490) 2024-09-10T07:28:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b49a9640 1 -- 172.21.15.3:0/2892635686 >> v2:172.21.15.70:3300/0 conn(0x7fe7b01476d0 msgr2=0x7fe7b00ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b49a9640 1 --2- 172.21.15.3:0/2892635686 >> v2:172.21.15.70:3300/0 conn(0x7fe7b01476d0 0x7fe7b00ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b49a9640 1 -- 172.21.15.3:0/2892635686 >> v1:172.21.15.70:6789/0 conn(0x7fe7b00cf340 legacy=0x7fe7b00cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.151+0000 7fe7b49a9640 1 -- 172.21.15.3:0/2892635686 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7b0072140 con 0x7fe7b00d04c0 2024-09-10T07:28:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.152+0000 7fe7b49a9640 1 --2- 172.21.15.3:0/2892635686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b0071510 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe7a00097a0 tx=0x7fe7a002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c2f4584163ead6e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.152+0000 7fe7a7fff640 1 -- 172.21.15.3:0/2892635686 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0037070 con 0x7fe7b00d04c0 2024-09-10T07:28:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.152+0000 7fe7a7fff640 1 -- 172.21.15.3:0/2892635686 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7a002ae50 con 0x7fe7b00d04c0 2024-09-10T07:28:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.152+0000 7fe7a7fff640 1 -- 172.21.15.3:0/2892635686 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a0032660 con 0x7fe7b00d04c0 2024-09-10T07:28:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 -- 172.21.15.3:0/2892635686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 msgr2=0x7fe7b0071510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 --2- 172.21.15.3:0/2892635686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b0071510 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fe7a00097a0 tx=0x7fe7a002a100 comp rx=0 tx=0).stop 2024-09-10T07:28:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 -- 172.21.15.3:0/2892635686 shutdown_connections 2024-09-10T07:28:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 --2- 172.21.15.3:0/2892635686 >> v2:172.21.15.70:3300/0 conn(0x7fe7b01476d0 0x7fe7b00ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 --2- 172.21.15.3:0/2892635686 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b0071510 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 -- 172.21.15.3:0/2892635686 >> 172.21.15.3:0/2892635686 conn(0x7fe7b00b3d50 msgr2=0x7fe7b00b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 -- 172.21.15.3:0/2892635686 shutdown_connections 2024-09-10T07:28:25.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.153+0000 7fe7b740e640 1 -- 172.21.15.3:0/2892635686 wait complete. 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.154+0000 7fe7b740e640 1 Processor -- start 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.154+0000 7fe7b740e640 1 -- start start 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b740e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 0x7fe7b00c8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b740e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b01ea1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b740e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7b01476d0 0x7fe7b015c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b740e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7b00cd150 con 0x7fe7b00cf340 2024-09-10T07:28:25.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b740e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe7b0147ee0 con 0x7fe7b01476d0 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b740e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe7b00cd2d0 con 0x7fe7b00d04c0 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 0x7fe7b00c8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 0x7fe7b00c8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56232/0 (socket says 172.21.15.3:56232) 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 -- 172.21.15.3:0/1161153680 learned_addr learned my addr 172.21.15.3:0/1161153680 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b59ab640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7b01476d0 0x7fe7b015c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b49a9640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b01ea1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 -- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 msgr2=0x7fe7b01ea1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b01ea1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 -- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7b01476d0 msgr2=0x7fe7b015c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.155+0000 7fe7b51aa640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7b01476d0 0x7fe7b015c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7b51aa640 1 -- 172.21.15.3:0/1161153680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7b00cba80 con 0x7fe7b00cf340 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7b51aa640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 0x7fe7b00c8c10 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac00c400 tx=0x7fe7ac00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac017070 con 0x7fe7b00cf340 2024-09-10T07:28:25.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7ac005ce0 con 0x7fe7b00cf340 2024-09-10T07:28:25.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7b00cbd60 con 0x7fe7b00cf340 2024-09-10T07:28:25.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac0072f0 con 0x7fe7b00cf340 2024-09-10T07:28:25.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.156+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7b00c5f50 con 0x7fe7b00cf340 2024-09-10T07:28:25.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.157+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7b0071510 con 0x7fe7b00cf340 2024-09-10T07:28:25.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.157+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7ac01a070 con 0x7fe7b00cf340 2024-09-10T07:28:25.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.158+0000 7fe7a5ffb640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe79406be30 0x7fe79406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.158+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7fe7ac08a2e0 con 0x7fe7b00cf340 2024-09-10T07:28:25.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.158+0000 7fe7b49a9640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe79406be30 0x7fe79406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.158+0000 7fe7b49a9640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe79406be30 0x7fe79406e2f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0034000 tx=0x7fe7a002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.162+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7ac058540 con 0x7fe7b00cf340 2024-09-10T07:28:25.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.339+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe7b00cfe30 con 0x7fe7b00cf340 2024-09-10T07:28:25.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.340+0000 7fe7a5ffb640 1 -- 172.21.15.3:0/1161153680 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+16825 (secure 0 0 0) 0x7fe7ac05c840 con 0x7fe7b00cf340 2024-09-10T07:28:25.340 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:25.340 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":94,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:28:13.755244+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:28:10.700038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T07:28:11.097551+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:25.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe79406be30 msgr2=0x7fe79406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe79406be30 0x7fe79406e2f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0034000 tx=0x7fe7a002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:25.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 msgr2=0x7fe7b00c8c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 0x7fe7b00c8c10 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac00c400 tx=0x7fe7ac00c8c0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 shutdown_connections 2024-09-10T07:28:25.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe79406be30 0x7fe79406e2f0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe7b01476d0 0x7fe7b015c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe7b00d04c0 0x7fe7b01ea1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 --2- 172.21.15.3:0/1161153680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7b00cf340 0x7fe7b00c8c10 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 >> 172.21.15.3:0/1161153680 conn(0x7fe7b00b3d50 msgr2=0x7fe7b006de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:25.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 shutdown_connections 2024-09-10T07:28:25.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.342+0000 7fe7b740e640 1 -- 172.21.15.3:0/1161153680 wait complete. 2024-09-10T07:28:25.353 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:28:25.353 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:25.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.455+0000 7f05461af640 1 Processor -- start 2024-09-10T07:28:25.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.455+0000 7f05461af640 1 -- start start 2024-09-10T07:28:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f05461af640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f054015e510 0x7f05400ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f05461af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f05400cf040 0x7f05400d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f05461af640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f05400d1200 0x7f05400b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f05461af640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f05400d3430 con 0x7f05400d1200 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f05461af640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f05400d1690 con 0x7f054015e510 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f05461af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f05400d36d0 con 0x7f05400cf040 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f05400d1200 0x7f05400b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f05400d1200 0x7f05400b5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56242/0 (socket says 172.21.15.3:56242) 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 -- 172.21.15.3:0/2740601673 learned_addr learned my addr 172.21.15.3:0/2740601673 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053f7fe640 1 --2- 172.21.15.3:0/2740601673 >> v2:172.21.15.70:3300/0 conn(0x7f054015e510 0x7f05400ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053effd640 1 --2- 172.21.15.3:0/2740601673 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f05400cf040 0x7f05400d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 -- 172.21.15.3:0/2740601673 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f05400cf040 msgr2=0x7f05400d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:25.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 --2- 172.21.15.3:0/2740601673 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f05400cf040 0x7f05400d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 -- 172.21.15.3:0/2740601673 >> v2:172.21.15.70:3300/0 conn(0x7f054015e510 msgr2=0x7f05400ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 --2- 172.21.15.3:0/2740601673 >> v2:172.21.15.70:3300/0 conn(0x7f054015e510 0x7f05400ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053ffff640 1 -- 172.21.15.3:0/2740601673 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05400d39b0 con 0x7f05400d1200 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.456+0000 7f053f7fe640 1 --2- 172.21.15.3:0/2740601673 >> v2:172.21.15.70:3300/0 conn(0x7f054015e510 0x7f05400ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.457+0000 7f053ffff640 1 --2- 172.21.15.3:0/2740601673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400d1200 0x7f05400b5f30 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f05400cb530 tx=0x7f053802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abe8adc6c2318c67 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.457+0000 7f053e7fc640 1 -- 172.21.15.3:0/2740601673 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0538036070 con 0x7f05400d1200 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.457+0000 7f053e7fc640 1 -- 172.21.15.3:0/2740601673 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0538031600 con 0x7f05400d1200 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.457+0000 7f053e7fc640 1 -- 172.21.15.3:0/2740601673 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05380319d0 con 0x7f05400d1200 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 -- 172.21.15.3:0/2740601673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400d1200 msgr2=0x7f05400b5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 --2- 172.21.15.3:0/2740601673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400d1200 0x7f05400b5f30 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f05400cb530 tx=0x7f053802a610 comp rx=0 tx=0).stop 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 -- 172.21.15.3:0/2740601673 shutdown_connections 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 --2- 172.21.15.3:0/2740601673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400d1200 0x7f05400b5f30 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 --2- 172.21.15.3:0/2740601673 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f05400cf040 0x7f05400d0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 --2- 172.21.15.3:0/2740601673 >> v2:172.21.15.70:3300/0 conn(0x7f054015e510 0x7f05400ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 -- 172.21.15.3:0/2740601673 >> 172.21.15.3:0/2740601673 conn(0x7f054006d1a0 msgr2=0x7f0540073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 -- 172.21.15.3:0/2740601673 shutdown_connections 2024-09-10T07:28:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.458+0000 7f05461af640 1 -- 172.21.15.3:0/2740601673 wait complete. 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.459+0000 7f05461af640 1 Processor -- start 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.459+0000 7f05461af640 1 -- start start 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f05461af640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 0x7f05401f7120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f05461af640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05400d1200 0x7f05400b6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f05461af640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f054015e510 0x7f05400b6960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f05461af640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f05400d22a0 con 0x7f05400cf040 2024-09-10T07:28:25.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f05461af640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f05400d3f70 con 0x7f05400d1200 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f05461af640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f054015e8f0 con 0x7f054015e510 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 0x7f05401f7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 0x7f05401f7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56244/0 (socket says 172.21.15.3:56244) 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 -- 172.21.15.3:0/2293830856 learned_addr learned my addr 172.21.15.3:0/2293830856 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053ffff640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f054015e510 0x7f05400b6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053effd640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05400d1200 0x7f05400b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 -- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f054015e510 msgr2=0x7f05400b6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f054015e510 0x7f05400b6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 -- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05400d1200 msgr2=0x7f05400b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05400d1200 0x7f05400b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053f7fe640 1 -- 172.21.15.3:0/2293830856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05400b4c90 con 0x7f05400cf040 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.460+0000 7f053effd640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05400d1200 0x7f05400b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.461+0000 7f053f7fe640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 0x7f05401f7120 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f053000c820 tx=0x7f053000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.461+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0530015070 con 0x7f05400cf040 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.461+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0530007a30 con 0x7f05400cf040 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.461+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0530007e00 con 0x7f05400cf040 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.461+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05400b4f70 con 0x7f05400cf040 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.461+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05400b5530 con 0x7f05400cf040 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.462+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05400d0cc0 con 0x7f05400cf040 2024-09-10T07:28:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.462+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0530018070 con 0x7f05400cf040 2024-09-10T07:28:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.463+0000 7f0527fff640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f052c06be30 0x7f052c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.463+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f053008aea0 con 0x7f05400cf040 2024-09-10T07:28:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.463+0000 7f053effd640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f052c06be30 0x7f052c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.464+0000 7f053effd640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f052c06be30 0x7f052c06e2f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0534006fd0 tx=0x7f0534008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.467+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0530059100 con 0x7f05400cf040 2024-09-10T07:28:25.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.679+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05400cac90 con 0x7f05400cf040 2024-09-10T07:28:25.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.680+0000 7f0527fff640 1 -- 172.21.15.3:0/2293830856 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5213 (secure 0 0 0) 0x7f053005d400 con 0x7f05400cf040 2024-09-10T07:28:25.680 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:25.680 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:28:12.126370+0000","modified":"2024-09-10T07:28:14.114094+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7401},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7401":{"gid":7401,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2535235745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2535235745},{"type":"v1","addr":"172.21.15.3:6835","nonce":2535235745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7401,"qdb_cluster":[7401]},"id":6}]} 2024-09-10T07:28:25.680 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 78 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f052c06be30 msgr2=0x7f052c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f052c06be30 0x7f052c06e2f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0534006fd0 tx=0x7f0534008040 comp rx=0 tx=0).stop 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 msgr2=0x7f05401f7120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 0x7f05401f7120 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f053000c820 tx=0x7f053000cc20 comp rx=0 tx=0).stop 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 shutdown_connections 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f052c06be30 0x7f052c06e2f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f054015e510 0x7f05400b6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f05400d1200 0x7f05400b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 --2- 172.21.15.3:0/2293830856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f05400cf040 0x7f05401f7120 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 >> 172.21.15.3:0/2293830856 conn(0x7f054006d1a0 msgr2=0x7f05400b78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:25.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 shutdown_connections 2024-09-10T07:28:25.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.682+0000 7f05461af640 1 -- 172.21.15.3:0/2293830856 wait complete. 2024-09-10T07:28:25.693 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:25.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.796+0000 7f30744d9640 1 Processor -- start 2024-09-10T07:28:25.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.796+0000 7f30744d9640 1 -- start start 2024-09-10T07:28:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.796+0000 7f30744d9640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f306c0cc540 0x7f306c0af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f30744d9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c0cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f30744d9640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f306c0cb1a0 con 0x7f306c15c2b0 2024-09-10T07:28:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f30744d9640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f306c071c70 con 0x7f306c0cc540 2024-09-10T07:28:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f30744d9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f306c0cb480 con 0x7f306c0cb930 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072275640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f306c15c2b0 0x7f306c0738c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43216/0 (socket says 172.21.15.3:43216) 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072275640 1 -- 172.21.15.3:0/1759081645 learned_addr learned my addr 172.21.15.3:0/1759081645 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072a76640 1 --2- 172.21.15.3:0/1759081645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c0cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3071a74640 1 --2- 172.21.15.3:0/1759081645 >> v2:172.21.15.70:3300/0 conn(0x7f306c0cc540 0x7f306c0af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3071273640 1 -- 172.21.15.3:0/1759081645 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4052254669 0 0) 0x7f306c0cb1a0 con 0x7f306c15c2b0 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3071273640 1 -- 172.21.15.3:0/1759081645 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3058003520 con 0x7f306c15c2b0 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072a76640 1 -- 172.21.15.3:0/1759081645 >> v2:172.21.15.70:3300/0 conn(0x7f306c0cc540 msgr2=0x7f306c0af060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072a76640 1 --2- 172.21.15.3:0/1759081645 >> v2:172.21.15.70:3300/0 conn(0x7f306c0cc540 0x7f306c0af060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072a76640 1 -- 172.21.15.3:0/1759081645 >> v1:172.21.15.3:6789/0 conn(0x7f306c15c2b0 legacy=0x7f306c0738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3071273640 1 -- 172.21.15.3:0/1759081645 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2904150469 0 0) 0x7f3058003520 con 0x7f306c15c2b0 2024-09-10T07:28:25.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.797+0000 7f3072a76640 1 -- 172.21.15.3:0/1759081645 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c0aec80 con 0x7f306c0cb930 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.798+0000 7f3072a76640 1 --2- 172.21.15.3:0/1759081645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c0cbde0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3064009d90 tx=0x7f306402a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d733ecdbc7453e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.798+0000 7f3071273640 1 -- 172.21.15.3:0/1759081645 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3068001670 con 0x7f306c0cb930 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.798+0000 7f3071273640 1 -- 172.21.15.3:0/1759081645 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3064007540 con 0x7f306c0cb930 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.798+0000 7f3071273640 1 -- 172.21.15.3:0/1759081645 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30640078f0 con 0x7f306c0cb930 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 -- 172.21.15.3:0/1759081645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 msgr2=0x7f306c0cbde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 --2- 172.21.15.3:0/1759081645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c0cbde0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3064009d90 tx=0x7f306402a5f0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 -- 172.21.15.3:0/1759081645 shutdown_connections 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 --2- 172.21.15.3:0/1759081645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c0cbde0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 --2- 172.21.15.3:0/1759081645 >> v2:172.21.15.70:3300/0 conn(0x7f306c0cc540 0x7f306c0af060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 -- 172.21.15.3:0/1759081645 >> 172.21.15.3:0/1759081645 conn(0x7f306c0cffa0 msgr2=0x7f306c0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 -- 172.21.15.3:0/1759081645 shutdown_connections 2024-09-10T07:28:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.799+0000 7f30744d9640 1 -- 172.21.15.3:0/1759081645 wait complete. 2024-09-10T07:28:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.800+0000 7f30744d9640 1 Processor -- start 2024-09-10T07:28:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.800+0000 7f30744d9640 1 -- start start 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f30744d9640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c09aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f30744d9640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f306c0cc540 0x7f306c06ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f30744d9640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 0x7f306c0c5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f30744d9640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f306c0ad1a0 con 0x7f306c15c2b0 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f30744d9640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f306c0ad020 con 0x7f306c0cc540 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f30744d9640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f306c0ad320 con 0x7f306c0cb930 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 0x7f306c0c5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 0x7f306c0c5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56252/0 (socket says 172.21.15.3:56252) 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 -- 172.21.15.3:0/1773683024 learned_addr learned my addr 172.21.15.3:0/1773683024 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3071a74640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f306c0cc540 0x7f306c06ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072275640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c09aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 -- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 msgr2=0x7f306c09aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c09aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 -- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f306c0cc540 msgr2=0x7f306c06ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f306c0cc540 0x7f306c06ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 -- 172.21.15.3:0/1773683024 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c0cf360 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.801+0000 7f3072a76640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 0x7f306c0c5b60 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f3064009eb0 tx=0x7f3064004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.802+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064040070 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.802+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3064031c40 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.802+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f306c0cf5e0 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.802+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064009450 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.802+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f306c09d040 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.803+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f306c0ad6e0 con 0x7f306c15c2b0 2024-09-10T07:28:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.803+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3064039040 con 0x7f306c15c2b0 2024-09-10T07:28:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.804+0000 7f3062ffd640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f305006be30 0x7f305006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.804+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f30640ac240 con 0x7f306c15c2b0 2024-09-10T07:28:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.804+0000 7f3072275640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f305006be30 0x7f305006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.804+0000 7f3072275640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f305006be30 0x7f305006e2f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3068005880 tx=0x7f30680057f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:25.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:25.808+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f306c0cf360 con 0x7f306c15c2b0 2024-09-10T07:28:26.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.022+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f306c0b5f20 con 0x7f306c15c2b0 2024-09-10T07:28:26.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.022+0000 7f3062ffd640 1 -- 172.21.15.3:0/1773683024 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5213 (secure 0 0 0) 0x7f306407a4a0 con 0x7f306c15c2b0 2024-09-10T07:28:26.022 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:26.023 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":78,"btime":"2024-09-10T07:28:14:770998+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T07:28:12.126370+0000","modified":"2024-09-10T07:28:14.114094+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7401},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7401":{"gid":7401,"name":"a","rank":0,"incarnation":76,"state":"up:active","state_seq":3,"addr":"172.21.15.3:6835/2535235745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2535235745},{"type":"v1","addr":"172.21.15.3:6835","nonce":2535235745}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7401,"qdb_cluster":[7401]},"id":6}]} 2024-09-10T07:28:26.023 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 78 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f305006be30 msgr2=0x7f305006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f305006be30 0x7f305006e2f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3068005880 tx=0x7f30680057f0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 msgr2=0x7f306c0c5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 0x7f306c0c5b60 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f3064009eb0 tx=0x7f3064004a40 comp rx=0 tx=0).stop 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 shutdown_connections 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f305006be30 0x7f305006e2f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f306c15c2b0 0x7f306c0c5b60 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f306c0cc540 0x7f306c06ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 --2- 172.21.15.3:0/1773683024 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f306c0cb930 0x7f306c09aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 >> 172.21.15.3:0/1773683024 conn(0x7f306c0cffa0 msgr2=0x7f306c0744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:26.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 shutdown_connections 2024-09-10T07:28:26.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.025+0000 7f30744d9640 1 -- 172.21.15.3:0/1773683024 wait complete. 2024-09-10T07:28:26.036 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:26.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.138+0000 7f8b20e50640 1 Processor -- start 2024-09-10T07:28:26.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.138+0000 7f8b20e50640 1 -- start start 2024-09-10T07:28:26.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b20e50640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c15e560 0x7f8b1c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b20e50640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8b1c0cf510 0x7f8b1c0d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b20e50640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b1c0d17b0 con 0x7f8b1c0d1380 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b20e50640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8b1c0d3480 con 0x7f8b1c0cf510 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b20e50640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8b1c0d3760 con 0x7f8b1c15e560 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b19d9b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8b1c0cf510 0x7f8b1c0d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b1ad9d640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f8b1c0d1380 0x7f8b1c0b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43226/0 (socket says 172.21.15.3:43226) 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b19d9b640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8b1c0cf510 0x7f8b1c0d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56266/0 (socket says 172.21.15.3:56266) 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b1ad9d640 1 -- 172.21.15.3:0/473047637 learned_addr learned my addr 172.21.15.3:0/473047637 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.139+0000 7f8b1a59c640 1 --2- 172.21.15.3:0/473047637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c15e560 0x7f8b1c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b19d9b640 1 -- 172.21.15.3:0/473047637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c15e560 msgr2=0x7f8b1c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b19d9b640 1 --2- 172.21.15.3:0/473047637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c15e560 0x7f8b1c0ceee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b19d9b640 1 -- 172.21.15.3:0/473047637 >> v1:172.21.15.3:6789/0 conn(0x7f8b1c0d1380 legacy=0x7f8b1c0b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b1959a640 1 -- 172.21.15.3:0/473047637 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 456789800 0 0) 0x7f8b0c001490 con 0x7f8b1c0d1380 2024-09-10T07:28:26.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b19d9b640 1 -- 172.21.15.3:0/473047637 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b1c0d3a40 con 0x7f8b1c0cf510 2024-09-10T07:28:26.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b19d9b640 1 --2- 172.21.15.3:0/473047637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c0d0e40 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f8b040097a0 tx=0x7f8b0402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a490a8cd9834a9e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.140+0000 7f8b1959a640 1 -- 172.21.15.3:0/473047637 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04037070 con 0x7f8b1c0cf510 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b1959a640 1 -- 172.21.15.3:0/473047637 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b04032440 con 0x7f8b1c0cf510 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b1959a640 1 -- 172.21.15.3:0/473047637 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04032810 con 0x7f8b1c0cf510 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 -- 172.21.15.3:0/473047637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 msgr2=0x7f8b1c0d0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 --2- 172.21.15.3:0/473047637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c0d0e40 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f8b040097a0 tx=0x7f8b0402a180 comp rx=0 tx=0).stop 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 -- 172.21.15.3:0/473047637 shutdown_connections 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 --2- 172.21.15.3:0/473047637 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c0d0e40 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 --2- 172.21.15.3:0/473047637 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c15e560 0x7f8b1c0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 -- 172.21.15.3:0/473047637 >> 172.21.15.3:0/473047637 conn(0x7f8b1c073850 msgr2=0x7f8b1c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 -- 172.21.15.3:0/473047637 shutdown_connections 2024-09-10T07:28:26.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.141+0000 7f8b20e50640 1 -- 172.21.15.3:0/473047637 wait complete. 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.142+0000 7f8b20e50640 1 Processor -- start 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 -- start start 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c15fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c0d1380 0x7f8b1c150320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b1c15e560 0x7f8b1c140710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c15e940 con 0x7f8b1c0cf510 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c0d4240 con 0x7f8b1c15e560 2024-09-10T07:28:26.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b20e50640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8b1c15eac0 con 0x7f8b1c0d1380 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b1a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c15fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b1a59c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c15fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56270/0 (socket says 172.21.15.3:56270) 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b1a59c640 1 -- 172.21.15.3:0/237153077 learned_addr learned my addr 172.21.15.3:0/237153077 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b19d9b640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c0d1380 0x7f8b1c150320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.143+0000 7f8b1ad9d640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b1c15e560 0x7f8b1c140710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1a59c640 1 -- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c0d1380 msgr2=0x7f8b1c150320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1a59c640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c0d1380 0x7f8b1c150320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1a59c640 1 -- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b1c15e560 msgr2=0x7f8b1c140710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1a59c640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b1c15e560 0x7f8b1c140710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1a59c640 1 -- 172.21.15.3:0/237153077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b1c1601d0 con 0x7f8b1c0cf510 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1ad9d640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b1c15e560 0x7f8b1c140710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b1a59c640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c15fc90 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f8b1400d800 tx=0x7f8b1400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1400b6c0 con 0x7f8b1c0cf510 2024-09-10T07:28:26.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b14019070 con 0x7f8b1c0cf510 2024-09-10T07:28:26.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b1c160450 con 0x7f8b1c0cf510 2024-09-10T07:28:26.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1400ba80 con 0x7f8b1c0cf510 2024-09-10T07:28:26.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.144+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b1c160a10 con 0x7f8b1c0cf510 2024-09-10T07:28:26.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.145+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b1c0cf950 con 0x7f8b1c0cf510 2024-09-10T07:28:26.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.146+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8b1400bc20 con 0x7f8b1c0cf510 2024-09-10T07:28:26.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.146+0000 7f8b12ffd640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8afc06be60 0x7f8afc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.146+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f8b1408b360 con 0x7f8b1c0cf510 2024-09-10T07:28:26.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.146+0000 7f8b19d9b640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8afc06be60 0x7f8afc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.147+0000 7f8b19d9b640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8afc06be60 0x7f8afc06e320 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8b04034000 tx=0x7f8b0402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.150+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b1c1601d0 con 0x7f8b1c0cf510 2024-09-10T07:28:26.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.327+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8b1c15d5d0 con 0x7f8b1c0cf510 2024-09-10T07:28:26.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.328+0000 7f8b12ffd640 1 -- 172.21.15.3:0/237153077 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+16825 (secure 0 0 0) 0x7f8b14059c10 con 0x7f8b1c0cf510 2024-09-10T07:28:26.328 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:26.328 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":94,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:28:13.755244+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T07:28:10.700038+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T07:28:11.097551+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:26.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8afc06be60 msgr2=0x7f8afc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8afc06be60 0x7f8afc06e320 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8b04034000 tx=0x7f8b0402e000 comp rx=0 tx=0).stop 2024-09-10T07:28:26.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 msgr2=0x7f8b1c15fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c15fc90 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f8b1400d800 tx=0x7f8b1400dcc0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 shutdown_connections 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8afc06be60 0x7f8afc06e320 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8b1c15e560 0x7f8b1c140710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8b1c0d1380 0x7f8b1c150320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 --2- 172.21.15.3:0/237153077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b1c0cf510 0x7f8b1c15fc90 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 >> 172.21.15.3:0/237153077 conn(0x7f8b1c073850 msgr2=0x7f8b1c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 shutdown_connections 2024-09-10T07:28:26.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.330+0000 7f8b20e50640 1 -- 172.21.15.3:0/237153077 wait complete. 2024-09-10T07:28:26.341 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T07:28:26.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.445+0000 7f8fd985e640 1 Processor -- start 2024-09-10T07:28:26.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.445+0000 7f8fd985e640 1 -- start start 2024-09-10T07:28:26.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.446+0000 7f8fd985e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 0x7f8fd40d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.446+0000 7f8fd985e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fd4162500 con 0x7f8fd40d4d60 2024-09-10T07:28:26.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.446+0000 7f8fd985e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fd41627e0 con 0x7f8fd415e660 2024-09-10T07:28:26.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.446+0000 7f8fd985e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8fd40d2020 con 0x7f8fd4162020 2024-09-10T07:28:26.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.446+0000 7f8fd27fc640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f8fd40d4d60 0x7f8fd40d24b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43228/0 (socket says 172.21.15.3:43228) 2024-09-10T07:28:26.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.446+0000 7f8fd27fc640 1 -- 172.21.15.3:0/1296302039 learned_addr learned my addr 172.21.15.3:0/1296302039 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd37fe640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 0x7f8fd40d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3681739620 0 0) 0x7f8fd4162500 con 0x7f8fd40d4d60 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8fbc003520 con 0x7f8fd40d4d60 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1150828506 0 0) 0x7f8fbc003520 con 0x7f8fd40d4d60 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 msgr2=0x7f8fd40d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 0x7f8fd40d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 >> v1:172.21.15.70:6789/0 conn(0x7f8fd415e660 legacy=0x7f8fd40d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd4162ac0 con 0x7f8fd40d4d60 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f8fc8001670 con 0x7f8fd40d4d60 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 >> v1:172.21.15.3:6789/0 conn(0x7f8fd40d4d60 legacy=0x7f8fd40d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc003a50 0x7f8fbc003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 0x7f8fbc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc004d40 0x7f8fbc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd40d2020 con 0x7f8fbc003a50 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc00bac0 con 0x7f8fbc004d40 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8fbc00bcc0 con 0x7f8fd4162020 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc003a50 0x7f8fbc003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd37fe640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc004d40 0x7f8fbc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd27fc640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 0x7f8fbc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd2ffd640 1 -- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 msgr2=0x7f8fbc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd4162020 0x7f8fbc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd2ffd640 1 -- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc004d40 msgr2=0x7f8fbc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc004d40 0x7f8fbc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd2ffd640 1 -- 172.21.15.3:0/1296302039 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fbc003520 con 0x7f8fbc003a50 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.447+0000 7f8fd37fe640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc004d40 0x7f8fbc0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.448+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc003a50 0x7f8fbc003e30 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4002010 tx=0x7f8fbc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ad39d05eaa27b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.448+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4036070 con 0x7f8fbc003a50 2024-09-10T07:28:26.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.448+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fc4031600 con 0x7f8fbc003a50 2024-09-10T07:28:26.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.448+0000 7f8fd1ffb640 1 -- 172.21.15.3:0/1296302039 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4001be0 con 0x7f8fbc003a50 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd985e640 1 -- 172.21.15.3:0/1296302039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc003a50 msgr2=0x7f8fbc003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1296302039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc003a50 0x7f8fbc003e30 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4002010 tx=0x7f8fbc005830 comp rx=0 tx=0).stop 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd37fe640 1 -- 172.21.15.3:0/1296302039 reap_dead start 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd985e640 1 -- 172.21.15.3:0/1296302039 shutdown_connections 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd985e640 1 -- 172.21.15.3:0/1296302039 >> 172.21.15.3:0/1296302039 conn(0x7f8fd408de10 msgr2=0x7f8fd409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd985e640 1 -- 172.21.15.3:0/1296302039 shutdown_connections 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.449+0000 7f8fd985e640 1 -- 172.21.15.3:0/1296302039 wait complete. 2024-09-10T07:28:26.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.450+0000 7f8fd985e640 1 Processor -- start 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.450+0000 7f8fd985e640 1 -- start start 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd985e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc003a50 0x7f8fd40cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd985e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 0x7f8fd40ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd985e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd40caa30 0x7f8fd40b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd985e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd40d4990 con 0x7f8fd41566e0 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd985e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8fd40d4810 con 0x7f8fbc003a50 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd985e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8fd40d4b10 con 0x7f8fd40caa30 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd27fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 0x7f8fd40ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd27fc640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 0x7f8fd40ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56282/0 (socket says 172.21.15.3:56282) 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.451+0000 7f8fd27fc640 1 -- 172.21.15.3:0/1232349744 learned_addr learned my addr 172.21.15.3:0/1232349744 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd37fe640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd40caa30 0x7f8fd40b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc003a50 0x7f8fd40cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd27fc640 1 -- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd40caa30 msgr2=0x7f8fd40b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd27fc640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd40caa30 0x7f8fd40b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd27fc640 1 -- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc003a50 msgr2=0x7f8fd40cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd27fc640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc003a50 0x7f8fd40cca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd27fc640 1 -- 172.21.15.3:0/1232349744 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fd40cb960 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc003a50 0x7f8fd40cca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd37fe640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd40caa30 0x7f8fd40b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd27fc640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 0x7f8fd40ca4f0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f8fc800e730 tx=0x7f8fc800eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc800c6c0 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fc8018070 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fd40cbc40 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc800caa0 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.452+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fd40cc200 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.453+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fd40d0f50 con 0x7f8fd41566e0 2024-09-10T07:28:26.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.453+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8fc800cc40 con 0x7f8fd41566e0 2024-09-10T07:28:26.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.454+0000 7f8fbbfff640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8fc006be30 0x7f8fc006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.454+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6101+0+0 (secure 0 0 0) 0x7f8fc808ae20 con 0x7f8fd41566e0 2024-09-10T07:28:26.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.454+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8fc006be30 0x7f8fc006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.455+0000 7f8fd2ffd640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8fc006be30 0x7f8fc006e2f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4033000 tx=0x7f8fc4009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.458+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fc8059640 con 0x7f8fd41566e0 2024-09-10T07:28:26.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.672+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8fd40b4090 con 0x7f8fd41566e0 2024-09-10T07:28:26.672 INFO:tasks.ceph.mon.a.smithi003.stderr:2024-09-10T07:28:26.672+0000 7f39ca8f0640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T07:28:26.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.674+0000 7f8fbbfff640 1 -- 172.21.15.3:0/1232349744 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v79) ==== 161+0+0 (secure 0 0 0) 0x7f8fc8058f40 con 0x7f8fd41566e0 2024-09-10T07:28:26.674 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T07:28:26.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8fc006be30 msgr2=0x7f8fc006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8fc006be30 0x7f8fc006e2f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8fc4033000 tx=0x7f8fc4009030 comp rx=0 tx=0).stop 2024-09-10T07:28:26.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 msgr2=0x7f8fd40ca4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 0x7f8fd40ca4f0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f8fc800e730 tx=0x7f8fc800eb30 comp rx=0 tx=0).stop 2024-09-10T07:28:26.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 shutdown_connections 2024-09-10T07:28:26.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8fc006be30 0x7f8fc006e2f0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8fd40caa30 0x7f8fd40b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fd41566e0 0x7f8fd40ca4f0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 --2- 172.21.15.3:0/1232349744 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8fbc003a50 0x7f8fd40cca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 >> 172.21.15.3:0/1232349744 conn(0x7f8fd408de10 msgr2=0x7f8fd40d3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:26.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 shutdown_connections 2024-09-10T07:28:26.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.676+0000 7f8fd985e640 1 -- 172.21.15.3:0/1232349744 wait complete. 2024-09-10T07:28:26.678 INFO:tasks.ceph.mds.a.smithi003.stderr: -532> 2024-09-10T07:28:18.674+0000 7f18e10c6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T07:28:26.688 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T07:28:26.703 INFO:tasks.ceph.mds.a.smithi003.stdout:starting mds.a at 2024-09-10T07:28:26.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.794+0000 7fc0ed79f640 1 Processor -- start 2024-09-10T07:28:26.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.794+0000 7fc0ed79f640 1 -- start start 2024-09-10T07:28:26.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0ed79f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0e80d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0ed79f640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e80b4dc0 con 0x7fc0e80d4360 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0ed79f640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e80b5060 con 0x7fc0e80d1fa0 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0ed79f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e80b5340 con 0x7fc0e815e290 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0e77fe640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc0e80d4360 0x7fc0e80cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43252/0 (socket says 172.21.15.3:43252) 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0e77fe640 1 -- 172.21.15.3:0/2646059007 learned_addr learned my addr 172.21.15.3:0/2646059007 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0e6ffd640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0e80d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3541183858 0 0) 0x7fc0e80b4dc0 con 0x7fc0e80d4360 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.795+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0d0003520 con 0x7fc0e80d4360 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3690325972 0 0) 0x7fc0e80b5060 con 0x7fc0e80d1fa0 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0e80b4dc0 con 0x7fc0e80d1fa0 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 167945053 0 0) 0x7fc0d0003520 con 0x7fc0e80d4360 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 msgr2=0x7fc0e80d1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0e80d1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 >> v1:172.21.15.70:6789/0 conn(0x7fc0e80d1fa0 legacy=0x7fc0e80b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e80b5620 con 0x7fc0e80d4360 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fc0e00019f0 con 0x7fc0e80d4360 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 >> v1:172.21.15.3:6789/0 conn(0x7fc0e80d4360 legacy=0x7fc0e80cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0d0003b70 0x7fc0d0003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0d00051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e80b5340 con 0x7fc0d0004800 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d000bad0 con 0x7fc0d0003b70 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc0d000bcd0 con 0x7fc0e815e290 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e67fc640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e6ffd640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0d0003b70 0x7fc0d0003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e77fe640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0d00051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e67fc640 1 -- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 msgr2=0x7fc0d00051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e67fc640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0d00051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e67fc640 1 -- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0d0003b70 msgr2=0x7fc0d0003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e67fc640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0d0003b70 0x7fc0d0003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e67fc640 1 -- 172.21.15.3:0/2646059007 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d0003520 con 0x7fc0d0004800 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.796+0000 7fc0e77fe640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0e815e290 0x7fc0d00051e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0e67fc640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc0018d0 tx=0x7fc0d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=713f781436ccae30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc0014f0 con 0x7fc0d0004800 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0dc0052d0 con 0x7fc0d0004800 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0e5ffb640 1 -- 172.21.15.3:0/2646059007 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc02aca0 con 0x7fc0d0004800 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0ed79f640 1 -- 172.21.15.3:0/2646059007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0d0004800 msgr2=0x7fc0d0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/2646059007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc0018d0 tx=0x7fc0d0005830 comp rx=0 tx=0).stop 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0e77fe640 1 -- 172.21.15.3:0/2646059007 reap_dead start 2024-09-10T07:28:26.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0ed79f640 1 -- 172.21.15.3:0/2646059007 shutdown_connections 2024-09-10T07:28:26.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.797+0000 7fc0ed79f640 1 -- 172.21.15.3:0/2646059007 >> 172.21.15.3:0/2646059007 conn(0x7fc0e808ddc0 msgr2=0x7fc0e809d6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:26.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.798+0000 7fc0ed79f640 1 -- 172.21.15.3:0/2646059007 shutdown_connections 2024-09-10T07:28:26.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.798+0000 7fc0ed79f640 1 -- 172.21.15.3:0/2646059007 wait complete. 2024-09-10T07:28:26.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.799+0000 7fc0ed79f640 1 Processor -- start 2024-09-10T07:28:26.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.799+0000 7fc0ed79f640 1 -- start start 2024-09-10T07:28:26.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0d0004800 0x7fc0e8152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80caac0 0x7fc0e80c9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 0x7fc0e80b2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e815e7f0 con 0x7fc0e80b2700 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e815e670 con 0x7fc0e80caac0 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e80d1880 con 0x7fc0d0004800 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 0x7fc0e80b2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 0x7fc0e80b2b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56320/0 (socket says 172.21.15.3:56320) 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 -- 172.21.15.3:0/3144003713 learned_addr learned my addr 172.21.15.3:0/3144003713 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e6ffd640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0d0004800 0x7fc0e8152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e67fc640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80caac0 0x7fc0e80c9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 -- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0d0004800 msgr2=0x7fc0e8152b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0d0004800 0x7fc0e8152b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 -- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80caac0 msgr2=0x7fc0e80c9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80caac0 0x7fc0e80c9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 -- 172.21.15.3:0/3144003713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e81f4780 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0e77fe640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 0x7fc0e80b2b90 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0000f80 tx=0x7fc0e0007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e000e9e0 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0e0018070 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e81f4a60 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e000ee20 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.800+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e81f5020 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.801+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e80b3fe0 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.802+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc0e001d460 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.803+0000 7fc0cf7fe640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc0d406be60 0x7fc0d406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.803+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6187+0+0 (secure 0 0 0) 0x7fc0e008b0d0 con 0x7fc0e80b2700 2024-09-10T07:28:26.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.803+0000 7fc0e6ffd640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc0d406be60 0x7fc0d406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:26.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.803+0000 7fc0e6ffd640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc0d406be60 0x7fc0d406e320 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc0e80ba480 tx=0x7fc0d8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:26.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:26.807+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc0e00598a0 con 0x7fc0e80b2700 2024-09-10T07:28:27.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.018+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc0e80d47d0 con 0x7fc0e80b2700 2024-09-10T07:28:27.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.675+0000 7fc0cf7fe640 1 -- 172.21.15.3:0/3144003713 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v80) ==== 104+0+0 (secure 0 0 0) 0x7fc0e00591a0 con 0x7fc0e80b2700 2024-09-10T07:28:27.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc0d406be60 msgr2=0x7fc0d406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:27.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc0d406be60 0x7fc0d406e320 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fc0e80ba480 tx=0x7fc0d8009190 comp rx=0 tx=0).stop 2024-09-10T07:28:27.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 msgr2=0x7fc0e80b2b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:27.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 0x7fc0e80b2b90 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0000f80 tx=0x7fc0e0007b00 comp rx=0 tx=0).stop 2024-09-10T07:28:27.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 shutdown_connections 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc0d406be60 0x7fc0d406e320 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc0e80b2700 0x7fc0e80b2b90 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc0e80caac0 0x7fc0e80c9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 --2- 172.21.15.3:0/3144003713 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc0d0004800 0x7fc0e8152b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 >> 172.21.15.3:0/3144003713 conn(0x7fc0e808ddc0 msgr2=0x7fc0e815caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 shutdown_connections 2024-09-10T07:28:27.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.678+0000 7fc0ed79f640 1 -- 172.21.15.3:0/3144003713 wait complete. 2024-09-10T07:28:27.692 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T07:28:27.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.850+0000 7f55dcf26640 1 Processor -- start 2024-09-10T07:28:27.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.850+0000 7f55dcf26640 1 -- start start 2024-09-10T07:28:27.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55dcf26640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f55d81553a0 0x7f55d80cfd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:27.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55dcf26640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55d80d2340 0x7f55d806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:27.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55dcf26640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55d806cca0 con 0x7f55d80d0260 2024-09-10T07:28:27.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55dcf26640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f55d80d06d0 con 0x7f55d80d2340 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55dcf26640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f55d806cfd0 con 0x7f55d81553a0 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d6d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f55d80d2340 0x7f55d806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55cffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f55d80d0260 0x7f55d80d1c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:43258/0 (socket says 172.21.15.3:43258) 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55cffff640 1 -- 172.21.15.3:0/3366762508 learned_addr learned my addr 172.21.15.3:0/3366762508 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d659c640 1 --2- 172.21.15.3:0/3366762508 >> v2:172.21.15.70:3300/0 conn(0x7f55d81553a0 0x7f55d80cfd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d6d9d640 1 -- 172.21.15.3:0/3366762508 >> v2:172.21.15.70:3300/0 conn(0x7f55d81553a0 msgr2=0x7f55d80cfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d6d9d640 1 --2- 172.21.15.3:0/3366762508 >> v2:172.21.15.70:3300/0 conn(0x7f55d81553a0 0x7f55d80cfd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d6d9d640 1 -- 172.21.15.3:0/3366762508 >> v1:172.21.15.3:6789/0 conn(0x7f55d80d0260 legacy=0x7f55d80d1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d6d9d640 1 -- 172.21.15.3:0/3366762508 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d80d2940 con 0x7f55d80d2340 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.851+0000 7f55d5d9b640 1 -- 172.21.15.3:0/3366762508 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3980334999 0 0) 0x7f55d806cca0 con 0x7f55d80d0260 2024-09-10T07:28:27.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.852+0000 7f55d6d9d640 1 --2- 172.21.15.3:0/3366762508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d806d460 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f55d806fb00 tx=0x7f55d002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad8c8c6d16a5950 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:27.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.852+0000 7f55d5d9b640 1 -- 172.21.15.3:0/3366762508 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55d0007740 con 0x7f55d80d2340 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.852+0000 7f55d5d9b640 1 -- 172.21.15.3:0/3366762508 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55d00078e0 con 0x7f55d80d2340 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.852+0000 7f55d5d9b640 1 -- 172.21.15.3:0/3366762508 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55d0007cb0 con 0x7f55d80d2340 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 -- 172.21.15.3:0/3366762508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 msgr2=0x7f55d806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 --2- 172.21.15.3:0/3366762508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d806d460 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f55d806fb00 tx=0x7f55d002a680 comp rx=0 tx=0).stop 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 -- 172.21.15.3:0/3366762508 shutdown_connections 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 --2- 172.21.15.3:0/3366762508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d806d460 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 --2- 172.21.15.3:0/3366762508 >> v2:172.21.15.70:3300/0 conn(0x7f55d81553a0 0x7f55d80cfd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 -- 172.21.15.3:0/3366762508 >> 172.21.15.3:0/3366762508 conn(0x7f55d806baf0 msgr2=0x7f55d806bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 -- 172.21.15.3:0/3366762508 shutdown_connections 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.853+0000 7f55dcf26640 1 -- 172.21.15.3:0/3366762508 wait complete. 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.854+0000 7f55dcf26640 1 Processor -- start 2024-09-10T07:28:27.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.854+0000 7f55dcf26640 1 -- start start 2024-09-10T07:28:27.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55dcf26640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55d80d0260 0x7f55d81585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:27.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55dcf26640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d80ccf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:27.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55dcf26640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55d81553a0 0x7f55d806dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:27.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55dcf26640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f55d80d2f00 con 0x7f55d80d2340 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55dcf26640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f55d80b4ac0 con 0x7f55d81553a0 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55dcf26640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f55d8155780 con 0x7f55d80d0260 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d80ccf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d80ccf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56344/0 (socket says 172.21.15.3:56344) 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 -- 172.21.15.3:0/643900615 learned_addr learned my addr 172.21.15.3:0/643900615 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55d6d9d640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55d81553a0 0x7f55d806dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55d659c640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55d80d0260 0x7f55d81585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 -- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55d80d0260 msgr2=0x7f55d81585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55d80d0260 0x7f55d81585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 -- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55d81553a0 msgr2=0x7f55d806dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55d81553a0 0x7f55d806dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 -- 172.21.15.3:0/643900615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55d80cd4c0 con 0x7f55d80d2340 2024-09-10T07:28:27.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55d659c640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55d80d0260 0x7f55d81585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.855+0000 7f55cffff640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d80ccf80 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f55c000c460 tx=0x7f55c000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.856+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c0018070 con 0x7f55d80d2340 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.856+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55c0007500 con 0x7f55d80d2340 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.856+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55d80cdb90 con 0x7f55d80d2340 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.856+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55c0004a20 con 0x7f55d80d2340 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.856+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55d815ac80 con 0x7f55d80d2340 2024-09-10T07:28:27.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.857+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55d8068880 con 0x7f55d80d2340 2024-09-10T07:28:27.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.857+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f55c001b070 con 0x7f55d80d2340 2024-09-10T07:28:27.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.858+0000 7f55ceffd640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55b806be30 0x7f55b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:27.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.858+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6187+0+0 (secure 0 0 0) 0x7f55c008a260 con 0x7f55d80d2340 2024-09-10T07:28:27.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.858+0000 7f55d659c640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55b806be30 0x7f55b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:27.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.859+0000 7f55d659c640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55b806be30 0x7f55b806e2f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f55d81f7ff0 tx=0x7f55c8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:27.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:27.862+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f55d80cd4c0 con 0x7f55d80d2340 2024-09-10T07:28:28.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:28.036+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f55d80cfd20 con 0x7f55d80d2340 2024-09-10T07:28:29.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.007+0000 7f55ceffd640 1 -- 172.21.15.3:0/643900615 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v96) ==== 181+0+0 (secure 0 0 0) 0x7f55c0058ac0 con 0x7f55d80d2340 2024-09-10T07:28:29.007 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-09-10T07:28:29.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55b806be30 msgr2=0x7f55b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:29.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55b806be30 0x7f55b806e2f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f55d81f7ff0 tx=0x7f55c8008040 comp rx=0 tx=0).stop 2024-09-10T07:28:29.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 msgr2=0x7f55d80ccf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d80ccf80 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f55c000c460 tx=0x7f55c000c920 comp rx=0 tx=0).stop 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 shutdown_connections 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f55b806be30 0x7f55b806e2f0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f55d81553a0 0x7f55d806dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f55d80d2340 0x7f55d80ccf80 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 --2- 172.21.15.3:0/643900615 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f55d80d0260 0x7f55d81585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.011+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 >> 172.21.15.3:0/643900615 conn(0x7f55d806baf0 msgr2=0x7f55d8161040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.012+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 shutdown_connections 2024-09-10T07:28:29.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.012+0000 7f55dcf26640 1 -- 172.21.15.3:0/643900615 wait complete. 2024-09-10T07:28:29.026 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T07:28:29.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.142+0000 7fe40c133640 1 Processor -- start 2024-09-10T07:28:29.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.142+0000 7fe40c133640 1 -- start start 2024-09-10T07:28:29.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe40c133640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe404162130 0x7fe404162570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:29.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe40c133640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4040d39d0 con 0x7fe40415e770 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe40c133640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4040b74c0 con 0x7fe4040b9a80 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe40c133640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fe4040b7df0 con 0x7fe404162130 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe409ecf640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe40415e770 0x7fe4040d32c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34488/0 (socket says 172.21.15.3:34488) 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe4096ce640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fe404162130 0x7fe404162570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.143+0000 7fe409ecf640 1 -- 172.21.15.3:0/1619717059 learned_addr learned my addr 172.21.15.3:0/1619717059 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.144+0000 7fe4096ce640 1 -- 172.21.15.3:0/1619717059 >> v1:172.21.15.70:6789/0 conn(0x7fe4040b9a80 legacy=0x7fe4040b8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.144+0000 7fe408ecd640 1 -- 172.21.15.3:0/1619717059 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4041602495 0 0) 0x7fe4040d39d0 con 0x7fe40415e770 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.144+0000 7fe4096ce640 1 -- 172.21.15.3:0/1619717059 >> v1:172.21.15.3:6789/0 conn(0x7fe40415e770 legacy=0x7fe4040d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:29.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.144+0000 7fe4096ce640 1 -- 172.21.15.3:0/1619717059 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4040b77a0 con 0x7fe404162130 2024-09-10T07:28:29.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe4096ce640 1 --2- 172.21.15.3:0/1619717059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe404162130 0x7fe404162570 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fe3f80097a0 tx=0x7fe3f802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce79d10c85333765 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe408ecd640 1 -- 172.21.15.3:0/1619717059 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f8037070 con 0x7fe404162130 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe408ecd640 1 -- 172.21.15.3:0/1619717059 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3f8032440 con 0x7fe404162130 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe408ecd640 1 -- 172.21.15.3:0/1619717059 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f8032810 con 0x7fe404162130 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 -- 172.21.15.3:0/1619717059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe404162130 msgr2=0x7fe404162570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 --2- 172.21.15.3:0/1619717059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe404162130 0x7fe404162570 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fe3f80097a0 tx=0x7fe3f802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 -- 172.21.15.3:0/1619717059 shutdown_connections 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 --2- 172.21.15.3:0/1619717059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe404162130 0x7fe404162570 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 -- 172.21.15.3:0/1619717059 >> 172.21.15.3:0/1619717059 conn(0x7fe40409d660 msgr2=0x7fe4040d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 -- 172.21.15.3:0/1619717059 shutdown_connections 2024-09-10T07:28:29.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.145+0000 7fe40c133640 1 -- 172.21.15.3:0/1619717059 wait complete. 2024-09-10T07:28:29.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 Processor -- start 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 -- start start 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 0x7fe40415f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40415e770 0x7fe4041f71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe404162130 0x7fe4041ea0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4040d51c0 con 0x7fe4040b9a80 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe404162ab0 con 0x7fe404162130 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe40c133640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe4040d5340 con 0x7fe40415e770 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe409ecf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 0x7fe40415f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe409ecf640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 0x7fe40415f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50046/0 (socket says 172.21.15.3:50046) 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.147+0000 7fe409ecf640 1 -- 172.21.15.3:0/4072502629 learned_addr learned my addr 172.21.15.3:0/4072502629 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe40a6d0640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe404162130 0x7fe4041ea0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:29.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe4096ce640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40415e770 0x7fe4041f71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe409ecf640 1 -- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40415e770 msgr2=0x7fe4041f71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe409ecf640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40415e770 0x7fe4041f71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe409ecf640 1 -- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe404162130 msgr2=0x7fe4041ea0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe409ecf640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe404162130 0x7fe4041ea0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe409ecf640 1 -- 172.21.15.3:0/4072502629 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4041f7720 con 0x7fe4040b9a80 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe409ecf640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 0x7fe40415f5f0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fe3f400c7c0 tx=0x7fe3f400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4018070 con 0x7fe4040b9a80 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3f400a640 con 0x7fe4040b9a80 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4041f47d0 con 0x7fe4040b9a80 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f400aa30 con 0x7fe4040b9a80 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.148+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4041f5070 con 0x7fe4040b9a80 2024-09-10T07:28:29.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.149+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4041f4bc0 con 0x7fe4040b9a80 2024-09-10T07:28:29.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.150+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3f401b070 con 0x7fe4040b9a80 2024-09-10T07:28:29.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.150+0000 7fe4027fc640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f006be30 0x7fe3f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:29.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.150+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5749+0+0 (secure 0 0 0) 0x7fe3f408a480 con 0x7fe4040b9a80 2024-09-10T07:28:29.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.150+0000 7fe4096ce640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f006be30 0x7fe3f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:29.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.151+0000 7fe4096ce640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f006be30 0x7fe3f006e2f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8034000 tx=0x7fe3f802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:29.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.155+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3f4058e00 con 0x7fe4040b9a80 2024-09-10T07:28:29.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:29.330+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe404069110 con 0x7fe4040b9a80 2024-09-10T07:28:30.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.009+0000 7fe4027fc640 1 -- 172.21.15.3:0/4072502629 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v97) ==== 169+0+0 (secure 0 0 0) 0x7fe3f4058700 con 0x7fe4040b9a80 2024-09-10T07:28:30.009 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f006be30 msgr2=0x7fe3f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f006be30 0x7fe3f006e2f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8034000 tx=0x7fe3f802e000 comp rx=0 tx=0).stop 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 msgr2=0x7fe40415f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 0x7fe40415f5f0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fe3f400c7c0 tx=0x7fe3f400cc80 comp rx=0 tx=0).stop 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 shutdown_connections 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe3f006be30 0x7fe3f006e2f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe404162130 0x7fe4041ea0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe40415e770 0x7fe4041f71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 --2- 172.21.15.3:0/4072502629 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4040b9a80 0x7fe40415f5f0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 >> 172.21.15.3:0/4072502629 conn(0x7fe40409d660 msgr2=0x7fe40406dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:30.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.013+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 shutdown_connections 2024-09-10T07:28:30.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.014+0000 7fe40c133640 1 -- 172.21.15.3:0/4072502629 wait complete. 2024-09-10T07:28:30.030 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T07:28:30.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.141+0000 7fc52fbbd640 1 Processor -- start 2024-09-10T07:28:30.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.141+0000 7fc52fbbd640 1 -- start start 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52fbbd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc52815af20 0x7fc5280cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52fbbd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52fbbd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5280ce480 con 0x7fc5280af600 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52fbbd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fc5280d0b10 con 0x7fc52815af20 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52fbbd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc5280cf090 con 0x7fc5280d0180 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d959640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fc52815af20 0x7fc5280cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d158640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fc5280af600 0x7fc5280cf520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34498/0 (socket says 172.21.15.3:34498) 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d158640 1 -- 172.21.15.3:0/3543209757 learned_addr learned my addr 172.21.15.3:0/3543209757 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52e15a640 1 --2- 172.21.15.3:0/3543209757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52c957640 1 -- 172.21.15.3:0/3543209757 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 846966768 0 0) 0x7fc5280ce480 con 0x7fc5280af600 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52c957640 1 -- 172.21.15.3:0/3543209757 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc514003520 con 0x7fc5280af600 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d959640 1 -- 172.21.15.3:0/3543209757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 msgr2=0x7fc5280d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d959640 1 --2- 172.21.15.3:0/3543209757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280d05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d959640 1 -- 172.21.15.3:0/3543209757 >> v1:172.21.15.3:6789/0 conn(0x7fc5280af600 legacy=0x7fc5280cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.142+0000 7fc52d959640 1 -- 172.21.15.3:0/3543209757 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5280ce760 con 0x7fc52815af20 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.143+0000 7fc52d959640 1 --2- 172.21.15.3:0/3543209757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc52815af20 0x7fc5280cddc0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fc5240097a0 tx=0x7fc52402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8216c4f34197c14 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.143+0000 7fc52c957640 1 -- 172.21.15.3:0/3543209757 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc524037070 con 0x7fc52815af20 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.143+0000 7fc52c957640 1 -- 172.21.15.3:0/3543209757 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc524032440 con 0x7fc52815af20 2024-09-10T07:28:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.143+0000 7fc52c957640 1 -- 172.21.15.3:0/3543209757 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5240327f0 con 0x7fc52815af20 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 -- 172.21.15.3:0/3543209757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc52815af20 msgr2=0x7fc5280cddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/3543209757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc52815af20 0x7fc5280cddc0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fc5240097a0 tx=0x7fc52402a180 comp rx=0 tx=0).stop 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 -- 172.21.15.3:0/3543209757 shutdown_connections 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/3543209757 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280d05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/3543209757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc52815af20 0x7fc5280cddc0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 -- 172.21.15.3:0/3543209757 >> 172.21.15.3:0/3543209757 conn(0x7fc52806baf0 msgr2=0x7fc52806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 -- 172.21.15.3:0/3543209757 shutdown_connections 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.144+0000 7fc52fbbd640 1 -- 172.21.15.3:0/3543209757 wait complete. 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.145+0000 7fc52fbbd640 1 Processor -- start 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.145+0000 7fc52fbbd640 1 -- start start 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52fbbd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 0x7fc52815b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52fbbd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280aea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52fbbd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc52815af20 0x7fc528156eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52fbbd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5280afa70 con 0x7fc5280af600 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52fbbd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fc5280ced20 con 0x7fc52815af20 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52fbbd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fc52815b300 con 0x7fc5280d0180 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 0x7fc52815b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 0x7fc52815b690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50060/0 (socket says 172.21.15.3:50060) 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 -- 172.21.15.3:0/1521471895 learned_addr learned my addr 172.21.15.3:0/1521471895 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52e15a640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc52815af20 0x7fc528156eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d158640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280aea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 -- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 msgr2=0x7fc5280aea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280aea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 -- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc52815af20 msgr2=0x7fc528156eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc52815af20 0x7fc528156eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 -- 172.21.15.3:0/1521471895 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc52815bbd0 con 0x7fc5280af600 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52e15a640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc52815af20 0x7fc528156eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.146+0000 7fc52d959640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 0x7fc52815b690 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fc524035040 tx=0x7fc5240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.147+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc524037040 con 0x7fc5280af600 2024-09-10T07:28:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.147+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5240044c0 con 0x7fc5280af600 2024-09-10T07:28:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.147+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5240325f0 con 0x7fc5280af600 2024-09-10T07:28:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.147+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc52815be70 con 0x7fc5280af600 2024-09-10T07:28:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.147+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5280ae280 con 0x7fc5280af600 2024-09-10T07:28:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.148+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc528068da0 con 0x7fc5280af600 2024-09-10T07:28:30.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.148+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc524044020 con 0x7fc5280af600 2024-09-10T07:28:30.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.149+0000 7fc51e7fc640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc50c06be60 0x7fc50c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.149+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fc5240aaee0 con 0x7fc5280af600 2024-09-10T07:28:30.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.149+0000 7fc52d158640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc50c06be60 0x7fc50c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.149+0000 7fc52d158640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc50c06be60 0x7fc50c06e320 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc518007fd0 tx=0x7fc518009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.153+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc528068da0 con 0x7fc5280af600 2024-09-10T07:28:30.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.337+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fc52815c390 con 0x7fc5280af600 2024-09-10T07:28:30.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.340+0000 7fc51e7fc640 1 -- 172.21.15.3:0/1521471895 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7fc524079a00 con 0x7fc5280af600 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc50c06be60 msgr2=0x7fc50c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc50c06be60 0x7fc50c06e320 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc518007fd0 tx=0x7fc518009040 comp rx=0 tx=0).stop 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 msgr2=0x7fc52815b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 0x7fc52815b690 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fc524035040 tx=0x7fc5240046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 shutdown_connections 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fc50c06be60 0x7fc50c06e320 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fc52815af20 0x7fc528156eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fc5280d0180 0x7fc5280aea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 --2- 172.21.15.3:0/1521471895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5280af600 0x7fc52815b690 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 >> 172.21.15.3:0/1521471895 conn(0x7fc52806baf0 msgr2=0x7fc5280cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 shutdown_connections 2024-09-10T07:28:30.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.342+0000 7fc52fbbd640 1 -- 172.21.15.3:0/1521471895 wait complete. 2024-09-10T07:28:30.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool_take_inos' 2024-09-10T07:28:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.455+0000 7f3aecad0640 1 Processor -- start 2024-09-10T07:28:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.455+0000 7f3aecad0640 1 -- start start 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3aecad0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae80cfae0 0x7f3ae80d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3aecad0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3ae806e6a0 0x7f3ae80d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3aecad0640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ae815ebe0 con 0x7f3ae815e800 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3aecad0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f3ae80d42d0 con 0x7f3ae806e6a0 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3aecad0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3ae80d3ff0 con 0x7f3ae80cfae0 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3ae806e6a0 0x7f3ae80d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3ae806e6a0 0x7f3ae80d29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50062/0 (socket says 172.21.15.3:50062) 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 -- 172.21.15.3:0/2255851019 learned_addr learned my addr 172.21.15.3:0/2255851019 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae5d9b640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae80cfae0 0x7f3ae80d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 -- 172.21.15.3:0/2255851019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae80cfae0 msgr2=0x7f3ae80d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae80cfae0 0x7f3ae80d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 -- 172.21.15.3:0/2255851019 >> v1:172.21.15.70:6789/0 conn(0x7f3ae815e800 legacy=0x7f3ae80cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae6d9d640 1 -- 172.21.15.3:0/2255851019 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ae806cbb0 con 0x7f3ae806e6a0 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.456+0000 7f3ae5d9b640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae80cfae0 0x7f3ae80d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.457+0000 7f3ae6d9d640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae806e6a0 0x7f3ae80d29a0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f3ae0009870 tx=0x7f3ae002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31e86916daf5dc24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.457+0000 7f3ae559a640 1 -- 172.21.15.3:0/2255851019 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae0037070 con 0x7f3ae806e6a0 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.457+0000 7f3ae559a640 1 -- 172.21.15.3:0/2255851019 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ae0032440 con 0x7f3ae806e6a0 2024-09-10T07:28:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.457+0000 7f3ae559a640 1 -- 172.21.15.3:0/2255851019 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae0032810 con 0x7f3ae806e6a0 2024-09-10T07:28:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 -- 172.21.15.3:0/2255851019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae806e6a0 msgr2=0x7f3ae80d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae806e6a0 0x7f3ae80d29a0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f3ae0009870 tx=0x7f3ae002a250 comp rx=0 tx=0).stop 2024-09-10T07:28:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 -- 172.21.15.3:0/2255851019 shutdown_connections 2024-09-10T07:28:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae806e6a0 0x7f3ae80d29a0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 --2- 172.21.15.3:0/2255851019 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae80cfae0 0x7f3ae80d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 -- 172.21.15.3:0/2255851019 >> 172.21.15.3:0/2255851019 conn(0x7f3ae809d750 msgr2=0x7f3ae80d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 -- 172.21.15.3:0/2255851019 shutdown_connections 2024-09-10T07:28:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.458+0000 7f3aecad0640 1 -- 172.21.15.3:0/2255851019 wait complete. 2024-09-10T07:28:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.459+0000 7f3aecad0640 1 Processor -- start 2024-09-10T07:28:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.459+0000 7f3aecad0640 1 -- start start 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3aecad0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae806e6a0 0x7f3ae8156df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3aecad0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 0x7f3ae81578e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3aecad0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ae815e800 0x7f3ae8157e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3aecad0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae80d4e30 con 0x7f3ae80cfae0 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3aecad0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae806d170 con 0x7f3ae815e800 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3aecad0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3ae80d2ee0 con 0x7f3ae806e6a0 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3ae5d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 0x7f3ae81578e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3ae5d9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 0x7f3ae81578e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50070/0 (socket says 172.21.15.3:50070) 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3ae5d9b640 1 -- 172.21.15.3:0/890235696 learned_addr learned my addr 172.21.15.3:0/890235696 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.460+0000 7f3ae659c640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae806e6a0 0x7f3ae8156df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae6d9d640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ae815e800 0x7f3ae8157e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae5d9b640 1 -- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae806e6a0 msgr2=0x7f3ae8156df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae5d9b640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae806e6a0 0x7f3ae8156df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae5d9b640 1 -- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ae815e800 msgr2=0x7f3ae8157e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae5d9b640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ae815e800 0x7f3ae8157e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae5d9b640 1 -- 172.21.15.3:0/890235696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ae80cb900 con 0x7f3ae80cfae0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae6d9d640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ae815e800 0x7f3ae8157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ae5d9b640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 0x7f3ae81578e0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00e7e0 tx=0x7f3adc00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc017070 con 0x7f3ae80cfae0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3adc00c6d0 con 0x7f3ae80cfae0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ae80ce4b0 con 0x7f3ae80cfae0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc00f040 con 0x7f3ae80cfae0 2024-09-10T07:28:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.461+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ae80cdef0 con 0x7f3ae80cfae0 2024-09-10T07:28:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.462+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ae80cf3d0 con 0x7f3ae80cfae0 2024-09-10T07:28:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.462+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3adc01a070 con 0x7f3ae80cfae0 2024-09-10T07:28:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.463+0000 7f3ad6ffd640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ac806be30 0x7f3ac806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.463+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f3adc08a8a0 con 0x7f3ae80cfae0 2024-09-10T07:28:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.463+0000 7f3ae659c640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ac806be30 0x7f3ac806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.464+0000 7f3ae659c640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ac806be30 0x7f3ac806e2f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3ae80b8d70 tx=0x7f3ad8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:30.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.467+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ae80cb900 con 0x7f3ae80cfae0 2024-09-10T07:28:30.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:30.708+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool_take_inos"]} v 0) -- 0x7f3ae80b5630 con 0x7f3ae80cfae0 2024-09-10T07:28:31.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.018+0000 7f3ad6ffd640 1 -- 172.21.15.3:0/890235696 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_journal_repair.TestJournalRepair.test_table_tool_take_inos"]}]=0 v373) ==== 155+0+0 (secure 0 0 0) 0x7f3adc0593c0 con 0x7f3ae80cfae0 2024-09-10T07:28:31.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ac806be30 msgr2=0x7f3ac806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:31.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ac806be30 0x7f3ac806e2f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3ae80b8d70 tx=0x7f3ad8009040 comp rx=0 tx=0).stop 2024-09-10T07:28:31.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 msgr2=0x7f3ae81578e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 0x7f3ae81578e0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00e7e0 tx=0x7f3adc00eca0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 shutdown_connections 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ac806be30 0x7f3ac806e2f0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ae815e800 0x7f3ae8157e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ae80cfae0 0x7f3ae81578e0 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 --2- 172.21.15.3:0/890235696 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ae806e6a0 0x7f3ae8156df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 >> 172.21.15.3:0/890235696 conn(0x7f3ae809d750 msgr2=0x7f3ae80b4880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 shutdown_connections 2024-09-10T07:28:31.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.020+0000 7f3aecad0640 1 -- 172.21.15.3:0/890235696 wait complete. 2024-09-10T07:28:31.032 INFO:tasks.cephfs_test_runner:test_table_tool_take_inos (tasks.cephfs.test_journal_repair.TestJournalRepair) ... ok 2024-09-10T07:28:31.033 INFO:tasks.cephfs_test_runner: 2024-09-10T07:28:31.033 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T07:28:31.033 INFO:tasks.cephfs_test_runner:Ran 5 tests in 466.881s 2024-09-10T07:28:31.033 INFO:tasks.cephfs_test_runner: 2024-09-10T07:28:31.033 INFO:tasks.cephfs_test_runner:OK 2024-09-10T07:28:31.034 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-10T07:28:31.045 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-10T07:28:31.068 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-10T07:28:31.069 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:28:31.069 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:31.086 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:28:31.086 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-09-10T07:28:31.086 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:31.143 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17562 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T07:28:31.143 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:28:31.143 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:31.167 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:28:31.167 DEBUG:teuthology.orchestra.run.smithi070:> set -ex 2024-09-10T07:28:31.167 DEBUG:teuthology.orchestra.run.smithi070:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T07:28:31.226 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=18590 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T07:28:31.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.226 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-09-10T07:28:31.243 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T07:28:31.243 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T07:28:31.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.244 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T07:28:31.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.311 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T07:28:31.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.379 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link delete ceph-brx 2024-09-10T07:28:31.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.475 DEBUG:teuthology.orchestra.run.smithi070:> ip netns list 2024-09-10T07:28:31.494 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T07:28:31.495 INFO:teuthology.orchestra.run.smithi070.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T07:28:31.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.495 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T07:28:31.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.565 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T07:28:31.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T07:28:31.634 DEBUG:teuthology.orchestra.run.smithi070:> sudo ip link delete ceph-brx 2024-09-10T07:28:31.728 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T07:28:31.738 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:28:31.738 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:31.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.842+0000 7fcc530dd640 1 Processor -- start 2024-09-10T07:28:31.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.842+0000 7fcc530dd640 1 -- start start 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.843+0000 7fcc530dd640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fcc4c15e560 0x7fcc4c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.843+0000 7fcc530dd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcc4c0d1550 0x7fcc4c0b7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.843+0000 7fcc530dd640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc4c0d3480 con 0x7fcc4c0cf510 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.843+0000 7fcc530dd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fcc4c0d3760 con 0x7fcc4c0d1550 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.843+0000 7fcc530dd640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fcc4c0d3a40 con 0x7fcc4c15e560 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcc4c0d1550 0x7fcc4c0b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fcc4c0d1550 0x7fcc4c0b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50072/0 (socket says 172.21.15.3:50072) 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 -- 172.21.15.3:0/302002953 learned_addr learned my addr 172.21.15.3:0/302002953 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 -- 172.21.15.3:0/302002953 >> v2:172.21.15.70:3300/0 conn(0x7fcc4c15e560 msgr2=0x7fcc4c0ceee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 --2- 172.21.15.3:0/302002953 >> v2:172.21.15.70:3300/0 conn(0x7fcc4c15e560 0x7fcc4c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 -- 172.21.15.3:0/302002953 >> v1:172.21.15.70:6789/0 conn(0x7fcc4c0cf510 legacy=0x7fcc4c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:31.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.844+0000 7fcc5167a640 1 -- 172.21.15.3:0/302002953 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc4c0d3d20 con 0x7fcc4c0d1550 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc5167a640 1 --2- 172.21.15.3:0/302002953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c0b7790 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c074120 tx=0x7fcc4402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=306bfb8d40f0d45f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc4b7fe640 1 -- 172.21.15.3:0/302002953 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc44037070 con 0x7fcc4c0d1550 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc4b7fe640 1 -- 172.21.15.3:0/302002953 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc44032440 con 0x7fcc4c0d1550 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc4b7fe640 1 -- 172.21.15.3:0/302002953 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc44032810 con 0x7fcc4c0d1550 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 -- 172.21.15.3:0/302002953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0d1550 msgr2=0x7fcc4c0b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 --2- 172.21.15.3:0/302002953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c0b7790 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c074120 tx=0x7fcc4402a230 comp rx=0 tx=0).stop 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 -- 172.21.15.3:0/302002953 shutdown_connections 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 --2- 172.21.15.3:0/302002953 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c0b7790 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 --2- 172.21.15.3:0/302002953 >> v2:172.21.15.70:3300/0 conn(0x7fcc4c15e560 0x7fcc4c0ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 -- 172.21.15.3:0/302002953 >> 172.21.15.3:0/302002953 conn(0x7fcc4c073850 msgr2=0x7fcc4c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 -- 172.21.15.3:0/302002953 shutdown_connections 2024-09-10T07:28:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.845+0000 7fcc530dd640 1 -- 172.21.15.3:0/302002953 wait complete. 2024-09-10T07:28:31.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.847+0000 7fcc530dd640 1 Processor -- start 2024-09-10T07:28:31.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.847+0000 7fcc530dd640 1 -- start start 2024-09-10T07:28:31.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 0x7fcc4c1f44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcc4c15e560 0x7fcc4c15ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c15eac0 con 0x7fcc4c0cf510 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c15e940 con 0x7fcc4c0d1550 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fcc4c0cf980 con 0x7fcc4c15e560 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 0x7fcc4c1f44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 0x7fcc4c1f44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50080/0 (socket says 172.21.15.3:50080) 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 -- 172.21.15.3:0/214077443 learned_addr learned my addr 172.21.15.3:0/214077443 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc4bfff640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc5167a640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcc4c15e560 0x7fcc4c15ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 -- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcc4c15e560 msgr2=0x7fcc4c15ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcc4c15e560 0x7fcc4c15ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 -- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcc4c0d1550 msgr2=0x7fcc4c158310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c158310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 -- 172.21.15.3:0/214077443 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc4c160a60 con 0x7fcc4c0cf510 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc50e79640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 0x7fcc4c1f44b0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00b410 tx=0x7fcc3c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c015020 con 0x7fcc4c0cf510 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc3c011850 con 0x7fcc4c0cf510 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c011c40 con 0x7fcc4c0cf510 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc4c0cb6b0 con 0x7fcc4c0cf510 2024-09-10T07:28:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.848+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc4c0cbc30 con 0x7fcc4c0cf510 2024-09-10T07:28:31.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.849+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc4c0ceee0 con 0x7fcc4c0cf510 2024-09-10T07:28:31.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.850+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcc3c018020 con 0x7fcc4c0cf510 2024-09-10T07:28:31.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.850+0000 7fcc497fa640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcc2c06be30 0x7fcc2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:31.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.850+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fcc3c08aa60 con 0x7fcc4c0cf510 2024-09-10T07:28:31.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.851+0000 7fcc4bfff640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcc2c06be30 0x7fcc2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:31.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.851+0000 7fcc4bfff640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcc2c06be30 0x7fcc2c06e2f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c0cd5f0 tx=0x7fcc34009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:31.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:31.855+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc3c01f020 con 0x7fcc4c0cf510 2024-09-10T07:28:32.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.030+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcc4c0b7f00 con 0x7fcc2c06be30 2024-09-10T07:28:32.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.031+0000 7fcc497fa640 1 -- 172.21.15.3:0/214077443 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13430 (secure 0 0 0) 0x7fcc4c0b7f00 con 0x7fcc2c06be30 2024-09-10T07:28:32.031 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:32.031 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcc2c06be30 msgr2=0x7fcc2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcc2c06be30 0x7fcc2c06e2f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fcc4c0cd5f0 tx=0x7fcc34009040 comp rx=0 tx=0).stop 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 msgr2=0x7fcc4c1f44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 0x7fcc4c1f44b0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00b410 tx=0x7fcc3c00b8d0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 shutdown_connections 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fcc2c06be30 0x7fcc2c06e2f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fcc4c15e560 0x7fcc4c15ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fcc4c0d1550 0x7fcc4c158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 --2- 172.21.15.3:0/214077443 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c0cf510 0x7fcc4c1f44b0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 >> 172.21.15.3:0/214077443 conn(0x7fcc4c073850 msgr2=0x7fcc4c0744d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 shutdown_connections 2024-09-10T07:28:32.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.033+0000 7fcc530dd640 1 -- 172.21.15.3:0/214077443 wait complete. 2024-09-10T07:28:32.043 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":347,"stamp":"2024-09-10T07:28:30.183251+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305552,"kb_used_data":10272,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669168,"statfs":{"total":773094113280,"available":772781228032,"internally_reserved":0,"allocated":10518528,"data_stored":5481452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-2410,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-45,"num_write_kb":-14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001991"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":307,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050357+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:14.050357+0000","last_peered":"2024-09-10T07:28:14.050357+0000","last_clean":"2024-09-10T07:28:14.050357+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:14.050357+0000","last_undegraded":"2024-09-10T07:28:14.050357+0000","last_fullsized":"2024-09-10T07:28:14.050357+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542248,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1757184,"data_stored":1125443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542248,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36484,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335356,"statfs":{"total":96636764160,"available":96599404544,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542248,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44816,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327024,"statfs":{"total":96636764160,"available":96590872576,"internally_reserved":0,"allocated":1175552,"data_stored":541652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542249,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36480,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335360,"statfs":{"total":96636764160,"available":96599408640,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542248,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32328,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339512,"statfs":{"total":96636764160,"available":96603660288,"internally_reserved":0,"allocated":1167360,"data_stored":541492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542250,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40648,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331192,"statfs":{"total":96636764160,"available":96595140608,"internally_reserved":0,"allocated":1159168,"data_stored":535089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542249,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41236,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330604,"statfs":{"total":96636764160,"available":96594538496,"internally_reserved":0,"allocated":1773568,"data_stored":1129104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574953,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36492,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335348,"statfs":{"total":96636764160,"available":96599396352,"internally_reserved":0,"allocated":1175552,"data_stored":538634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:32.044 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:32.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.147+0000 7fb583f31640 1 Processor -- start 2024-09-10T07:28:32.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.147+0000 7fb583f31640 1 -- start start 2024-09-10T07:28:32.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb583f31640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb57c15e560 0x7fb57c0ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb583f31640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb57c0d3480 con 0x7fb57c0cf510 2024-09-10T07:28:32.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb583f31640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb57c0d3760 con 0x7fb57c0d1550 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb583f31640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb57c0d3a40 con 0x7fb57c15e560 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb581ccd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb57c15e560 0x7fb57c0ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb5814cc640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fb57c0cf510 0x7fb57c0d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34508/0 (socket says 172.21.15.3:34508) 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.148+0000 7fb5814cc640 1 -- 172.21.15.3:0/882384205 learned_addr learned my addr 172.21.15.3:0/882384205 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.149+0000 7fb581ccd640 1 -- 172.21.15.3:0/882384205 >> v1:172.21.15.70:6789/0 conn(0x7fb57c0d1550 legacy=0x7fb57c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.149+0000 7fb581ccd640 1 -- 172.21.15.3:0/882384205 >> v1:172.21.15.3:6789/0 conn(0x7fb57c0cf510 legacy=0x7fb57c0d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.149+0000 7fb581ccd640 1 -- 172.21.15.3:0/882384205 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb57c0d3d20 con 0x7fb57c15e560 2024-09-10T07:28:32.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.149+0000 7fb580ccb640 1 -- 172.21.15.3:0/882384205 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3401949281 0 0) 0x7fb57c0d3480 con 0x7fb57c0cf510 2024-09-10T07:28:32.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.149+0000 7fb581ccd640 1 --2- 172.21.15.3:0/882384205 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c0ceee0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fb5780097a0 tx=0x7fb57802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b94618626cdcb63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb580ccb640 1 -- 172.21.15.3:0/882384205 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578037070 con 0x7fb57c15e560 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb580ccb640 1 -- 172.21.15.3:0/882384205 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb578032440 con 0x7fb57c15e560 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb580ccb640 1 -- 172.21.15.3:0/882384205 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb578032810 con 0x7fb57c15e560 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 -- 172.21.15.3:0/882384205 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 msgr2=0x7fb57c0ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 --2- 172.21.15.3:0/882384205 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c0ceee0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fb5780097a0 tx=0x7fb57802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 -- 172.21.15.3:0/882384205 shutdown_connections 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 --2- 172.21.15.3:0/882384205 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c0ceee0 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 -- 172.21.15.3:0/882384205 >> 172.21.15.3:0/882384205 conn(0x7fb57c073850 msgr2=0x7fb57c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 -- 172.21.15.3:0/882384205 shutdown_connections 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.150+0000 7fb583f31640 1 -- 172.21.15.3:0/882384205 wait complete. 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.151+0000 7fb583f31640 1 Processor -- start 2024-09-10T07:28:32.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.151+0000 7fb583f31640 1 -- start start 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb583f31640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb57c0cf510 0x7fb57c1f7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb583f31640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb57c0d1550 0x7fb57c151240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb583f31640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c151780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb583f31640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb57c15eac0 con 0x7fb57c15e560 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb583f31640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb57c15e940 con 0x7fb57c0cf510 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb583f31640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb57c0cf980 con 0x7fb57c0d1550 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb5824ce640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c151780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb5824ce640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c151780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50102/0 (socket says 172.21.15.3:50102) 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.152+0000 7fb5824ce640 1 -- 172.21.15.3:0/2592387948 learned_addr learned my addr 172.21.15.3:0/2592387948 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5814cc640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb57c0d1550 0x7fb57c151240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb581ccd640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb57c0cf510 0x7fb57c1f7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5824ce640 1 -- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb57c0d1550 msgr2=0x7fb57c151240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5824ce640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb57c0d1550 0x7fb57c151240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5824ce640 1 -- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb57c0cf510 msgr2=0x7fb57c1f7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5824ce640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb57c0cf510 0x7fb57c1f7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5824ce640 1 -- 172.21.15.3:0/2592387948 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb57c1600a0 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5824ce640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c151780 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fb57400c700 tx=0x7fb57400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb574016020 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb57400aa50 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb57400ce10 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb57c160380 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.153+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb57c160940 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.154+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb57c0ceee0 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.154+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb574019020 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.155+0000 7fb5727fc640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb56006be30 0x7fb56006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.155+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fb57408aff0 con 0x7fb57c15e560 2024-09-10T07:28:32.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.155+0000 7fb581ccd640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb56006be30 0x7fb56006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.156+0000 7fb581ccd640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb56006be30 0x7fb56006e2f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fb578034000 tx=0x7fb57802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.159+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb574020020 con 0x7fb57c15e560 2024-09-10T07:28:32.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.334+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb57c15a9a0 con 0x7fb56006be30 2024-09-10T07:28:32.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.335+0000 7fb5727fc640 1 -- 172.21.15.3:0/2592387948 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13442 (secure 0 0 0) 0x7fb57c15a9a0 con 0x7fb56006be30 2024-09-10T07:28:32.335 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:32.335 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb56006be30 msgr2=0x7fb56006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb56006be30 0x7fb56006e2f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fb578034000 tx=0x7fb57802e000 comp rx=0 tx=0).stop 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 msgr2=0x7fb57c151780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c151780 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fb57400c700 tx=0x7fb57400cbc0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 shutdown_connections 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb56006be30 0x7fb56006e2f0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb57c15e560 0x7fb57c151780 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb57c0d1550 0x7fb57c151240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 --2- 172.21.15.3:0/2592387948 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb57c0cf510 0x7fb57c1f7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 >> 172.21.15.3:0/2592387948 conn(0x7fb57c073850 msgr2=0x7fb57c158cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 shutdown_connections 2024-09-10T07:28:32.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.337+0000 7fb583f31640 1 -- 172.21.15.3:0/2592387948 wait complete. 2024-09-10T07:28:32.348 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-09-10T07:28:32.183604+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":305580,"kb_used_data":10296,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669140,"statfs":{"total":773094113280,"available":772781199360,"internally_reserved":0,"allocated":10543104,"data_stored":5496662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-2410,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-45,"num_write_kb":-14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001620"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":307,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050357+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:14.050357+0000","last_peered":"2024-09-10T07:28:14.050357+0000","last_clean":"2024-09-10T07:28:14.050357+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:14.050357+0000","last_undegraded":"2024-09-10T07:28:14.050357+0000","last_fullsized":"2024-09-10T07:28:14.050357+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542248,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1757184,"data_stored":1125443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542248,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36484,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335356,"statfs":{"total":96636764160,"available":96599404544,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542248,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44816,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327024,"statfs":{"total":96636764160,"available":96590872576,"internally_reserved":0,"allocated":1175552,"data_stored":541652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542249,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36480,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335360,"statfs":{"total":96636764160,"available":96599408640,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542248,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32328,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339512,"statfs":{"total":96636764160,"available":96603660288,"internally_reserved":0,"allocated":1167360,"data_stored":541492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542250,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40648,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331192,"statfs":{"total":96636764160,"available":96595140608,"internally_reserved":0,"allocated":1159168,"data_stored":535089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542249,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41236,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330604,"statfs":{"total":96636764160,"available":96594538496,"internally_reserved":0,"allocated":1773568,"data_stored":1129104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574954,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36520,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335320,"statfs":{"total":96636764160,"available":96599367680,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:32.348 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:28:32.348 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.452+0000 7faa03477640 1 Processor -- start 2024-09-10T07:28:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.452+0000 7faa03477640 1 -- start start 2024-09-10T07:28:32.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa03477640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 0x7fa9fc0cb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa03477640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9fc06f530 con 0x7fa9fc06dd90 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa03477640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9fc0cbbb0 con 0x7fa9fc15e8d0 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa03477640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa9fc0cbe90 con 0x7fa9fc0acdd0 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa00a12640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fa9fc06dd90 0x7fa9fc0ce860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34510/0 (socket says 172.21.15.3:34510) 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa00a12640 1 -- 172.21.15.3:0/3779995315 learned_addr learned my addr 172.21.15.3:0/3779995315 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7faa01a14640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 0x7fa9fc0cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 108135685 0 0) 0x7fa9fc06f530 con 0x7fa9fc06dd90 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9e8003520 con 0x7fa9fc06dd90 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2922738580 0 0) 0x7fa9fc0cbbb0 con 0x7fa9fc15e8d0 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9fc06f530 con 0x7fa9fc15e8d0 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 15576711 0 0) 0x7fa9e8003520 con 0x7fa9fc06dd90 2024-09-10T07:28:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 msgr2=0x7fa9fc0cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 0x7fa9fc0cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 >> v1:172.21.15.70:6789/0 conn(0x7fa9fc15e8d0 legacy=0x7fa9fc0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc0ca5f0 con 0x7fa9fc06dd90 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.453+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7fa9ec001670 con 0x7fa9fc06dd90 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 >> v1:172.21.15.3:6789/0 conn(0x7fa9fc06dd90 legacy=0x7fa9fc0ce860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9e8003be0 0x7fa9e8003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 0x7fa9e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc0cbe90 con 0x7fa9e8003be0 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e800dce0 con 0x7fa9e8004800 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa9e800dee0 con 0x7fa9fc0acdd0 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01213640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9e8003be0 0x7fa9e8003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa00a12640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01a14640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 0x7fa9e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01213640 1 -- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 msgr2=0x7fa9e80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01213640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9fc0acdd0 0x7fa9e80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01213640 1 -- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9e8004800 msgr2=0x7fa9e8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01213640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9e8004800 0x7fa9e8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.454+0000 7faa01213640 1 -- 172.21.15.3:0/3779995315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9e8003520 con 0x7fa9e8003be0 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7faa01213640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9e8003be0 0x7fa9e8003fe0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fa9f80018a0 tx=0x7fa9e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83ec991834bddbcd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f80014f0 con 0x7fa9e8003be0 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f80052d0 con 0x7fa9e8003be0 2024-09-10T07:28:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7fa9f3fff640 1 -- 172.21.15.3:0/3779995315 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f802ac40 con 0x7fa9e8003be0 2024-09-10T07:28:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7faa03477640 1 -- 172.21.15.3:0/3779995315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9e8003be0 msgr2=0x7fa9e8003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7faa03477640 1 --2- 172.21.15.3:0/3779995315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9e8003be0 0x7fa9e8003fe0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fa9f80018a0 tx=0x7fa9e8005830 comp rx=0 tx=0).stop 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7faa01a14640 1 -- 172.21.15.3:0/3779995315 reap_dead start 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7faa03477640 1 -- 172.21.15.3:0/3779995315 shutdown_connections 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.455+0000 7faa03477640 1 -- 172.21.15.3:0/3779995315 >> 172.21.15.3:0/3779995315 conn(0x7fa9fc0cffa0 msgr2=0x7fa9fc0d03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.456+0000 7faa03477640 1 -- 172.21.15.3:0/3779995315 shutdown_connections 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.456+0000 7faa03477640 1 -- 172.21.15.3:0/3779995315 wait complete. 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.457+0000 7faa03477640 1 Processor -- start 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.457+0000 7faa03477640 1 -- start start 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9e8003be0 0x7fa9fc15bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9fc1544f0 0x7fa9fc159290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 0x7fa9fc15d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc0cb580 con 0x7fa9fc1597d0 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc0cabb0 con 0x7fa9fc1544f0 2024-09-10T07:28:32.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa9fc0cb700 con 0x7fa9e8003be0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 0x7fa9fc15d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 0x7fa9fc15d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50116/0 (socket says 172.21.15.3:50116) 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 -- 172.21.15.3:0/1806996988 learned_addr learned my addr 172.21.15.3:0/1806996988 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01213640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9e8003be0 0x7fa9fc15bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa00a12640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9fc1544f0 0x7fa9fc159290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 -- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9e8003be0 msgr2=0x7fa9fc15bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9e8003be0 0x7fa9fc15bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 -- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9fc1544f0 msgr2=0x7fa9fc159290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9fc1544f0 0x7fa9fc159290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 -- 172.21.15.3:0/1806996988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc1efc90 con 0x7fa9fc1597d0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa00a12640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9fc1544f0 0x7fa9fc159290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa01a14640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 0x7fa9fc15d5f0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc09df40 tx=0x7fa9f400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f4015430 con 0x7fa9fc1597d0 2024-09-10T07:28:32.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f401d070 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.458+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9fc1eff70 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.459+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f4015810 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.459+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9fc1f0530 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.460+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9fc073270 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.460+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa9f40159b0 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.461+0000 7fa9f1ffb640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e006be60 0x7fa9e006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.461+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fa9f408b660 con 0x7fa9fc1597d0 2024-09-10T07:28:32.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.461+0000 7faa01213640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e006be60 0x7fa9e006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.461+0000 7faa01213640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e006be60 0x7fa9e006e320 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8032000 tx=0x7fa9f8009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.465+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9f4010040 con 0x7fa9fc1597d0 2024-09-10T07:28:32.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.637+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa9fc072f90 con 0x7fa9e006be60 2024-09-10T07:28:32.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.639+0000 7fa9f1ffb640 1 -- 172.21.15.3:0/1806996988 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13442 (secure 0 0 0) 0x7fa9fc072f90 con 0x7fa9e006be60 2024-09-10T07:28:32.638 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:32.638 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:32.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e006be60 msgr2=0x7fa9e006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e006be60 0x7fa9e006e320 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8032000 tx=0x7fa9f8009030 comp rx=0 tx=0).stop 2024-09-10T07:28:32.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 msgr2=0x7fa9fc15d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 0x7fa9fc15d5f0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc09df40 tx=0x7fa9f400f580 comp rx=0 tx=0).stop 2024-09-10T07:28:32.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 shutdown_connections 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa9e006be60 0x7fa9e006e320 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9fc1597d0 0x7fa9fc15d5f0 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa9fc1544f0 0x7fa9fc159290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 --2- 172.21.15.3:0/1806996988 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa9e8003be0 0x7fa9fc15bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 >> 172.21.15.3:0/1806996988 conn(0x7fa9fc0cffa0 msgr2=0x7fa9fc15a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 shutdown_connections 2024-09-10T07:28:32.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.640+0000 7faa03477640 1 -- 172.21.15.3:0/1806996988 wait complete. 2024-09-10T07:28:32.651 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":348,"stamp":"2024-09-10T07:28:32.183604+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":305580,"kb_used_data":10296,"kb_used_omap":12,"kb_used_meta":295091,"kb_avail":754669140,"statfs":{"total":773094113280,"available":772781199360,"internally_reserved":0,"allocated":10543104,"data_stored":5496662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":302173745},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-2410,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-45,"num_write_kb":-14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001620"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":307,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-10T07:28:14.050357+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:14.050357+0000","last_peered":"2024-09-10T07:28:14.050357+0000","last_clean":"2024-09-10T07:28:14.050357+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:14.050357+0000","last_undegraded":"2024-09-10T07:28:14.050357+0000","last_fullsized":"2024-09-10T07:28:14.050357+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542248,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37068,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334772,"statfs":{"total":96636764160,"available":96598806528,"internally_reserved":0,"allocated":1757184,"data_stored":1125443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542248,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36484,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335356,"statfs":{"total":96636764160,"available":96599404544,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542248,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44816,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327024,"statfs":{"total":96636764160,"available":96590872576,"internally_reserved":0,"allocated":1175552,"data_stored":541652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542249,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36480,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335360,"statfs":{"total":96636764160,"available":96599408640,"internally_reserved":0,"allocated":1155072,"data_stored":535019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542248,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32328,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339512,"statfs":{"total":96636764160,"available":96603660288,"internally_reserved":0,"allocated":1167360,"data_stored":541492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542250,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40648,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331192,"statfs":{"total":96636764160,"available":96595140608,"internally_reserved":0,"allocated":1159168,"data_stored":535089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542249,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41236,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330604,"statfs":{"total":96636764160,"available":96594538496,"internally_reserved":0,"allocated":1773568,"data_stored":1129104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574954,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36520,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335320,"statfs":{"total":96636764160,"available":96599367680,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:32.652 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:28:32.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.754+0000 7f517d111640 1 Processor -- start 2024-09-10T07:28:32.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.754+0000 7f517d111640 1 -- start start 2024-09-10T07:28:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517d111640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f517815e510 0x7f51780ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517d111640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f51780cf040 0x7f51780d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517d111640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f51780d1200 0x7f51780b5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517d111640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f51780d16b0 con 0x7f51780cf040 2024-09-10T07:28:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517d111640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f51780d3430 con 0x7f51780d1200 2024-09-10T07:28:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517d111640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f51780d36d0 con 0x7f517815e510 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f51780cf040 0x7f51780d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517659c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f51780cf040 0x7f51780d0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50126/0 (socket says 172.21.15.3:50126) 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.755+0000 7f517659c640 1 -- 172.21.15.3:0/386603041 learned_addr learned my addr 172.21.15.3:0/386603041 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f5176d9d640 1 --2- 172.21.15.3:0/386603041 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f517815e510 0x7f51780ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517759e640 1 --2- 172.21.15.3:0/386603041 >> v2:172.21.15.70:3300/0 conn(0x7f51780d1200 0x7f51780b5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517659c640 1 -- 172.21.15.3:0/386603041 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f517815e510 msgr2=0x7f51780ceb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517659c640 1 --2- 172.21.15.3:0/386603041 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f517815e510 0x7f51780ceb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517659c640 1 -- 172.21.15.3:0/386603041 >> v2:172.21.15.70:3300/0 conn(0x7f51780d1200 msgr2=0x7f51780b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517659c640 1 --2- 172.21.15.3:0/386603041 >> v2:172.21.15.70:3300/0 conn(0x7f51780d1200 0x7f51780b5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517659c640 1 -- 172.21.15.3:0/386603041 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51780d39b0 con 0x7f51780cf040 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f517659c640 1 --2- 172.21.15.3:0/386603041 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780cf040 0x7f51780d0cc0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f51780740c0 tx=0x7f516002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a40ed80184d5ea68 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.756+0000 7f5175d9b640 1 -- 172.21.15.3:0/386603041 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5160037070 con 0x7f51780cf040 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f5175d9b640 1 -- 172.21.15.3:0/386603041 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5160032440 con 0x7f51780cf040 2024-09-10T07:28:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f5175d9b640 1 -- 172.21.15.3:0/386603041 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5160032810 con 0x7f51780cf040 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 -- 172.21.15.3:0/386603041 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780cf040 msgr2=0x7f51780d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 --2- 172.21.15.3:0/386603041 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780cf040 0x7f51780d0cc0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f51780740c0 tx=0x7f516002a140 comp rx=0 tx=0).stop 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 -- 172.21.15.3:0/386603041 shutdown_connections 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 --2- 172.21.15.3:0/386603041 >> v2:172.21.15.70:3300/0 conn(0x7f51780d1200 0x7f51780b5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 --2- 172.21.15.3:0/386603041 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780cf040 0x7f51780d0cc0 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 --2- 172.21.15.3:0/386603041 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f517815e510 0x7f51780ceb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 -- 172.21.15.3:0/386603041 >> 172.21.15.3:0/386603041 conn(0x7f517806d1a0 msgr2=0x7f5178073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 -- 172.21.15.3:0/386603041 shutdown_connections 2024-09-10T07:28:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.757+0000 7f517d111640 1 -- 172.21.15.3:0/386603041 wait complete. 2024-09-10T07:28:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 Processor -- start 2024-09-10T07:28:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 -- start start 2024-09-10T07:28:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f51780cf040 0x7f51780ca1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 0x7f5178152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f517815e510 0x7f5178154220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51780d22a0 con 0x7f51780d1200 2024-09-10T07:28:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f51780d3f70 con 0x7f517815e510 2024-09-10T07:28:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.759+0000 7f517d111640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f517815e8f0 con 0x7f51780cf040 2024-09-10T07:28:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 0x7f5178152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 0x7f5178152be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50130/0 (socket says 172.21.15.3:50130) 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 -- 172.21.15.3:0/2283159780 learned_addr learned my addr 172.21.15.3:0/2283159780 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517759e640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f517815e510 0x7f5178154220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f5176d9d640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f51780cf040 0x7f51780ca1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 -- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f51780cf040 msgr2=0x7f51780ca1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f51780cf040 0x7f51780ca1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 -- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f517815e510 msgr2=0x7f5178154220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f517815e510 0x7f5178154220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 -- 172.21.15.3:0/2283159780 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5178153550 con 0x7f51780d1200 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517659c640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 0x7f5178152be0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f5160000c00 tx=0x7f51600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5160041070 con 0x7f51780d1200 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f516003c870 con 0x7f51780d1200 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5178153830 con 0x7f51780d1200 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5160037040 con 0x7f51780d1200 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.760+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51780cba00 con 0x7f51780d1200 2024-09-10T07:28:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.761+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51780d0cc0 con 0x7f51780d1200 2024-09-10T07:28:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.762+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5160044070 con 0x7f51780d1200 2024-09-10T07:28:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.762+0000 7f516f7fe640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f515806be60 0x7f515806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.762+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f51600ab940 con 0x7f51780d1200 2024-09-10T07:28:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.763+0000 7f5176d9d640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f515806be60 0x7f515806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.763+0000 7f5176d9d640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f515806be60 0x7f515806e320 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5168003b80 tx=0x7f51680098d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:32.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.767+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5160079e90 con 0x7f51780d1200 2024-09-10T07:28:32.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.943+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f517815ac70 con 0x7f51780d1200 2024-09-10T07:28:32.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.944+0000 7f516f7fe640 1 -- 172.21.15.3:0/2283159780 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+13184 (secure 0 0 0) 0x7f516007e190 con 0x7f51780d1200 2024-09-10T07:28:32.944 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:32.944 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":97,"fsid":"d7bdaf00-7e43-469b-8121-7f8433a28eb6","created":"2024-09-10T07:19:45.142157+0000","modified":"2024-09-10T07:28:30.008319+0000","last_up_change":"2024-09-10T07:19:56.626397+0000","last_in_change":"2024-09-10T07:19:48.103746+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:19:58.101338+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b10eb22b-174d-453a-a1cd-5800c764c8ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6825","nonce":1837945397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6827","nonce":1837945397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6831","nonce":1837945397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":1837945397},{"type":"v1","addr":"172.21.15.3:6829","nonce":1837945397}]},"public_addr":"172.21.15.3:6825/1837945397","cluster_addr":"172.21.15.3:6827/1837945397","heartbeat_back_addr":"172.21.15.3:6831/1837945397","heartbeat_front_addr":"172.21.15.3:6829/1837945397","state":["exists","up"]},{"osd":1,"uuid":"3dc869b3-fb54-446e-825a-1a808204b85d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6817","nonce":2501722383}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6819","nonce":2501722383}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6823","nonce":2501722383}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":2501722383},{"type":"v1","addr":"172.21.15.3:6821","nonce":2501722383}]},"public_addr":"172.21.15.3:6817/2501722383","cluster_addr":"172.21.15.3:6819/2501722383","heartbeat_back_addr":"172.21.15.3:6823/2501722383","heartbeat_front_addr":"172.21.15.3:6821/2501722383","state":["exists","up"]},{"osd":2,"uuid":"b4127080-70a2-46b0-b8fb-7bfe5dad3847","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6801","nonce":1832376726}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6803","nonce":1832376726}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6807","nonce":1832376726}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":1832376726},{"type":"v1","addr":"172.21.15.3:6805","nonce":1832376726}]},"public_addr":"172.21.15.3:6801/1832376726","cluster_addr":"172.21.15.3:6803/1832376726","heartbeat_back_addr":"172.21.15.3:6807/1832376726","heartbeat_front_addr":"172.21.15.3:6805/1832376726","state":["exists","up"]},{"osd":3,"uuid":"f2f42884-b962-49ef-981e-fbd4d383fb79","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6809","nonce":3359647174}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6811","nonce":3359647174}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6815","nonce":3359647174}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3359647174},{"type":"v1","addr":"172.21.15.3:6813","nonce":3359647174}]},"public_addr":"172.21.15.3:6809/3359647174","cluster_addr":"172.21.15.3:6811/3359647174","heartbeat_back_addr":"172.21.15.3:6815/3359647174","heartbeat_front_addr":"172.21.15.3:6813/3359647174","state":["exists","up"]},{"osd":4,"uuid":"287b4199-9f90-4f63-887a-5d64e6257e5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6816","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6817","nonce":71051294}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6818","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6819","nonce":71051294}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6822","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6823","nonce":71051294}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6820","nonce":71051294},{"type":"v1","addr":"172.21.15.70:6821","nonce":71051294}]},"public_addr":"172.21.15.70:6817/71051294","cluster_addr":"172.21.15.70:6819/71051294","heartbeat_back_addr":"172.21.15.70:6823/71051294","heartbeat_front_addr":"172.21.15.70:6821/71051294","state":["exists","up"]},{"osd":5,"uuid":"842a2242-664f-4fc0-bff4-1d1ff2a84ced","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6808","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6809","nonce":195722179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6810","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6811","nonce":195722179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6814","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6815","nonce":195722179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6812","nonce":195722179},{"type":"v1","addr":"172.21.15.70:6813","nonce":195722179}]},"public_addr":"172.21.15.70:6809/195722179","cluster_addr":"172.21.15.70:6811/195722179","heartbeat_back_addr":"172.21.15.70:6815/195722179","heartbeat_front_addr":"172.21.15.70:6813/195722179","state":["exists","up"]},{"osd":6,"uuid":"f14bb89e-a945-484d-8d19-f865a8588f8e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6800","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6801","nonce":658467237}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6802","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6803","nonce":658467237}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6806","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6807","nonce":658467237}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6804","nonce":658467237},{"type":"v1","addr":"172.21.15.70:6805","nonce":658467237}]},"public_addr":"172.21.15.70:6801/658467237","cluster_addr":"172.21.15.70:6803/658467237","heartbeat_back_addr":"172.21.15.70:6807/658467237","heartbeat_front_addr":"172.21.15.70:6805/658467237","state":["exists","up"]},{"osd":7,"uuid":"68afb2d6-280c-4103-876e-b17cd4ed670c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6824","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6825","nonce":2657533304}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6826","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6827","nonce":2657533304}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6830","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6831","nonce":2657533304}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6828","nonce":2657533304},{"type":"v1","addr":"172.21.15.70:6829","nonce":2657533304}]},"public_addr":"172.21.15.70:6825/2657533304","cluster_addr":"172.21.15.70:6827/2657533304","heartbeat_back_addr":"172.21.15.70:6831/2657533304","heartbeat_front_addr":"172.21.15.70:6829/2657533304","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.616940+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.124983+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.178230+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.985380+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.465461+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.405325+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:53.928093+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:19:54.986539+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:6835/2535235745":"2024-09-11T07:28:26.673387+0000","172.21.15.3:6834/2535235745":"2024-09-11T07:28:26.673387+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f515806be60 msgr2=0x7f515806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f515806be60 0x7f515806e320 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5168003b80 tx=0x7f51680098d0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 msgr2=0x7f5178152be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 0x7f5178152be0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f5160000c00 tx=0x7f51600046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 shutdown_connections 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f515806be60 0x7f515806e320 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f517815e510 0x7f5178154220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51780d1200 0x7f5178152be0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 --2- 172.21.15.3:0/2283159780 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f51780cf040 0x7f51780ca1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 >> 172.21.15.3:0/2283159780 conn(0x7f517806d1a0 msgr2=0x7f51780b86b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 shutdown_connections 2024-09-10T07:28:32.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:32.946+0000 7f517d111640 1 -- 172.21.15.3:0/2283159780 wait complete. 2024-09-10T07:28:33.958 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T07:28:33.958 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:34.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.080+0000 7f6c10198640 1 Processor -- start 2024-09-10T07:28:34.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.080+0000 7f6c10198640 1 -- start start 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.081+0000 7f6c10198640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 0x7f6c080aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.081+0000 7f6c10198640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c080af480 con 0x7f6c080aeff0 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.081+0000 7f6c10198640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c0806e750 con 0x7f6c0815f670 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.081+0000 7f6c10198640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c0815fa50 con 0x7f6c0809dc70 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.081+0000 7f6c0e735640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f6c080aeff0 0x7f6c08071b40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34516/0 (socket says 172.21.15.3:34516) 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.081+0000 7f6c0e735640 1 -- 172.21.15.3:0/1886592441 learned_addr learned my addr 172.21.15.3:0/1886592441 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4025627182 0 0) 0x7f6c080af480 con 0x7f6c080aeff0 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0d733640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 0x7f6c080aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6bf4003520 con 0x7f6c080aeff0 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3335339634 0 0) 0x7f6bf4003520 con 0x7f6c080aeff0 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 msgr2=0x7f6c080aeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 0x7f6c080aeab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 >> v1:172.21.15.70:6789/0 conn(0x7f6c0815f670 legacy=0x7f6c080acdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c0806ea30 con 0x7f6c080aeff0 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f6c000019f0 con 0x7f6c080aeff0 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 >> v1:172.21.15.3:6789/0 conn(0x7f6c080aeff0 legacy=0x7f6c08071b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bf40039e0 0x7f6bf4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf4004390 0x7f6bf4004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 0x7f6bf40050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0815fa50 con 0x7f6bf40039e0 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf400b9c0 con 0x7f6bf4004390 2024-09-10T07:28:34.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf400bbc0 con 0x7f6c0809dc70 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bf40039e0 0x7f6bf4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0d733640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf4004390 0x7f6bf4004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0e735640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 0x7f6bf40050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0df34640 1 -- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 msgr2=0x7f6bf40050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c0809dc70 0x7f6bf40050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0df34640 1 -- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf4004390 msgr2=0x7f6bf4004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf4004390 0x7f6bf4004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.082+0000 7f6c0df34640 1 -- 172.21.15.3:0/1886592441 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf4003520 con 0x7f6bf40039e0 2024-09-10T07:28:34.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.083+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bf40039e0 0x7f6bf4003dc0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f6c04001860 tx=0x7f6bf4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dfbc7bda1ff6e56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.083+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04037070 con 0x7f6bf40039e0 2024-09-10T07:28:34.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.083+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c0402ac30 con 0x7f6bf40039e0 2024-09-10T07:28:34.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.083+0000 7f6c0cf32640 1 -- 172.21.15.3:0/1886592441 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c04001430 con 0x7f6bf40039e0 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c10198640 1 -- 172.21.15.3:0/1886592441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bf40039e0 msgr2=0x7f6bf4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c10198640 1 --2- 172.21.15.3:0/1886592441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bf40039e0 0x7f6bf4003dc0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f6c04001860 tx=0x7f6bf4005830 comp rx=0 tx=0).stop 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c0e735640 1 -- 172.21.15.3:0/1886592441 reap_dead start 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c10198640 1 -- 172.21.15.3:0/1886592441 shutdown_connections 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c10198640 1 -- 172.21.15.3:0/1886592441 >> 172.21.15.3:0/1886592441 conn(0x7f6c080b1af0 msgr2=0x7f6c080b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c10198640 1 -- 172.21.15.3:0/1886592441 shutdown_connections 2024-09-10T07:28:34.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.084+0000 7f6c10198640 1 -- 172.21.15.3:0/1886592441 wait complete. 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.085+0000 7f6c10198640 1 Processor -- start 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 -- start start 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf40039e0 0x7f6c081535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c081510c0 0x7f6c080b4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c08152910 0x7f6c0809bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0806f510 con 0x7f6c081510c0 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0806eff0 con 0x7f6bf40039e0 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c10198640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f6c080aeab0 con 0x7f6c08152910 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c0d733640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c081510c0 0x7f6c080b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c0d733640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c081510c0 0x7f6c080b4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50154/0 (socket says 172.21.15.3:50154) 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.086+0000 7f6c0d733640 1 -- 172.21.15.3:0/1500849021 learned_addr learned my addr 172.21.15.3:0/1500849021 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf40039e0 0x7f6c081535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0e735640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c08152910 0x7f6c0809bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0d733640 1 -- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c08152910 msgr2=0x7f6c0809bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0d733640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c08152910 0x7f6c0809bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0d733640 1 -- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf40039e0 msgr2=0x7f6c081535f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0d733640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f6bf40039e0 0x7f6c081535f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0d733640 1 -- 172.21.15.3:0/1500849021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c08153b30 con 0x7f6c081510c0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0e735640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f6c08152910 0x7f6c0809bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c0d733640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c081510c0 0x7f6c080b4020 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc011a00 tx=0x7f6bfc011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc00fb50 con 0x7f6c081510c0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bfc00fcf0 con 0x7f6c081510c0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc00fea0 con 0x7f6c081510c0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c08151870 con 0x7f6c081510c0 2024-09-10T07:28:34.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.087+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c08152110 con 0x7f6c081510c0 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.088+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6c08151c60 con 0x7f6c081510c0 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.089+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6bfc012040 con 0x7f6c081510c0 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.089+0000 7f6bfa7fc640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6bec06be30 0x7f6bec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.089+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f6bfc08bbf0 con 0x7f6c081510c0 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.089+0000 7f6bfa7fc640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f6bec0722d0 0x7f6bec074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.089+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6bfc011110 con 0x7f6bec0722d0 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.089+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7f6bfc08c080 con 0x7f6c081510c0 2024-09-10T07:28:34.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.090+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6bec06be30 0x7f6bec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.090+0000 7f6c0e735640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f6bec0722d0 0x7f6bec074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.090+0000 7f6c0e735640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f6bec0722d0 0x7f6bec074710 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.090+0000 7f6c0df34640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6bec06be30 0x7f6bec06e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f6c04001860 tx=0x7f6c04009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.091+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== osd.0 v2:172.21.15.3:6824/1837945397 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6bfc011110 con 0x7f6bec0722d0 2024-09-10T07:28:34.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.103+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 --> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6c080acdd0 con 0x7f6bec0722d0 2024-09-10T07:28:34.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6bfa7fc640 1 -- 172.21.15.3:0/1500849021 <== osd.0 v2:172.21.15.3:6824/1837945397 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6c080acdd0 con 0x7f6bec0722d0 2024-09-10T07:28:34.104 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:34.104 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:34.105 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:34.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f6bec0722d0 msgr2=0x7f6bec074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:6824/1837945397,v1:172.21.15.3:6825/1837945397] conn(0x7f6bec0722d0 0x7f6bec074710 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6bec06be30 msgr2=0x7f6bec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f6bec06be30 0x7f6bec06e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f6c04001860 tx=0x7f6c04009030 comp rx=0 tx=0).stop 2024-09-10T07:28:34.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c081510c0 msgr2=0x7f6c080b4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 --2- 172.21.15.3:0/1500849021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c081510c0 0x7f6c080b4020 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc011a00 tx=0x7f6bfc011ec0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c0e735640 1 -- 172.21.15.3:0/1500849021 reap_dead start 2024-09-10T07:28:34.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 shutdown_connections 2024-09-10T07:28:34.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 >> 172.21.15.3:0/1500849021 conn(0x7f6c080b1af0 msgr2=0x7f6c0815a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 shutdown_connections 2024-09-10T07:28:34.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.104+0000 7f6c10198640 1 -- 172.21.15.3:0/1500849021 wait complete. 2024-09-10T07:28:34.115 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T07:28:34.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 Processor -- start 2024-09-10T07:28:34.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 -- start start 2024-09-10T07:28:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f319015c130 0x7f31900d1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f319015d520 0x7f31900cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31900d1fb0 con 0x7f319015ffe0 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f31901604a0 con 0x7f319015c130 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.220+0000 7f3196ac0640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f3190160780 con 0x7f319015d520 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319485c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f319015c130 0x7f31900d1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f318ffff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f319015ffe0 0x7f31900d0210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34520/0 (socket says 172.21.15.3:34520) 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f318ffff640 1 -- 172.21.15.3:0/947853518 learned_addr learned my addr 172.21.15.3:0/947853518 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319485c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f319015c130 0x7f31900d1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50156/0 (socket says 172.21.15.3:50156) 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319505d640 1 --2- 172.21.15.3:0/947853518 >> v2:172.21.15.70:3300/0 conn(0x7f319015d520 0x7f31900cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319485c640 1 -- 172.21.15.3:0/947853518 >> v2:172.21.15.70:3300/0 conn(0x7f319015d520 msgr2=0x7f31900cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319485c640 1 --2- 172.21.15.3:0/947853518 >> v2:172.21.15.70:3300/0 conn(0x7f319015d520 0x7f31900cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319485c640 1 -- 172.21.15.3:0/947853518 >> v1:172.21.15.3:6789/0 conn(0x7f319015ffe0 legacy=0x7f31900d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f319485c640 1 -- 172.21.15.3:0/947853518 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3190160a60 con 0x7f319015c130 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.221+0000 7f318f7fe640 1 -- 172.21.15.3:0/947853518 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1428233947 0 0) 0x7f31900d1fb0 con 0x7f319015ffe0 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.222+0000 7f319485c640 1 --2- 172.21.15.3:0/947853518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31900d1a70 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f31900cde90 tx=0x7f318402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dc3d673d15ac04f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.222+0000 7f318f7fe640 1 -- 172.21.15.3:0/947853518 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3184037070 con 0x7f319015c130 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.222+0000 7f318f7fe640 1 -- 172.21.15.3:0/947853518 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3184032440 con 0x7f319015c130 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.222+0000 7f318f7fe640 1 -- 172.21.15.3:0/947853518 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3184032810 con 0x7f319015c130 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.222+0000 7f3196ac0640 1 -- 172.21.15.3:0/947853518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 msgr2=0x7f31900d1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 --2- 172.21.15.3:0/947853518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31900d1a70 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f31900cde90 tx=0x7f318402a1a0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 -- 172.21.15.3:0/947853518 shutdown_connections 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 --2- 172.21.15.3:0/947853518 >> v2:172.21.15.70:3300/0 conn(0x7f319015d520 0x7f31900cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 --2- 172.21.15.3:0/947853518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31900d1a70 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 -- 172.21.15.3:0/947853518 >> 172.21.15.3:0/947853518 conn(0x7f319006baf0 msgr2=0x7f319006bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 -- 172.21.15.3:0/947853518 shutdown_connections 2024-09-10T07:28:34.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.223+0000 7f3196ac0640 1 -- 172.21.15.3:0/947853518 wait complete. 2024-09-10T07:28:34.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.224+0000 7f3196ac0640 1 Processor -- start 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.224+0000 7f3196ac0640 1 -- start start 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f3196ac0640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31901f1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f3196ac0640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f319015d520 0x7f319014a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f3196ac0640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f319015ffe0 0x7f319014a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f3196ac0640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31900d0920 con 0x7f319015c130 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f3196ac0640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f31900d2200 con 0x7f319015ffe0 2024-09-10T07:28:34.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f3196ac0640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f31900cf200 con 0x7f319015d520 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31901f1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31901f1700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50162/0 (socket says 172.21.15.3:50162) 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 -- 172.21.15.3:0/2852832812 learned_addr learned my addr 172.21.15.3:0/2852832812 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319505d640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f319015ffe0 0x7f319014a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f318ffff640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f319015d520 0x7f319014a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 -- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f319015d520 msgr2=0x7f319014a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f319015d520 0x7f319014a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 -- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f319015ffe0 msgr2=0x7f319014a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f319015ffe0 0x7f319014a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 -- 172.21.15.3:0/2852832812 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31900c8260 con 0x7f319015c130 2024-09-10T07:28:34.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.225+0000 7f319485c640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31901f1700 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3184000c00 tx=0x7f31840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.226+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3184037040 con 0x7f319015c130 2024-09-10T07:28:34.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.226+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3184042070 con 0x7f319015c130 2024-09-10T07:28:34.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.226+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31900c8540 con 0x7f319015c130 2024-09-10T07:28:34.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.226+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3184030a50 con 0x7f319015c130 2024-09-10T07:28:34.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.226+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31900c8b00 con 0x7f319015c130 2024-09-10T07:28:34.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.227+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3190068880 con 0x7f319015c130 2024-09-10T07:28:34.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.227+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3184030bf0 con 0x7f319015c130 2024-09-10T07:28:34.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.228+0000 7f318d7fa640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f317406be30 0x7f317406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.228+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f31840ab4d0 con 0x7f319015c130 2024-09-10T07:28:34.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.228+0000 7f318ffff640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f317406be30 0x7f317406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.228+0000 7f318ffff640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f317406be30 0x7f317406e2f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f319014eab0 tx=0x7f317c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.232+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3184079b50 con 0x7f319015c130 2024-09-10T07:28:34.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.411+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f31900cf5c0 con 0x7f317406be30 2024-09-10T07:28:34.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.412+0000 7f318d7fa640 1 -- 172.21.15.3:0/2852832812 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f31900cf5c0 con 0x7f317406be30 2024-09-10T07:28:34.411 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T07:28:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f317406be30 msgr2=0x7f317406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f317406be30 0x7f317406e2f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f319014eab0 tx=0x7f317c007de0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 msgr2=0x7f31901f1700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31901f1700 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3184000c00 tx=0x7f31840046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 shutdown_connections 2024-09-10T07:28:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f317406be30 0x7f317406e2f0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f319015ffe0 0x7f319014a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f319015d520 0x7f319014a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 --2- 172.21.15.3:0/2852832812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f319015c130 0x7f31901f1700 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 >> 172.21.15.3:0/2852832812 conn(0x7f319006baf0 msgr2=0x7f319015f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 shutdown_connections 2024-09-10T07:28:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.414+0000 7f3196ac0640 1 -- 172.21.15.3:0/2852832812 wait complete. 2024-09-10T07:28:34.430 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T07:28:34.430 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:34.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.539+0000 7fa5ae627640 1 Processor -- start 2024-09-10T07:28:34.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.539+0000 7fa5ae627640 1 -- start start 2024-09-10T07:28:34.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5ae627640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa5a815e770 0x7fa5a80d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5ae627640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5a80b74c0 con 0x7fa5a8162840 2024-09-10T07:28:34.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5ae627640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5a80b77a0 con 0x7fa5a80d3800 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5ae627640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fa5a80b7df0 con 0x7fa5a815e770 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5a7fff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fa5a815e770 0x7fa5a80d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5acbc4640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fa5a8162840 0x7fa5a80b9a80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34532/0 (socket says 172.21.15.3:34532) 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5acbc4640 1 -- 172.21.15.3:0/530091165 learned_addr learned my addr 172.21.15.3:0/530091165 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5a7fff640 1 -- 172.21.15.3:0/530091165 >> v1:172.21.15.70:6789/0 conn(0x7fa5a80d3800 legacy=0x7fa5a8162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5a7fff640 1 -- 172.21.15.3:0/530091165 >> v1:172.21.15.3:6789/0 conn(0x7fa5a8162840 legacy=0x7fa5a80b9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.541+0000 7fa5a7fff640 1 -- 172.21.15.3:0/530091165 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a80b7a80 con 0x7fa5a815e770 2024-09-10T07:28:34.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.540+0000 7fa5a6ffd640 1 -- 172.21.15.3:0/530091165 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 36395045 0 0) 0x7fa5a80b74c0 con 0x7fa5a8162840 2024-09-10T07:28:34.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.541+0000 7fa5a7fff640 1 --2- 172.21.15.3:0/530091165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d32c0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fa5980097a0 tx=0x7fa59802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4e98d930f0e1ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.541+0000 7fa5a6ffd640 1 -- 172.21.15.3:0/530091165 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598037070 con 0x7fa5a815e770 2024-09-10T07:28:34.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.541+0000 7fa5a6ffd640 1 -- 172.21.15.3:0/530091165 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa598032440 con 0x7fa5a815e770 2024-09-10T07:28:34.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.541+0000 7fa5a6ffd640 1 -- 172.21.15.3:0/530091165 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598032810 con 0x7fa5a815e770 2024-09-10T07:28:34.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 -- 172.21.15.3:0/530091165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 msgr2=0x7fa5a80d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 --2- 172.21.15.3:0/530091165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d32c0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7fa5980097a0 tx=0x7fa59802a1e0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 -- 172.21.15.3:0/530091165 shutdown_connections 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 --2- 172.21.15.3:0/530091165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d32c0 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 -- 172.21.15.3:0/530091165 >> 172.21.15.3:0/530091165 conn(0x7fa5a809d660 msgr2=0x7fa5a80d44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 -- 172.21.15.3:0/530091165 shutdown_connections 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.542+0000 7fa5ae627640 1 -- 172.21.15.3:0/530091165 wait complete. 2024-09-10T07:28:34.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.544+0000 7fa5ae627640 1 Processor -- start 2024-09-10T07:28:34.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.544+0000 7fa5ae627640 1 -- start start 2024-09-10T07:28:34.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5ae627640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5a80d3800 0x7fa5a80caac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5ae627640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5ae627640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa5a8162840 0x7fa5a815c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5ae627640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a80ba310 con 0x7fa5a815e770 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5ae627640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a80ba190 con 0x7fa5a80d3800 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5ae627640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fa5a80b9290 con 0x7fa5a8162840 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50184/0 (socket says 172.21.15.3:50184) 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 -- 172.21.15.3:0/1647034494 learned_addr learned my addr 172.21.15.3:0/1647034494 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a7fff640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5a80d3800 0x7fa5a80caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5acbc4640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa5a8162840 0x7fa5a815c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 -- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa5a8162840 msgr2=0x7fa5a815c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fa5a8162840 0x7fa5a815c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 -- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5a80d3800 msgr2=0x7fa5a80caac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fa5a80d3800 0x7fa5a80caac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 -- 172.21.15.3:0/1647034494 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a80cb000 con 0x7fa5a815e770 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a77fe640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d1150 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fa59c00c430 tx=0x7fa59c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.546+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59c011790 con 0x7fa5a815e770 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.547+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa59c017070 con 0x7fa5a815e770 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.547+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a80cb2a0 con 0x7fa5a815e770 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.547+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59c011bb0 con 0x7fa5a815e770 2024-09-10T07:28:34.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.547+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a80a0070 con 0x7fa5a815e770 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.547+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa5a8069110 con 0x7fa5a815e770 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.548+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa59c01c460 con 0x7fa5a815e770 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a4ff9640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa59406be30 0x7fa59406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fa59c08ab60 con 0x7fa5a815e770 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a4ff9640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7fa5940722d0 0x7fa594074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa59c021e50 con 0x7fa5940722d0 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7fa59c08f2c0 con 0x7fa5a815e770 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a7fff640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa59406be30 0x7fa59406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5acbc4640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7fa5940722d0 0x7fa594074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5acbc4640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7fa5940722d0 0x7fa594074710 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.549+0000 7fa5a7fff640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa59406be30 0x7fa59406e2f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa598034000 tx=0x7fa59802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.550+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== osd.1 v2:172.21.15.3:6816/2501722383 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa59c021e50 con 0x7fa5940722d0 2024-09-10T07:28:34.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 --> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa5a80d32c0 con 0x7fa5940722d0 2024-09-10T07:28:34.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5a4ff9640 1 -- 172.21.15.3:0/1647034494 <== osd.1 v2:172.21.15.3:6816/2501722383 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa5a80d32c0 con 0x7fa5940722d0 2024-09-10T07:28:34.563 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:34.563 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:34.563 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7fa5940722d0 msgr2=0x7fa594074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:6816/2501722383,v1:172.21.15.3:6817/2501722383] conn(0x7fa5940722d0 0x7fa594074710 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa59406be30 msgr2=0x7fa59406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fa59406be30 0x7fa59406e2f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa598034000 tx=0x7fa59802e000 comp rx=0 tx=0).stop 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 msgr2=0x7fa5a80d1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 --2- 172.21.15.3:0/1647034494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa5a815e770 0x7fa5a80d1150 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fa59c00c430 tx=0x7fa59c00c8f0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5acbc4640 1 -- 172.21.15.3:0/1647034494 reap_dead start 2024-09-10T07:28:34.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 shutdown_connections 2024-09-10T07:28:34.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.563+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 >> 172.21.15.3:0/1647034494 conn(0x7fa5a809d660 msgr2=0x7fa5a80d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.564+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 shutdown_connections 2024-09-10T07:28:34.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.564+0000 7fa5ae627640 1 -- 172.21.15.3:0/1647034494 wait complete. 2024-09-10T07:28:34.574 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T07:28:34.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.678+0000 7fb4a101e640 1 Processor -- start 2024-09-10T07:28:34.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.679+0000 7fb4a101e640 1 -- start start 2024-09-10T07:28:34.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.679+0000 7fb4a101e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb49c15e660 0x7fb49c0d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.679+0000 7fb4a101e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb49c0d4d60 0x7fb49c0d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.679+0000 7fb4a101e640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb49c162500 con 0x7fb49c162020 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.679+0000 7fb4a101e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb49c0d2020 con 0x7fb49c15e660 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.679+0000 7fb4a101e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb49c1627e0 con 0x7fb49c0d4d60 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb49c15e660 0x7fb49c0d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb49c15e660 0x7fb49c0d4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50186/0 (socket says 172.21.15.3:50186) 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 -- 172.21.15.3:0/4226278233 learned_addr learned my addr 172.21.15.3:0/4226278233 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49a59c640 1 --2- 172.21.15.3:0/4226278233 >> v2:172.21.15.70:3300/0 conn(0x7fb49c0d4d60 0x7fb49c0d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 -- 172.21.15.3:0/4226278233 >> v2:172.21.15.70:3300/0 conn(0x7fb49c0d4d60 msgr2=0x7fb49c0d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 --2- 172.21.15.3:0/4226278233 >> v2:172.21.15.70:3300/0 conn(0x7fb49c0d4d60 0x7fb49c0d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 -- 172.21.15.3:0/4226278233 >> v1:172.21.15.70:6789/0 conn(0x7fb49c162020 legacy=0x7fb49c0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49ad9d640 1 -- 172.21.15.3:0/4226278233 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb49c162ac0 con 0x7fb49c15e660 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.680+0000 7fb49a59c640 1 --2- 172.21.15.3:0/4226278233 >> v2:172.21.15.70:3300/0 conn(0x7fb49c0d4d60 0x7fb49c0d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:34.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb49ad9d640 1 --2- 172.21.15.3:0/4226278233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c15e660 0x7fb49c0d4100 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0d21a0 tx=0x7fb48c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67e5b0191183650b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb499d9b640 1 -- 172.21.15.3:0/4226278233 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c037070 con 0x7fb49c15e660 2024-09-10T07:28:34.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb499d9b640 1 -- 172.21.15.3:0/4226278233 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb48c032440 con 0x7fb49c15e660 2024-09-10T07:28:34.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb499d9b640 1 -- 172.21.15.3:0/4226278233 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c032810 con 0x7fb49c15e660 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 -- 172.21.15.3:0/4226278233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c15e660 msgr2=0x7fb49c0d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 --2- 172.21.15.3:0/4226278233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c15e660 0x7fb49c0d4100 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0d21a0 tx=0x7fb48c02a1e0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 -- 172.21.15.3:0/4226278233 shutdown_connections 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 --2- 172.21.15.3:0/4226278233 >> v2:172.21.15.70:3300/0 conn(0x7fb49c0d4d60 0x7fb49c0d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 --2- 172.21.15.3:0/4226278233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c15e660 0x7fb49c0d4100 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 -- 172.21.15.3:0/4226278233 >> 172.21.15.3:0/4226278233 conn(0x7fb49c08de10 msgr2=0x7fb49c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.681+0000 7fb4a101e640 1 -- 172.21.15.3:0/4226278233 shutdown_connections 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.682+0000 7fb4a101e640 1 -- 172.21.15.3:0/4226278233 wait complete. 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.683+0000 7fb4a101e640 1 Processor -- start 2024-09-10T07:28:34.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.683+0000 7fb4a101e640 1 -- start start 2024-09-10T07:28:34.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb4a101e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 0x7fb49c151f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb4a101e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb49c15e660 0x7fb49c0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb4a101e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb49c162020 0x7fb49c15b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb4a101e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb49c0d0fb0 con 0x7fb49c0d4d60 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb4a101e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb49c0d0e30 con 0x7fb49c162020 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb4a101e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb49c0d1130 con 0x7fb49c15e660 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 0x7fb49c151f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 0x7fb49c151f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50188/0 (socket says 172.21.15.3:50188) 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 -- 172.21.15.3:0/3431122410 learned_addr learned my addr 172.21.15.3:0/3431122410 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49b59e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb49c162020 0x7fb49c15b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49a59c640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb49c15e660 0x7fb49c0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 -- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb49c15e660 msgr2=0x7fb49c0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb49c15e660 0x7fb49c0c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 -- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb49c162020 msgr2=0x7fb49c15b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb49c162020 0x7fb49c15b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 -- 172.21.15.3:0/3431122410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb49c155e90 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.684+0000 7fb49ad9d640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 0x7fb49c151f10 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fb48c02a220 tx=0x7fb48c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.685+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c041020 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.685+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb48c0306c0 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.685+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb49c156130 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.685+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c037040 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.685+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb49c1566f0 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.686+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb49c0cef60 con 0x7fb49c0d4d60 2024-09-10T07:28:34.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.686+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb48c044020 con 0x7fb49c0d4d60 2024-09-10T07:28:34.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.687+0000 7fb4837fe640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb48806be30 0x7fb48806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.687+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fb48c0ab350 con 0x7fb49c0d4d60 2024-09-10T07:28:34.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.687+0000 7fb49a59c640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb48806be30 0x7fb48806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.687+0000 7fb49a59c640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb48806be30 0x7fb48806e2f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0ca910 tx=0x7fb490008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.691+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb48c04b030 con 0x7fb49c0d4d60 2024-09-10T07:28:34.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.867+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fb49c0b31f0 con 0x7fb48806be30 2024-09-10T07:28:34.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.867+0000 7fb4837fe640 1 -- 172.21.15.3:0/3431122410 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb49c0b31f0 con 0x7fb48806be30 2024-09-10T07:28:34.867 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb48806be30 msgr2=0x7fb48806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb48806be30 0x7fb48806e2f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0ca910 tx=0x7fb490008040 comp rx=0 tx=0).stop 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 msgr2=0x7fb49c151f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 0x7fb49c151f10 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fb48c02a220 tx=0x7fb48c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 shutdown_connections 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb48806be30 0x7fb48806e2f0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb49c162020 0x7fb49c15b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb49c15e660 0x7fb49c0c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 --2- 172.21.15.3:0/3431122410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb49c0d4d60 0x7fb49c151f10 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 >> 172.21.15.3:0/3431122410 conn(0x7fb49c08de10 msgr2=0x7fb49c06db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 shutdown_connections 2024-09-10T07:28:34.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.870+0000 7fb4a101e640 1 -- 172.21.15.3:0/3431122410 wait complete. 2024-09-10T07:28:34.881 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T07:28:34.881 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:34.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.988+0000 7f19ee52c640 1 Processor -- start 2024-09-10T07:28:34.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.988+0000 7f19ee52c640 1 -- start start 2024-09-10T07:28:34.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19ee52c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e815bdf0 0x7f19e815c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19ee52c640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f19e80d20d0 0x7f19e80cc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19ee52c640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19e80d2530 con 0x7f19e80ccd30 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19ee52c640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f19e80ce920 con 0x7f19e80d20d0 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19ee52c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f19e815fd80 con 0x7f19e815bdf0 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f19e80d20d0 0x7f19e80cc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e77fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f19e80d20d0 0x7f19e80cc7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50200/0 (socket says 172.21.15.3:50200) 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e77fe640 1 -- 172.21.15.3:0/3918384870 learned_addr learned my addr 172.21.15.3:0/3918384870 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e7fff640 1 --2- 172.21.15.3:0/3918384870 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e815bdf0 0x7f19e815c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e77fe640 1 -- 172.21.15.3:0/3918384870 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e815bdf0 msgr2=0x7f19e815c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e77fe640 1 --2- 172.21.15.3:0/3918384870 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e815bdf0 0x7f19e815c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.989+0000 7f19e77fe640 1 -- 172.21.15.3:0/3918384870 >> v1:172.21.15.70:6789/0 conn(0x7f19e80ccd30 legacy=0x7f19e80b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:34.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.990+0000 7f19e77fe640 1 -- 172.21.15.3:0/3918384870 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e815ffd0 con 0x7f19e80d20d0 2024-09-10T07:28:34.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.990+0000 7f19e77fe640 1 --2- 172.21.15.3:0/3918384870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80d20d0 0x7f19e80cc7f0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f19d0009870 tx=0x7f19d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7464ea71c925da97 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19e6ffd640 1 -- 172.21.15.3:0/3918384870 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0037070 con 0x7f19e80d20d0 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19e6ffd640 1 -- 172.21.15.3:0/3918384870 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d0032440 con 0x7f19e80d20d0 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19e6ffd640 1 -- 172.21.15.3:0/3918384870 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0032810 con 0x7f19e80d20d0 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 -- 172.21.15.3:0/3918384870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80d20d0 msgr2=0x7f19e80cc7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 --2- 172.21.15.3:0/3918384870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80d20d0 0x7f19e80cc7f0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f19d0009870 tx=0x7f19d002a270 comp rx=0 tx=0).stop 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 -- 172.21.15.3:0/3918384870 shutdown_connections 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 --2- 172.21.15.3:0/3918384870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80d20d0 0x7f19e80cc7f0 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 --2- 172.21.15.3:0/3918384870 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e815bdf0 0x7f19e815c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 -- 172.21.15.3:0/3918384870 >> 172.21.15.3:0/3918384870 conn(0x7f19e806baf0 msgr2=0x7f19e806bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 -- 172.21.15.3:0/3918384870 shutdown_connections 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.991+0000 7f19ee52c640 1 -- 172.21.15.3:0/3918384870 wait complete. 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.992+0000 7f19ee52c640 1 Processor -- start 2024-09-10T07:28:34.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 -- start start 2024-09-10T07:28:34.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80ccd30 0x7f19e814d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e80d20d0 0x7f19e815da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e815bdf0 0x7f19e815f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f19e8160870 con 0x7f19e80ccd30 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f19e8160590 con 0x7f19e815bdf0 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.993+0000 7f19ee52c640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f19e8160b50 con 0x7f19e80d20d0 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80ccd30 0x7f19e814d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80ccd30 0x7f19e814d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50206/0 (socket says 172.21.15.3:50206) 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 -- 172.21.15.3:0/960144703 learned_addr learned my addr 172.21.15.3:0/960144703 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e77fe640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e80d20d0 0x7f19e815da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19ecac9640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e815bdf0 0x7f19e815f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 -- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e80d20d0 msgr2=0x7f19e815da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f19e80d20d0 0x7f19e815da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 -- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e815bdf0 msgr2=0x7f19e815f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f19e815bdf0 0x7f19e815f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 -- 172.21.15.3:0/960144703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e81f3320 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e7fff640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80ccd30 0x7f19e814d6f0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f19d8007e90 tx=0x7f19d800dbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d800ba50 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19d800bbf0 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d800de20 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19e815e280 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.994+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19e815e840 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.995+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f19e80cc7f0 con 0x7f19e80ccd30 2024-09-10T07:28:34.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.996+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f19d80125e0 con 0x7f19e80ccd30 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.996+0000 7f19e4ff9640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f19c806be30 0x7f19c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.996+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f19d808ee40 con 0x7f19e80ccd30 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.996+0000 7f19e4ff9640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f19c80722d0 0x7f19c8074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.996+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f19d8024e80 con 0x7f19c80722d0 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.996+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7f19d8091460 con 0x7f19e80ccd30 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.997+0000 7f19e77fe640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f19c806be30 0x7f19c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.997+0000 7f19ecac9640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f19c80722d0 0x7f19c8074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.997+0000 7f19ecac9640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f19c80722d0 0x7f19c8074710 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.997+0000 7f19e77fe640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f19c806be30 0x7f19c806e2f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f19d0034000 tx=0x7f19d002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:34.998+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== osd.2 v2:172.21.15.3:6800/1832376726 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f19d8024e80 con 0x7f19c80722d0 2024-09-10T07:28:35.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.010+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 --> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f19e815af80 con 0x7f19c80722d0 2024-09-10T07:28:35.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.010+0000 7f19e4ff9640 1 -- 172.21.15.3:0/960144703 <== osd.2 v2:172.21.15.3:6800/1832376726 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f19e815af80 con 0x7f19c80722d0 2024-09-10T07:28:35.011 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:35.011 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:35.011 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:35.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f19c80722d0 msgr2=0x7f19c8074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:6800/1832376726,v1:172.21.15.3:6801/1832376726] conn(0x7f19c80722d0 0x7f19c8074710 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f19c806be30 msgr2=0x7f19c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f19c806be30 0x7f19c806e2f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f19d0034000 tx=0x7f19d002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80ccd30 msgr2=0x7f19e814d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 --2- 172.21.15.3:0/960144703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19e80ccd30 0x7f19e814d6f0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f19d8007e90 tx=0x7f19d800dbd0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ecac9640 1 -- 172.21.15.3:0/960144703 reap_dead start 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 shutdown_connections 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 >> 172.21.15.3:0/960144703 conn(0x7f19e806baf0 msgr2=0x7f19e80b5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 shutdown_connections 2024-09-10T07:28:35.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.011+0000 7f19ee52c640 1 -- 172.21.15.3:0/960144703 wait complete. 2024-09-10T07:28:35.021 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T07:28:35.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.125+0000 7f9e35518640 1 Processor -- start 2024-09-10T07:28:35.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.125+0000 7f9e35518640 1 -- start start 2024-09-10T07:28:35.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.126+0000 7f9e35518640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9e3006bf30 0x7f9e30073420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.126+0000 7f9e35518640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e300cb790 con 0x7f9e3006baf0 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.126+0000 7f9e35518640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e300cda20 con 0x7f9e3015e8d0 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.126+0000 7f9e35518640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f9e300ce8d0 con 0x7f9e3006bf30 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.127+0000 7f9e2f7fe640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f9e3006bf30 0x7f9e30073420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.127+0000 7f9e2e7fc640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f9e3006baf0 0x7f9e30072d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34536/0 (socket says 172.21.15.3:34536) 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.127+0000 7f9e2e7fc640 1 -- 172.21.15.3:0/440520162 learned_addr learned my addr 172.21.15.3:0/440520162 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.127+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/440520162 >> v1:172.21.15.70:6789/0 conn(0x7f9e3015e8d0 legacy=0x7f9e30162e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.127+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/440520162 >> v1:172.21.15.3:6789/0 conn(0x7f9e3006baf0 legacy=0x7f9e30072d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.127+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/440520162 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e300cdcc0 con 0x7f9e3006bf30 2024-09-10T07:28:35.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e2f7fe640 1 --2- 172.21.15.3:0/440520162 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3006bf30 0x7f9e30073420 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009d90 tx=0x7f9e2802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a09455de52d41e13 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e2dffb640 1 -- 172.21.15.3:0/440520162 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28007740 con 0x7f9e3006bf30 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e2dffb640 1 -- 172.21.15.3:0/440520162 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e280078e0 con 0x7f9e3006bf30 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e2dffb640 1 -- 172.21.15.3:0/440520162 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28007cb0 con 0x7f9e3006bf30 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 -- 172.21.15.3:0/440520162 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3006bf30 msgr2=0x7f9e30073420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 --2- 172.21.15.3:0/440520162 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3006bf30 0x7f9e30073420 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009d90 tx=0x7f9e2802a660 comp rx=0 tx=0).stop 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 -- 172.21.15.3:0/440520162 shutdown_connections 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 --2- 172.21.15.3:0/440520162 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3006bf30 0x7f9e30073420 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 -- 172.21.15.3:0/440520162 >> 172.21.15.3:0/440520162 conn(0x7f9e300b2d10 msgr2=0x7f9e300b30f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 -- 172.21.15.3:0/440520162 shutdown_connections 2024-09-10T07:28:35.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.128+0000 7f9e35518640 1 -- 172.21.15.3:0/440520162 wait complete. 2024-09-10T07:28:35.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.130+0000 7f9e35518640 1 Processor -- start 2024-09-10T07:28:35.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.130+0000 7f9e35518640 1 -- start start 2024-09-10T07:28:35.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.130+0000 7f9e35518640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9e3006baf0 0x7f9e30161b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.130+0000 7f9e35518640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e3006bf30 0x7f9e300afa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e35518640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 0x7f9e300affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e35518640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e300ce560 con 0x7f9e3015e8d0 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e35518640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f9e300ce280 con 0x7f9e3006bf30 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e35518640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f9e3006c3c0 con 0x7f9e3006baf0 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 0x7f9e300affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 0x7f9e300affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50216/0 (socket says 172.21.15.3:50216) 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/399030192 learned_addr learned my addr 172.21.15.3:0/399030192 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2effd640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9e3006baf0 0x7f9e30161b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2e7fc640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e3006bf30 0x7f9e300afa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9e3006baf0 msgr2=0x7f9e30161b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9e3006baf0 0x7f9e30161b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e3006bf30 msgr2=0x7f9e300afa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e3006bf30 0x7f9e300afa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 -- 172.21.15.3:0/399030192 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e301620d0 con 0x7f9e3015e8d0 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e2f7fe640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 0x7f9e300affc0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009eb0 tx=0x7f9e28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28040070 con 0x7f9e3015e8d0 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e28031bc0 con 0x7f9e3015e8d0 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28045460 con 0x7f9e3015e8d0 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.131+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e301f4bc0 con 0x7f9e3015e8d0 2024-09-10T07:28:35.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.132+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e301f5180 con 0x7f9e3015e8d0 2024-09-10T07:28:35.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.133+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e3015ecb0 con 0x7f9e3015e8d0 2024-09-10T07:28:35.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.133+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9e28039040 con 0x7f9e3015e8d0 2024-09-10T07:28:35.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.134+0000 7f9e177fe640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9e1c06be30 0x7f9e1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.134+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f9e280ac4b0 con 0x7f9e3015e8d0 2024-09-10T07:28:35.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.134+0000 7f9e2effd640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9e1c06be30 0x7f9e1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.134+0000 7f9e2effd640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9e1c06be30 0x7f9e1c06e2f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9e300cd270 tx=0x7f9e20009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.138+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9e2807aad0 con 0x7f9e3015e8d0 2024-09-10T07:28:35.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.349+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f9e3006ed00 con 0x7f9e1c06be30 2024-09-10T07:28:35.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.350+0000 7f9e177fe640 1 -- 172.21.15.3:0/399030192 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9e20007020 con 0x7f9e1c06be30 2024-09-10T07:28:35.350 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9e1c06be30 msgr2=0x7f9e1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9e1c06be30 0x7f9e1c06e2f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9e300cd270 tx=0x7f9e20009040 comp rx=0 tx=0).stop 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 msgr2=0x7f9e300affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 0x7f9e300affc0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009eb0 tx=0x7f9e28004a40 comp rx=0 tx=0).stop 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 shutdown_connections 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f9e1c06be30 0x7f9e1c06e2f0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e3015e8d0 0x7f9e300affc0 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f9e3006bf30 0x7f9e300afa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 --2- 172.21.15.3:0/399030192 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f9e3006baf0 0x7f9e30161b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 >> 172.21.15.3:0/399030192 conn(0x7f9e300b2d10 msgr2=0x7f9e300cb990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 shutdown_connections 2024-09-10T07:28:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.352+0000 7f9e35518640 1 -- 172.21.15.3:0/399030192 wait complete. 2024-09-10T07:28:35.363 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T07:28:35.363 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:35.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.470+0000 7efd3021e640 1 Processor -- start 2024-09-10T07:28:35.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.470+0000 7efd3021e640 1 -- start start 2024-09-10T07:28:35.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd3021e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7efd2815e380 0x7efd280d3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd3021e640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efd2815e760 0x7efd280d4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd3021e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd280d2240 0x7efd280d2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd3021e640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7efd280d4a70 con 0x7efd2815e760 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd3021e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7efd280cf620 con 0x7efd2815e380 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd3021e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efd280cf320 con 0x7efd280d2240 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd2d7b9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efd2815e760 0x7efd280d4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd2d7b9640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7efd2815e760 0x7efd280d4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50222/0 (socket says 172.21.15.3:50222) 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd2d7b9640 1 -- 172.21.15.3:0/1236710566 learned_addr learned my addr 172.21.15.3:0/1236710566 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.471+0000 7efd2dfba640 1 --2- 172.21.15.3:0/1236710566 >> v2:172.21.15.70:3300/0 conn(0x7efd2815e380 0x7efd280d3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2e7bb640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd280d2240 0x7efd280d2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2d7b9640 1 -- 172.21.15.3:0/1236710566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd280d2240 msgr2=0x7efd280d2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:35.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2d7b9640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd280d2240 0x7efd280d2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2d7b9640 1 -- 172.21.15.3:0/1236710566 >> v2:172.21.15.70:3300/0 conn(0x7efd2815e380 msgr2=0x7efd280d3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:35.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2d7b9640 1 --2- 172.21.15.3:0/1236710566 >> v2:172.21.15.70:3300/0 conn(0x7efd2815e380 0x7efd280d3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2d7b9640 1 -- 172.21.15.3:0/1236710566 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd280d2f30 con 0x7efd2815e760 2024-09-10T07:28:35.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2e7bb640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd280d2240 0x7efd280d2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:35.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.472+0000 7efd2d7b9640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd2815e760 0x7efd280d4530 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7efd2808c8c0 tx=0x7efd1c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e6e5a1f043a45e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd2cfb8640 1 -- 172.21.15.3:0/1236710566 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd1c037070 con 0x7efd2815e760 2024-09-10T07:28:35.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd2cfb8640 1 -- 172.21.15.3:0/1236710566 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd1c032440 con 0x7efd2815e760 2024-09-10T07:28:35.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd2cfb8640 1 -- 172.21.15.3:0/1236710566 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd1c032810 con 0x7efd2815e760 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 -- 172.21.15.3:0/1236710566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd2815e760 msgr2=0x7efd280d4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd2815e760 0x7efd280d4530 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7efd2808c8c0 tx=0x7efd1c02a1e0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 -- 172.21.15.3:0/1236710566 shutdown_connections 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd280d2240 0x7efd280d2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 --2- 172.21.15.3:0/1236710566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd2815e760 0x7efd280d4530 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 --2- 172.21.15.3:0/1236710566 >> v2:172.21.15.70:3300/0 conn(0x7efd2815e380 0x7efd280d3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 -- 172.21.15.3:0/1236710566 >> 172.21.15.3:0/1236710566 conn(0x7efd2808dd10 msgr2=0x7efd2809d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 -- 172.21.15.3:0/1236710566 shutdown_connections 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.473+0000 7efd3021e640 1 -- 172.21.15.3:0/1236710566 wait complete. 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.474+0000 7efd3021e640 1 Processor -- start 2024-09-10T07:28:35.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.474+0000 7efd3021e640 1 -- start start 2024-09-10T07:28:35.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd3021e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd280d2240 0x7efd280b3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd3021e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd2815e380 0x7efd28161270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd3021e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd2815e760 0x7efd2815d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd3021e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efd280d34f0 con 0x7efd280d2240 2024-09-10T07:28:35.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd3021e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7efd280d2bb0 con 0x7efd2815e380 2024-09-10T07:28:35.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd3021e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7efd280d3670 con 0x7efd2815e760 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd2dfba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd280d2240 0x7efd280b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd2dfba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd280d2240 0x7efd280b3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50226/0 (socket says 172.21.15.3:50226) 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.475+0000 7efd2dfba640 1 -- 172.21.15.3:0/3866084944 learned_addr learned my addr 172.21.15.3:0/3866084944 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd2dfba640 1 -- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd2815e760 msgr2=0x7efd2815d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd2dfba640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7efd2815e760 0x7efd2815d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd2dfba640 1 -- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd2815e380 msgr2=0x7efd28161270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd2dfba640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7efd2815e380 0x7efd28161270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd2dfba640 1 -- 172.21.15.3:0/3866084944 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd280b1f80 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd2dfba640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd280d2240 0x7efd280b3020 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7efd2000e9e0 tx=0x7efd2000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20017070 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd2000c9d0 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd280b2260 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd2000cdc0 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.476+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd280b2820 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.477+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efd280d2670 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.477+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efd2001a070 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd267fc640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd1406be30 0x7efd1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7efd2008b0c0 con 0x7efd280d2240 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd267fc640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7efd140722d0 0x7efd14074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efd14074de0 con 0x7efd140722d0 2024-09-10T07:28:35.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7efd20092050 con 0x7efd280d2240 2024-09-10T07:28:35.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd2d7b9640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd1406be30 0x7efd1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.478+0000 7efd2e7bb640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7efd140722d0 0x7efd14074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.479+0000 7efd2e7bb640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7efd140722d0 0x7efd14074710 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.479+0000 7efd2d7b9640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd1406be30 0x7efd1406e2f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7efd1c034000 tx=0x7efd1c02c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.479+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== osd.3 v2:172.21.15.3:6808/3359647174 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efd14074de0 con 0x7efd140722d0 2024-09-10T07:28:35.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 --> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7efd28158140 con 0x7efd140722d0 2024-09-10T07:28:35.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd267fc640 1 -- 172.21.15.3:0/3866084944 <== osd.3 v2:172.21.15.3:6808/3359647174 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7efd28158140 con 0x7efd140722d0 2024-09-10T07:28:35.492 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:35.492 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:35.492 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:35.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7efd140722d0 msgr2=0x7efd14074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:6808/3359647174,v1:172.21.15.3:6809/3359647174] conn(0x7efd140722d0 0x7efd14074710 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd1406be30 msgr2=0x7efd1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7efd1406be30 0x7efd1406e2f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7efd1c034000 tx=0x7efd1c02c000 comp rx=0 tx=0).stop 2024-09-10T07:28:35.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd280d2240 msgr2=0x7efd280b3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 --2- 172.21.15.3:0/3866084944 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efd280d2240 0x7efd280b3020 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7efd2000e9e0 tx=0x7efd2000eea0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd2e7bb640 1 -- 172.21.15.3:0/3866084944 reap_dead start 2024-09-10T07:28:35.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 shutdown_connections 2024-09-10T07:28:35.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.492+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 >> 172.21.15.3:0/3866084944 conn(0x7efd2808dd10 msgr2=0x7efd2806d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.493+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 shutdown_connections 2024-09-10T07:28:35.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.493+0000 7efd3021e640 1 -- 172.21.15.3:0/3866084944 wait complete. 2024-09-10T07:28:35.502 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T07:28:35.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.606+0000 7f6762cba640 1 Processor -- start 2024-09-10T07:28:35.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.607+0000 7f6762cba640 1 -- start start 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.607+0000 7f6762cba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 0x7f675c0d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.607+0000 7f6762cba640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f675c162020 0x7f675c0d29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.607+0000 7f6762cba640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f675c162500 con 0x7f675c15e660 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.607+0000 7f6762cba640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f675c0d2020 con 0x7f675c162020 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.607+0000 7f6762cba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f675c1627e0 con 0x7f675c0d4d60 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675bfff640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 0x7f675c0d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f6761257640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f675c162020 0x7f675c0d29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f6760a56640 1 --1- >> v1:172.21.15.70:6789/0 conn(0x7f675c15e660 0x7f675c0d4100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.70:6789/0 says I am v1:172.21.15.3:39984/0 (socket says 172.21.15.3:39984) 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f6760a56640 1 -- 172.21.15.3:0/291551348 learned_addr learned my addr 172.21.15.3:0/291551348 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675bfff640 1 --2- 172.21.15.3:0/291551348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 0x7f675c0d24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57504/0 (socket says 172.21.15.3:57504) 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675bfff640 1 -- 172.21.15.3:0/291551348 >> v2:172.21.15.70:3300/0 conn(0x7f675c162020 msgr2=0x7f675c0d29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:35.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675bfff640 1 --2- 172.21.15.3:0/291551348 >> v2:172.21.15.70:3300/0 conn(0x7f675c162020 0x7f675c0d29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675b7fe640 1 -- 172.21.15.3:0/291551348 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2017647808 0 0) 0x7f675c162500 con 0x7f675c15e660 2024-09-10T07:28:35.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675bfff640 1 -- 172.21.15.3:0/291551348 >> v1:172.21.15.70:6789/0 conn(0x7f675c15e660 legacy=0x7f675c0d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.608+0000 7f675bfff640 1 -- 172.21.15.3:0/291551348 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f675c162ac0 con 0x7f675c0d4d60 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.609+0000 7f675bfff640 1 --2- 172.21.15.3:0/291551348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 0x7f675c0d24b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6744009d90 tx=0x7f674402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ea392230f12d708 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.609+0000 7f675b7fe640 1 -- 172.21.15.3:0/291551348 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6744031600 con 0x7f675c0d4d60 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.609+0000 7f675b7fe640 1 -- 172.21.15.3:0/291551348 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67440317a0 con 0x7f675c0d4d60 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.609+0000 7f675b7fe640 1 -- 172.21.15.3:0/291551348 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6744031b70 con 0x7f675c0d4d60 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 -- 172.21.15.3:0/291551348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 msgr2=0x7f675c0d24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 --2- 172.21.15.3:0/291551348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 0x7f675c0d24b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6744009d90 tx=0x7f674402a5d0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 -- 172.21.15.3:0/291551348 shutdown_connections 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 --2- 172.21.15.3:0/291551348 >> v2:172.21.15.70:3300/0 conn(0x7f675c162020 0x7f675c0d29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 --2- 172.21.15.3:0/291551348 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c0d4d60 0x7f675c0d24b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 -- 172.21.15.3:0/291551348 >> 172.21.15.3:0/291551348 conn(0x7f675c08de10 msgr2=0x7f675c09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 -- 172.21.15.3:0/291551348 shutdown_connections 2024-09-10T07:28:35.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.610+0000 7f6762cba640 1 -- 172.21.15.3:0/291551348 wait complete. 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.611+0000 7f6762cba640 1 Processor -- start 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.611+0000 7f6762cba640 1 -- start start 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6762cba640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f675c0d4d60 0x7f675c14da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6762cba640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c15e660 0x7f675c15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6762cba640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 0x7f675c15cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6762cba640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f675c0d4990 con 0x7f675c162020 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6762cba640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f675c0d4810 con 0x7f675c0d4d60 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6762cba640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f675c0d4b10 con 0x7f675c15e660 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 0x7f675c15cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 0x7f675c15cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50242/0 (socket says 172.21.15.3:50242) 2024-09-10T07:28:35.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 -- 172.21.15.3:0/82147706 learned_addr learned my addr 172.21.15.3:0/82147706 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f675bfff640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c15e660 0x7f675c15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6760a56640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f675c0d4d60 0x7f675c14da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 -- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c15e660 msgr2=0x7f675c15eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c15e660 0x7f675c15eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 -- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f675c0d4d60 msgr2=0x7f675c14da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f675c0d4d60 0x7f675c14da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6761257640 1 -- 172.21.15.3:0/82147706 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f675c0b7280 con 0x7f675c162020 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f6760a56640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f675c0d4d60 0x7f675c14da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.612+0000 7f675bfff640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c15e660 0x7f675c15eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.613+0000 7f6761257640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 0x7f675c15cde0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f675400e5c0 tx=0x7f675400ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.613+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6754017070 con 0x7f675c162020 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.613+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6754013680 con 0x7f675c162020 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.613+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f675c0b7560 con 0x7f675c162020 2024-09-10T07:28:35.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.613+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6754013a70 con 0x7f675c162020 2024-09-10T07:28:35.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.613+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f675c0b7b20 con 0x7f675c162020 2024-09-10T07:28:35.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.614+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f675c0d0f50 con 0x7f675c162020 2024-09-10T07:28:35.616 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:28:35.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.614+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f675401a070 con 0x7f675c162020 2024-09-10T07:28:35.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.615+0000 7f67597fa640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f673c06be60 0x7f673c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.615+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f675408ac80 con 0x7f675c162020 2024-09-10T07:28:35.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.615+0000 7f6760a56640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f673c06be60 0x7f673c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.616+0000 7f6760a56640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f673c06be60 0x7f673c06e320 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f674c000f60 tx=0x7f674c007c30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.619 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:28:35.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.619+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6754059830 con 0x7f675c162020 2024-09-10T07:28:35.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.797+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f675c15f060 con 0x7f673c06be60 2024-09-10T07:28:35.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.798+0000 7f67597fa640 1 -- 172.21.15.3:0/82147706 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f674c005c80 con 0x7f673c06be60 2024-09-10T07:28:35.797 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f673c06be60 msgr2=0x7f673c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f673c06be60 0x7f673c06e320 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f674c000f60 tx=0x7f674c007c30 comp rx=0 tx=0).stop 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 msgr2=0x7f675c15cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 0x7f675c15cde0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f675400e5c0 tx=0x7f675400ea80 comp rx=0 tx=0).stop 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 shutdown_connections 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f673c06be60 0x7f673c06e320 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f675c162020 0x7f675c15cde0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f675c15e660 0x7f675c15eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 --2- 172.21.15.3:0/82147706 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f675c0d4d60 0x7f675c14da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 >> 172.21.15.3:0/82147706 conn(0x7f675c08de10 msgr2=0x7f675c0d2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 shutdown_connections 2024-09-10T07:28:35.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.800+0000 7f6762cba640 1 -- 172.21.15.3:0/82147706 wait complete. 2024-09-10T07:28:35.811 INFO:tasks.ceph:Scrubbing osd.4 2024-09-10T07:28:35.811 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:35.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.918+0000 7fb79316d640 1 Processor -- start 2024-09-10T07:28:35.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.918+0000 7fb79316d640 1 -- start start 2024-09-10T07:28:35.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb79316d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb79316d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb78c0cfa90 0x7fb78c0cfed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb79316d640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb78c0d0c90 0x7fb78c0d10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb79316d640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb78c0d1620 con 0x7fb78c0cfa90 2024-09-10T07:28:35.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb79316d640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb78c0d1fb0 con 0x7fb78c0d0c90 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb79316d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb78c0d2290 con 0x7fb78c15e4d0 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb78bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb78c0cfa90 0x7fb78c0cfed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb78bfff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb78c0cfa90 0x7fb78c0cfed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50250/0 (socket says 172.21.15.3:50250) 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.919+0000 7fb78bfff640 1 -- 172.21.15.3:0/3105257084 learned_addr learned my addr 172.21.15.3:0/3105257084 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb78bfff640 1 -- 172.21.15.3:0/3105257084 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 msgr2=0x7fb78c0d3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb790f09640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb79170a640 1 --2- 172.21.15.3:0/3105257084 >> v2:172.21.15.70:3300/0 conn(0x7fb78c0d0c90 0x7fb78c0d10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb78bfff640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0d3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb78bfff640 1 -- 172.21.15.3:0/3105257084 >> v2:172.21.15.70:3300/0 conn(0x7fb78c0d0c90 msgr2=0x7fb78c0d10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb78bfff640 1 --2- 172.21.15.3:0/3105257084 >> v2:172.21.15.70:3300/0 conn(0x7fb78c0d0c90 0x7fb78c0d10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb78bfff640 1 -- 172.21.15.3:0/3105257084 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb78c0d2570 con 0x7fb78c0cfa90 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb790f09640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0d3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:35.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb79170a640 1 --2- 172.21.15.3:0/3105257084 >> v2:172.21.15.70:3300/0 conn(0x7fb78c0d0c90 0x7fb78c0d10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:35.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.920+0000 7fb78bfff640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cfed0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fb78c1631f0 tx=0x7fb78002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37e188fd104bccc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb78b7fe640 1 -- 172.21.15.3:0/3105257084 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780037070 con 0x7fb78c0cfa90 2024-09-10T07:28:35.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb78b7fe640 1 -- 172.21.15.3:0/3105257084 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb780032440 con 0x7fb78c0cfa90 2024-09-10T07:28:35.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb78b7fe640 1 -- 172.21.15.3:0/3105257084 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780032810 con 0x7fb78c0cfa90 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 -- 172.21.15.3:0/3105257084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 msgr2=0x7fb78c0cfed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cfed0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fb78c1631f0 tx=0x7fb78002a140 comp rx=0 tx=0).stop 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 -- 172.21.15.3:0/3105257084 shutdown_connections 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 --2- 172.21.15.3:0/3105257084 >> v2:172.21.15.70:3300/0 conn(0x7fb78c0d0c90 0x7fb78c0d10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cfed0 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 --2- 172.21.15.3:0/3105257084 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0d3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 -- 172.21.15.3:0/3105257084 >> 172.21.15.3:0/3105257084 conn(0x7fb78c09d650 msgr2=0x7fb78c0d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 -- 172.21.15.3:0/3105257084 shutdown_connections 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.921+0000 7fb79316d640 1 -- 172.21.15.3:0/3105257084 wait complete. 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.922+0000 7fb79316d640 1 Processor -- start 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.922+0000 7fb79316d640 1 -- start start 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb79316d640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb79316d640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb78c0d0c90 0x7fb78c0b9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb79316d640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0c9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb79316d640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb78c0d4d80 con 0x7fb78c0cfa90 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb79316d640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb78c0d2b30 con 0x7fb78c0d0c90 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb79316d640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb78c15e8b0 con 0x7fb78c15e4d0 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb790f09640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb790f09640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50256/0 (socket says 172.21.15.3:50256) 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.923+0000 7fb790f09640 1 -- 172.21.15.3:0/402467208 learned_addr learned my addr 172.21.15.3:0/402467208 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb78bfff640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb78c0d0c90 0x7fb78c0b9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb79170a640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb790f09640 1 -- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 msgr2=0x7fb78c0c9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb790f09640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0c9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb790f09640 1 -- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb78c0d0c90 msgr2=0x7fb78c0b9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb790f09640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb78c0d0c90 0x7fb78c0b9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb790f09640 1 -- 172.21.15.3:0/402467208 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb78c0cddf0 con 0x7fb78c0cfa90 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb79170a640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb78c15e4d0 0x7fb78c0c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb790f09640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cd8b0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fb77c00c7f0 tx=0x7fb77c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77c015070 con 0x7fb78c0cfa90 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb77c007a30 con 0x7fb78c0cfa90 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb78c0b7530 con 0x7fb78c0cfa90 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77c007e00 con 0x7fb78c0cfa90 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.924+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb78c0cd0b0 con 0x7fb78c0cfa90 2024-09-10T07:28:35.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.925+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb78c069110 con 0x7fb78c0cfa90 2024-09-10T07:28:35.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb77c018070 con 0x7fb78c0cfa90 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb7897fa640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb77806be30 0x7fb77806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fb77c08acb0 con 0x7fb78c0cfa90 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb7897fa640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7fb7780722d0 0x7fb778074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb77c01ce50 con 0x7fb7780722d0 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7fb77c08d3b0 con 0x7fb78c0cfa90 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb78bfff640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb77806be30 0x7fb77806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.926+0000 7fb79170a640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7fb7780722d0 0x7fb778074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.927+0000 7fb79170a640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7fb7780722d0 0x7fb778074710 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.927+0000 7fb78bfff640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb77806be30 0x7fb77806e2f0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fb780034000 tx=0x7fb78002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:35.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.928+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== osd.4 v2:172.21.15.70:6816/71051294 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb77c01ce50 con 0x7fb7780722d0 2024-09-10T07:28:35.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.940+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 --> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb78c0d10e0 con 0x7fb7780722d0 2024-09-10T07:28:35.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb7897fa640 1 -- 172.21.15.3:0/402467208 <== osd.4 v2:172.21.15.70:6816/71051294 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb78c0d10e0 con 0x7fb7780722d0 2024-09-10T07:28:35.941 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:35.941 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:35.941 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7fb7780722d0 msgr2=0x7fb778074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79316d640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6816/71051294,v1:172.21.15.70:6817/71051294] conn(0x7fb7780722d0 0x7fb778074710 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb77806be30 msgr2=0x7fb77806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79316d640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb77806be30 0x7fb77806e2f0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fb780034000 tx=0x7fb78002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 msgr2=0x7fb78c0cd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79316d640 1 --2- 172.21.15.3:0/402467208 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb78c0cfa90 0x7fb78c0cd8b0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fb77c00c7f0 tx=0x7fb77c00cbf0 comp rx=0 tx=0).stop 2024-09-10T07:28:35.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.941+0000 7fb79170a640 1 -- 172.21.15.3:0/402467208 reap_dead start 2024-09-10T07:28:35.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.942+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 shutdown_connections 2024-09-10T07:28:35.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.942+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 >> 172.21.15.3:0/402467208 conn(0x7fb78c09d650 msgr2=0x7fb78c0d2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:35.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.942+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 shutdown_connections 2024-09-10T07:28:35.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:35.942+0000 7fb79316d640 1 -- 172.21.15.3:0/402467208 wait complete. 2024-09-10T07:28:35.952 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-10T07:28:36.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.056+0000 7f12e3cd7640 1 Processor -- start 2024-09-10T07:28:36.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.056+0000 7f12e3cd7640 1 -- start start 2024-09-10T07:28:36.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e3cd7640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f12dc15e660 0x7f12dc0d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e3cd7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc0d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e3cd7640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12dc162500 con 0x7f12dc162020 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e3cd7640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f12dc0d2020 con 0x7f12dc15e660 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e3cd7640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f12dc1627e0 con 0x7f12dc0d4d60 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f12dc15e660 0x7f12dc0d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f12dc15e660 0x7f12dc0d4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50270/0 (socket says 172.21.15.3:50270) 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 -- 172.21.15.3:0/3965862359 learned_addr learned my addr 172.21.15.3:0/3965862359 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1272640 1 --2- 172.21.15.3:0/3965862359 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc0d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 -- 172.21.15.3:0/3965862359 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 msgr2=0x7f12dc0d4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 --2- 172.21.15.3:0/3965862359 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc0d4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 -- 172.21.15.3:0/3965862359 >> v1:172.21.15.70:6789/0 conn(0x7f12dc162020 legacy=0x7f12dc0b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.057+0000 7f12e1a73640 1 -- 172.21.15.3:0/3965862359 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12dc162ac0 con 0x7f12dc15e660 2024-09-10T07:28:36.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.058+0000 7f12e1a73640 1 --2- 172.21.15.3:0/3965862359 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc15e660 0x7f12dc0d4100 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f12d8009870 tx=0x7f12d802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eb2ac078dae95ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.058+0000 7f12e0a71640 1 -- 172.21.15.3:0/3965862359 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d8037070 con 0x7f12dc15e660 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.058+0000 7f12e0a71640 1 -- 172.21.15.3:0/3965862359 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12d8032440 con 0x7f12dc15e660 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.058+0000 7f12e0a71640 1 -- 172.21.15.3:0/3965862359 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d8032810 con 0x7f12dc15e660 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3965862359 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc15e660 msgr2=0x7f12dc0d4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3965862359 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc15e660 0x7f12dc0d4100 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f12d8009870 tx=0x7f12d802a1c0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3965862359 shutdown_connections 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3965862359 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc0d4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3965862359 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc15e660 0x7f12dc0d4100 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3965862359 >> 172.21.15.3:0/3965862359 conn(0x7f12dc08de10 msgr2=0x7f12dc09d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3965862359 shutdown_connections 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.059+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3965862359 wait complete. 2024-09-10T07:28:36.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.060+0000 7f12e3cd7640 1 Processor -- start 2024-09-10T07:28:36.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.060+0000 7f12e3cd7640 1 -- start start 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e3cd7640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc156590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e3cd7640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12dc15e660 0x7f12dc156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e3cd7640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 0x7f12dc160f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e3cd7640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f12dc0d0fb0 con 0x7f12dc162020 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e3cd7640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f12dc0d0e30 con 0x7f12dc15e660 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e3cd7640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f12dc0d1130 con 0x7f12dc0d4d60 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 0x7f12dc160f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 0x7f12dc160f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50274/0 (socket says 172.21.15.3:50274) 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 -- 172.21.15.3:0/3191344681 learned_addr learned my addr 172.21.15.3:0/3191344681 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e1a73640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc156590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e1272640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12dc15e660 0x7f12dc156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 -- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 msgr2=0x7f12dc156590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc156590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 -- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12dc15e660 msgr2=0x7f12dc156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12dc15e660 0x7f12dc156ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e2274640 1 -- 172.21.15.3:0/3191344681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12dc0ce750 con 0x7f12dc162020 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e1a73640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc156590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.061+0000 7f12e1272640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12dc15e660 0x7f12dc156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.062+0000 7f12e2274640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 0x7f12dc160f60 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f12d400c730 tx=0x7f12d400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.062+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d4003b70 con 0x7f12dc162020 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.062+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12d4003d10 con 0x7f12dc162020 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.062+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12dc0ce470 con 0x7f12dc162020 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.062+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12d4005310 con 0x7f12dc162020 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.062+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12dc0b9c00 con 0x7f12dc162020 2024-09-10T07:28:36.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.063+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12dc0cef60 con 0x7f12dc162020 2024-09-10T07:28:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.063+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f12d40054b0 con 0x7f12dc162020 2024-09-10T07:28:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.064+0000 7f12d27fc640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12c006be30 0x7f12c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.064+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f12d408ab00 con 0x7f12dc162020 2024-09-10T07:28:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.064+0000 7f12e1a73640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12c006be30 0x7f12c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.065+0000 7f12e1a73640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12c006be30 0x7f12c006e2f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f12d8034000 tx=0x7f12d802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.068+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12d40102e0 con 0x7f12dc162020 2024-09-10T07:28:36.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.243+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f12dc0b4090 con 0x7f12c006be30 2024-09-10T07:28:36.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.244+0000 7f12d27fc640 1 -- 172.21.15.3:0/3191344681 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f12dc0b4090 con 0x7f12c006be30 2024-09-10T07:28:36.244 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 4 to deep-scrub 2024-09-10T07:28:36.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12c006be30 msgr2=0x7f12c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12c006be30 0x7f12c006e2f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f12d8034000 tx=0x7f12d802e000 comp rx=0 tx=0).stop 2024-09-10T07:28:36.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 msgr2=0x7f12dc160f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 0x7f12dc160f60 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f12d400c730 tx=0x7f12d400cbf0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 shutdown_connections 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f12c006be30 0x7f12c006e2f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f12dc162020 0x7f12dc160f60 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f12dc15e660 0x7f12dc156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 --2- 172.21.15.3:0/3191344681 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f12dc0d4d60 0x7f12dc156590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 >> 172.21.15.3:0/3191344681 conn(0x7f12dc08de10 msgr2=0x7f12dc06c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 shutdown_connections 2024-09-10T07:28:36.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.246+0000 7f12e3cd7640 1 -- 172.21.15.3:0/3191344681 wait complete. 2024-09-10T07:28:36.257 INFO:tasks.ceph:Scrubbing osd.5 2024-09-10T07:28:36.257 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:36.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.364+0000 7f5722b42640 1 Processor -- start 2024-09-10T07:28:36.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.364+0000 7f5722b42640 1 -- start start 2024-09-10T07:28:36.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f5722b42640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f571c0d3050 0x7f571c0d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f5722b42640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 0x7f571c0b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f5722b42640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f571c0d15e0 con 0x7f571c15e4d0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f5722b42640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f571c0d1fb0 con 0x7f571c0d3050 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f5722b42640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f571c0d2290 con 0x7f571c0d11d0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f57208de640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f571c15e4d0 0x7f571c0cfa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34548/0 (socket says 172.21.15.3:34548) 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f57208de640 1 -- 172.21.15.3:0/3266706707 learned_addr learned my addr 172.21.15.3:0/3266706707 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f57210df640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 0x7f571c0b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571bfff640 1 --2- 172.21.15.3:0/3266706707 >> v2:172.21.15.70:3300/0 conn(0x7f571c0d3050 0x7f571c0d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3588833463 0 0) 0x7f5710001110 con 0x7f571c15e4d0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f570c003520 con 0x7f571c15e4d0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 181739413 0 0) 0x7f570c003520 con 0x7f571c15e4d0 2024-09-10T07:28:36.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 msgr2=0x7f571c0b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 0x7f571c0b3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 >> v2:172.21.15.70:3300/0 conn(0x7f571c0d3050 msgr2=0x7f571c0d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 --2- 172.21.15.3:0/3266706707 >> v2:172.21.15.70:3300/0 conn(0x7f571c0d3050 0x7f571c0d0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c0d2570 con 0x7f571c15e4d0 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f5710001840 con 0x7f571c15e4d0 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 >> v1:172.21.15.3:6789/0 conn(0x7f571c15e4d0 legacy=0x7f571c0cfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 0x7f570c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f570c003f30 0x7f570c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c004d40 0x7f570c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0d1fb0 con 0x7f570c003f30 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0d2290 con 0x7f570c004d40 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.365+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f570c00ba10 con 0x7f571c0d11d0 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f571bfff640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f570c003f30 0x7f570c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f57208de640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 0x7f570c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f57210df640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c004d40 0x7f570c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f571bfff640 1 -- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 msgr2=0x7f570c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f571bfff640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0d11d0 0x7f570c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f571bfff640 1 -- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c004d40 msgr2=0x7f570c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f571bfff640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c004d40 0x7f570c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.366+0000 7f571bfff640 1 -- 172.21.15.3:0/3266706707 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f570c003520 con 0x7f570c003f30 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f571bfff640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f570c003f30 0x7f570c004800 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f5708009af0 tx=0x7f570c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f4b7d488cefa864 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5708036070 con 0x7f570c003f30 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5708031400 con 0x7f570c003f30 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f571b7fe640 1 -- 172.21.15.3:0/3266706707 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5708009690 con 0x7f570c003f30 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f5722b42640 1 -- 172.21.15.3:0/3266706707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f570c003f30 msgr2=0x7f570c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f5722b42640 1 --2- 172.21.15.3:0/3266706707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f570c003f30 0x7f570c004800 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f5708009af0 tx=0x7f570c005830 comp rx=0 tx=0).stop 2024-09-10T07:28:36.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f57210df640 1 -- 172.21.15.3:0/3266706707 reap_dead start 2024-09-10T07:28:36.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f5722b42640 1 -- 172.21.15.3:0/3266706707 shutdown_connections 2024-09-10T07:28:36.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f5722b42640 1 -- 172.21.15.3:0/3266706707 >> 172.21.15.3:0/3266706707 conn(0x7f571c09d650 msgr2=0x7f571c0d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f5722b42640 1 -- 172.21.15.3:0/3266706707 shutdown_connections 2024-09-10T07:28:36.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.367+0000 7f5722b42640 1 -- 172.21.15.3:0/3266706707 wait complete. 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.369+0000 7f5722b42640 1 Processor -- start 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.369+0000 7f5722b42640 1 -- start start 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.369+0000 7f5722b42640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c003f30 0x7f571c156770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.369+0000 7f5722b42640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f571c0b7de0 0x7f571c0b5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f5722b42640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0b8260 0x7f571c0b6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f5722b42640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0d4d80 con 0x7f571c0b7de0 2024-09-10T07:28:36.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f5722b42640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f571c0d2b30 con 0x7f570c003f30 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f5722b42640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f571c0d01a0 con 0x7f571c0b8260 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f571c0b7de0 0x7f571c0b5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f571c0b7de0 0x7f571c0b5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50300/0 (socket says 172.21.15.3:50300) 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 -- 172.21.15.3:0/1749272392 learned_addr learned my addr 172.21.15.3:0/1749272392 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f57208de640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c003f30 0x7f571c156770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f57210df640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0b8260 0x7f571c0b6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 -- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0b8260 msgr2=0x7f571c0b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f571c0b8260 0x7f571c0b6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 -- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c003f30 msgr2=0x7f571c156770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f570c003f30 0x7f571c156770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 -- 172.21.15.3:0/1749272392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f571c0b9100 con 0x7f571c0b7de0 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f571bfff640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f571c0b7de0 0x7f571c0b5b00 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f5708009c10 tx=0x7f5708004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5708040020 con 0x7f571c0b7de0 2024-09-10T07:28:36.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5708003810 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5708036040 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f571c0b93e0 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.370+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f571c0b99a0 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.371+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f571c069110 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.372+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5708043020 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.372+0000 7f57197fa640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f570006be30 0x7f570006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.372+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f57080aaa00 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57197fa640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f57000722d0 0x7f5700074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5708039e50 con 0x7f57000722d0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7f57080ace60 con 0x7f571c0b7de0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57208de640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f570006be30 0x7f570006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57210df640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f57000722d0 0x7f5700074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57208de640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f570006be30 0x7f570006e2f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5710001050 tx=0x7f5710007ae0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.373+0000 7f57210df640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f57000722d0 0x7f5700074710 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.374+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== osd.5 v2:172.21.15.70:6808/195722179 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5708039e50 con 0x7f57000722d0 2024-09-10T07:28:36.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.386+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 --> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f571c15e8b0 con 0x7f57000722d0 2024-09-10T07:28:36.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f57197fa640 1 -- 172.21.15.3:0/1749272392 <== osd.5 v2:172.21.15.70:6808/195722179 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f571c15e8b0 con 0x7f57000722d0 2024-09-10T07:28:36.387 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:36.387 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:36.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f57000722d0 msgr2=0x7f5700074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f5722b42640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6808/195722179,v1:172.21.15.70:6809/195722179] conn(0x7f57000722d0 0x7f5700074710 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f570006be30 msgr2=0x7f570006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f5722b42640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f570006be30 0x7f570006e2f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5710001050 tx=0x7f5710007ae0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f571c0b7de0 msgr2=0x7f571c0b5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f5722b42640 1 --2- 172.21.15.3:0/1749272392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f571c0b7de0 0x7f571c0b5b00 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f5708009c10 tx=0x7f5708004730 comp rx=0 tx=0).stop 2024-09-10T07:28:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.387+0000 7f57210df640 1 -- 172.21.15.3:0/1749272392 reap_dead start 2024-09-10T07:28:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.388+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 shutdown_connections 2024-09-10T07:28:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.388+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 >> 172.21.15.3:0/1749272392 conn(0x7f571c09d650 msgr2=0x7f571c15cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.388+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 shutdown_connections 2024-09-10T07:28:36.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.388+0000 7f5722b42640 1 -- 172.21.15.3:0/1749272392 wait complete. 2024-09-10T07:28:36.397 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-10T07:28:36.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.501+0000 7fe1070a5640 1 Processor -- start 2024-09-10T07:28:36.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.501+0000 7fe1070a5640 1 -- start start 2024-09-10T07:28:36.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe1070a5640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fe1001619e0 0x7fe1000d2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe1070a5640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe100161dc0 con 0x7fe1000d2d90 2024-09-10T07:28:36.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe1070a5640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1000d3310 con 0x7fe1000d13d0 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe1070a5640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fe1000d3f20 con 0x7fe1001619e0 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe0f7fff640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7fe1000d2d90 0x7fe1000d0cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34562/0 (socket says 172.21.15.3:34562) 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe0f7fff640 1 -- 172.21.15.3:0/181550474 learned_addr learned my addr 172.21.15.3:0/181550474 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe104e41640 1 --2- 172.21.15.3:0/181550474 >> v2:172.21.15.70:3300/0 conn(0x7fe1001619e0 0x7fe1000d2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe0f77fe640 1 -- 172.21.15.3:0/181550474 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 401864759 0 0) 0x7fe100161dc0 con 0x7fe1000d2d90 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.502+0000 7fe0f77fe640 1 -- 172.21.15.3:0/181550474 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe0e8003520 con 0x7fe1000d2d90 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.503+0000 7fe104e41640 1 -- 172.21.15.3:0/181550474 >> v1:172.21.15.70:6789/0 conn(0x7fe1000d13d0 legacy=0x7fe1000b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.503+0000 7fe104e41640 1 -- 172.21.15.3:0/181550474 >> v1:172.21.15.3:6789/0 conn(0x7fe1000d2d90 legacy=0x7fe1000d0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.503+0000 7fe104e41640 1 -- 172.21.15.3:0/181550474 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1000d35f0 con 0x7fe1001619e0 2024-09-10T07:28:36.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.503+0000 7fe104e41640 1 --2- 172.21.15.3:0/181550474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe1000d2850 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc0097a0 tx=0x7fe0fc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e8f9f9a1431fc3a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.503+0000 7fe0f77fe640 1 -- 172.21.15.3:0/181550474 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc037070 con 0x7fe1001619e0 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe0f77fe640 1 -- 172.21.15.3:0/181550474 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0fc032440 con 0x7fe1001619e0 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe0f77fe640 1 -- 172.21.15.3:0/181550474 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc0327f0 con 0x7fe1001619e0 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 -- 172.21.15.3:0/181550474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 msgr2=0x7fe1000d2850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 --2- 172.21.15.3:0/181550474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe1000d2850 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc0097a0 tx=0x7fe0fc02a230 comp rx=0 tx=0).stop 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 -- 172.21.15.3:0/181550474 shutdown_connections 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 --2- 172.21.15.3:0/181550474 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe1000d2850 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 -- 172.21.15.3:0/181550474 >> 172.21.15.3:0/181550474 conn(0x7fe10006d1c0 msgr2=0x7fe100073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 -- 172.21.15.3:0/181550474 shutdown_connections 2024-09-10T07:28:36.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.504+0000 7fe1070a5640 1 -- 172.21.15.3:0/181550474 wait complete. 2024-09-10T07:28:36.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.505+0000 7fe1070a5640 1 Processor -- start 2024-09-10T07:28:36.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.505+0000 7fe1070a5640 1 -- start start 2024-09-10T07:28:36.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe1070a5640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 0x7fe1000b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe1070a5640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1000d2d90 0x7fe100142510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe1070a5640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe100142a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe1070a5640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1000d2250 con 0x7fe1000d13d0 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe1070a5640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fe1000d3bb0 con 0x7fe1001619e0 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe1070a5640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fe1000b7dd0 con 0x7fe1000d2d90 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe104e41640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 0x7fe1000b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe104e41640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 0x7fe1000b4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50306/0 (socket says 172.21.15.3:50306) 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.506+0000 7fe104e41640 1 -- 172.21.15.3:0/3486234392 learned_addr learned my addr 172.21.15.3:0/3486234392 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe0f7fff640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1000d2d90 0x7fe100142510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe104e41640 1 -- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1000d2d90 msgr2=0x7fe100142510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe105642640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe100142a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe104e41640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1000d2d90 0x7fe100142510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe104e41640 1 -- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 msgr2=0x7fe100142a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe104e41640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe100142a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe104e41640 1 -- 172.21.15.3:0/3486234392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1000b54d0 con 0x7fe1000d13d0 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe0f7fff640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1000d2d90 0x7fe100142510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe105642640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe100142a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe104e41640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 0x7fe1000b4a50 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc035040 tx=0x7fe0fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc037050 con 0x7fe1000d13d0 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0fc043070 con 0x7fe1000d13d0 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0fc032810 con 0x7fe1000d13d0 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1000b57b0 con 0x7fe1000d13d0 2024-09-10T07:28:36.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.507+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1000b5d70 con 0x7fe1000d13d0 2024-09-10T07:28:36.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.508+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1000d2850 con 0x7fe1000d13d0 2024-09-10T07:28:36.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.509+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe0fc0329b0 con 0x7fe1000d13d0 2024-09-10T07:28:36.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.509+0000 7fe0f57fa640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe0ec06be30 0x7fe0ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.509+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fe0fc0ab780 con 0x7fe1000d13d0 2024-09-10T07:28:36.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.509+0000 7fe0f7fff640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe0ec06be30 0x7fe0ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.510+0000 7fe0f7fff640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe0ec06be30 0x7fe0ec06e2f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe100146c10 tx=0x7fe0f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.513+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe0fc07a330 con 0x7fe1000d13d0 2024-09-10T07:28:36.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.688+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fe100156860 con 0x7fe0ec06be30 2024-09-10T07:28:36.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.688+0000 7fe0f57fa640 1 -- 172.21.15.3:0/3486234392 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe100156860 con 0x7fe0ec06be30 2024-09-10T07:28:36.688 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 5 to deep-scrub 2024-09-10T07:28:36.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.690+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe0ec06be30 msgr2=0x7fe0ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.690+0000 7fe1070a5640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe0ec06be30 0x7fe0ec06e2f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe100146c10 tx=0x7fe0f0009040 comp rx=0 tx=0).stop 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.690+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 msgr2=0x7fe1000b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.690+0000 7fe1070a5640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 0x7fe1000b4a50 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fe0fc035040 tx=0x7fe0fc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 shutdown_connections 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fe0ec06be30 0x7fe0ec06e2f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fe1001619e0 0x7fe100142a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fe1000d2d90 0x7fe100142510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 --2- 172.21.15.3:0/3486234392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1000d13d0 0x7fe1000b4a50 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 >> 172.21.15.3:0/3486234392 conn(0x7fe10006d1c0 msgr2=0x7fe100160350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 shutdown_connections 2024-09-10T07:28:36.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.691+0000 7fe1070a5640 1 -- 172.21.15.3:0/3486234392 wait complete. 2024-09-10T07:28:36.701 INFO:tasks.ceph:Scrubbing osd.6 2024-09-10T07:28:36.701 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:36.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.809+0000 7f2e3cf98640 1 Processor -- start 2024-09-10T07:28:36.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.809+0000 7f2e3cf98640 1 -- start start 2024-09-10T07:28:36.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e3cf98640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f2e380d0430 0x7f2e381629e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e3cf98640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e3815ed70 con 0x7f2e3815e620 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e3cf98640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e3815f050 con 0x7f2e3806e8a0 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e3cf98640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f2e3815f330 con 0x7f2e380d0430 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e3659c640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f2e3815e620 0x7f2e380cfd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34578/0 (socket says 172.21.15.3:34578) 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e3659c640 1 -- 172.21.15.3:0/3624905130 learned_addr learned my addr 172.21.15.3:0/3624905130 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e2dd9b640 1 --2- 172.21.15.3:0/3624905130 >> v2:172.21.15.70:3300/0 conn(0x7f2e380d0430 0x7f2e381629e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3721400552 0 0) 0x7f2e3815ed70 con 0x7f2e3815e620 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e24003520 con 0x7f2e3815e620 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 656207482 0 0) 0x7f2e3815f050 con 0x7f2e3806e8a0 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2e3815ed70 con 0x7f2e3806e8a0 2024-09-10T07:28:36.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e2dd9b640 1 -- 172.21.15.3:0/3624905130 >> v1:172.21.15.70:6789/0 conn(0x7f2e3806e8a0 legacy=0x7f2e3806cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e2dd9b640 1 -- 172.21.15.3:0/3624905130 >> v1:172.21.15.3:6789/0 conn(0x7f2e3815e620 legacy=0x7f2e380cfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 498583889 0 0) 0x7f2e24003520 con 0x7f2e3815e620 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.810+0000 7f2e2dd9b640 1 -- 172.21.15.3:0/3624905130 --> v2:172.21.15.70:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e3815f610 con 0x7f2e380d0430 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.811+0000 7f2e2dd9b640 1 --2- 172.21.15.3:0/3624905130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e380d0430 0x7f2e381629e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2e200097a0 tx=0x7f2e2002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b2daa5c39609b9a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.811+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 <== mon.1 v2:172.21.15.70:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20037070 con 0x7f2e380d0430 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.811+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 <== mon.1 v2:172.21.15.70:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e2002ac50 con 0x7f2e380d0430 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.811+0000 7f2e35d9b640 1 -- 172.21.15.3:0/3624905130 <== mon.1 v2:172.21.15.70:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e28001670 con 0x7f2e380d0430 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3624905130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e380d0430 msgr2=0x7f2e381629e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 --2- 172.21.15.3:0/3624905130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e380d0430 0x7f2e381629e0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2e200097a0 tx=0x7f2e2002a1c0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3624905130 shutdown_connections 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 --2- 172.21.15.3:0/3624905130 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e380d0430 0x7f2e381629e0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3624905130 >> 172.21.15.3:0/3624905130 conn(0x7f2e3806fdc0 msgr2=0x7f2e380701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3624905130 shutdown_connections 2024-09-10T07:28:36.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.812+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3624905130 wait complete. 2024-09-10T07:28:36.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.813+0000 7f2e3cf98640 1 Processor -- start 2024-09-10T07:28:36.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.813+0000 7f2e3cf98640 1 -- start start 2024-09-10T07:28:36.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3cf98640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e3806e8a0 0x7f2e380b5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3cf98640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2e380d0430 0x7f2e3814f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3cf98640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e3815e620 0x7f2e3814f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3cf98640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3815fb00 con 0x7f2e3806e8a0 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3cf98640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f2e3815f980 con 0x7f2e3815e620 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3cf98640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f2e3815fc80 con 0x7f2e380d0430 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e3806e8a0 0x7f2e380b5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e3806e8a0 0x7f2e380b5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50312/0 (socket says 172.21.15.3:50312) 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 -- 172.21.15.3:0/3034958852 learned_addr learned my addr 172.21.15.3:0/3034958852 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e2dd9b640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2e380d0430 0x7f2e3814f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e36d9d640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e3815e620 0x7f2e3814f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 -- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2e380d0430 msgr2=0x7f2e3814f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2e380d0430 0x7f2e3814f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 -- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e3815e620 msgr2=0x7f2e3814f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f2e3815e620 0x7f2e3814f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.814+0000 7f2e3659c640 1 -- 172.21.15.3:0/3034958852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e380b7d50 con 0x7f2e3806e8a0 2024-09-10T07:28:36.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e2dd9b640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f2e380d0430 0x7f2e3814f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e3659c640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e3806e8a0 0x7f2e380b5090 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f2e2800c5a0 tx=0x7f2e2800ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e28017070 con 0x7f2e3806e8a0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e28005ce0 con 0x7f2e3806e8a0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e280072b0 con 0x7f2e3806e8a0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e3815aba0 con 0x7f2e3806e8a0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.815+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e380b6d60 con 0x7f2e3806e8a0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.816+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2e3815b260 con 0x7f2e3806e8a0 2024-09-10T07:28:36.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.816+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2e2801a070 con 0x7f2e3806e8a0 2024-09-10T07:28:36.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e2f7fe640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2e1806be30 0x7f2e1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f2e2808a1f0 con 0x7f2e3806e8a0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e2f7fe640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2e180722d0 0x7f2e18074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2e28014ec0 con 0x7f2e180722d0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7f2e28091050 con 0x7f2e3806e8a0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e2dd9b640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2e1806be30 0x7f2e1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.817+0000 7f2e36d9d640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2e180722d0 0x7f2e18074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.818+0000 7f2e2dd9b640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2e1806be30 0x7f2e1806e2f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.818+0000 7f2e36d9d640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2e180722d0 0x7f2e18074710 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.818+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== osd.6 v2:172.21.15.70:6800/658467237 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2e28014ec0 con 0x7f2e180722d0 2024-09-10T07:28:36.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.831+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 --> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f2e380b3220 con 0x7f2e180722d0 2024-09-10T07:28:36.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e2f7fe640 1 -- 172.21.15.3:0/3034958852 <== osd.6 v2:172.21.15.70:6800/658467237 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f2e380b3220 con 0x7f2e180722d0 2024-09-10T07:28:36.832 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:36.832 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2e180722d0 msgr2=0x7f2e18074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6800/658467237,v1:172.21.15.70:6801/658467237] conn(0x7f2e180722d0 0x7f2e18074710 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2e1806be30 msgr2=0x7f2e1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f2e1806be30 0x7f2e1806e2f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).stop 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e3806e8a0 msgr2=0x7f2e380b5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 --2- 172.21.15.3:0/3034958852 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e3806e8a0 0x7f2e380b5090 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f2e2800c5a0 tx=0x7f2e2800ca60 comp rx=0 tx=0).stop 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e36d9d640 1 -- 172.21.15.3:0/3034958852 reap_dead start 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 shutdown_connections 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 >> 172.21.15.3:0/3034958852 conn(0x7f2e3806fdc0 msgr2=0x7f2e3815ffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 shutdown_connections 2024-09-10T07:28:36.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.832+0000 7f2e3cf98640 1 -- 172.21.15.3:0/3034958852 wait complete. 2024-09-10T07:28:36.843 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-10T07:28:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 Processor -- start 2024-09-10T07:28:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 -- start start 2024-09-10T07:28:36.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7fb3340cee10 0x7fb33406cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb3340cf1f0 0x7fb3340d2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3340d26b0 con 0x7fb3340b4790 2024-09-10T07:28:36.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7fb3340cc900 con 0x7fb3340cf1f0 2024-09-10T07:28:36.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.946+0000 7fb339f03640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7fb3340d2990 con 0x7fb3340cee10 2024-09-10T07:28:36.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb3340cf1f0 0x7fb3340d2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7fb3340cf1f0 0x7fb3340d2060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50316/0 (socket says 172.21.15.3:50316) 2024-09-10T07:28:36.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 -- 172.21.15.3:0/3044661218 learned_addr learned my addr 172.21.15.3:0/3044661218 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb3337fe640 1 --2- 172.21.15.3:0/3044661218 >> v2:172.21.15.70:3300/0 conn(0x7fb3340cee10 0x7fb33406cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 -- 172.21.15.3:0/3044661218 >> v2:172.21.15.70:3300/0 conn(0x7fb3340cee10 msgr2=0x7fb33406cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 --2- 172.21.15.3:0/3044661218 >> v2:172.21.15.70:3300/0 conn(0x7fb3340cee10 0x7fb33406cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 -- 172.21.15.3:0/3044661218 >> v1:172.21.15.70:6789/0 conn(0x7fb3340b4790 legacy=0x7fb33415e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb332ffd640 1 -- 172.21.15.3:0/3044661218 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3340d2c70 con 0x7fb3340cf1f0 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.947+0000 7fb3337fe640 1 --2- 172.21.15.3:0/3044661218 >> v2:172.21.15.70:3300/0 conn(0x7fb3340cee10 0x7fb33406cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:36.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb332ffd640 1 --2- 172.21.15.3:0/3044661218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340cf1f0 0x7fb3340d2060 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fb328009870 tx=0x7fb32802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7f78eb7bb9ae79e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb3327fc640 1 -- 172.21.15.3:0/3044661218 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb328037070 con 0x7fb3340cf1f0 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb3327fc640 1 -- 172.21.15.3:0/3044661218 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb328032440 con 0x7fb3340cf1f0 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb3327fc640 1 -- 172.21.15.3:0/3044661218 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb328032810 con 0x7fb3340cf1f0 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 -- 172.21.15.3:0/3044661218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340cf1f0 msgr2=0x7fb3340d2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 --2- 172.21.15.3:0/3044661218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340cf1f0 0x7fb3340d2060 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fb328009870 tx=0x7fb32802a210 comp rx=0 tx=0).stop 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 -- 172.21.15.3:0/3044661218 shutdown_connections 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 --2- 172.21.15.3:0/3044661218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340cf1f0 0x7fb3340d2060 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 --2- 172.21.15.3:0/3044661218 >> v2:172.21.15.70:3300/0 conn(0x7fb3340cee10 0x7fb33406cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 -- 172.21.15.3:0/3044661218 >> 172.21.15.3:0/3044661218 conn(0x7fb33406baf0 msgr2=0x7fb33406bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:36.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 -- 172.21.15.3:0/3044661218 shutdown_connections 2024-09-10T07:28:36.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.948+0000 7fb339f03640 1 -- 172.21.15.3:0/3044661218 wait complete. 2024-09-10T07:28:36.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.949+0000 7fb339f03640 1 Processor -- start 2024-09-10T07:28:36.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 -- start start 2024-09-10T07:28:36.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 0x7fb33414b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3340cee10 0x7fb3340ad940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3340cf1f0 0x7fb3340ade80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3340d0ba0 con 0x7fb3340b4790 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7fb3340d0a20 con 0x7fb3340cf1f0 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.950+0000 7fb339f03640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7fb33415e860 con 0x7fb3340cee10 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 0x7fb33414b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 0x7fb33414b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50332/0 (socket says 172.21.15.3:50332) 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 -- 172.21.15.3:0/2197171680 learned_addr learned my addr 172.21.15.3:0/2197171680 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb333fff640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3340cf1f0 0x7fb3340ade80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb332ffd640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3340cee10 0x7fb3340ad940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 -- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3340cee10 msgr2=0x7fb3340ad940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3340cee10 0x7fb3340ad940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 -- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3340cf1f0 msgr2=0x7fb3340ade80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:36.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3340cf1f0 0x7fb3340ade80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 -- 172.21.15.3:0/2197171680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3340c7ec0 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb332ffd640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3340cee10 0x7fb3340ad940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb3337fe640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 0x7fb33414b750 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7fb32400e7e0 tx=0x7fb32400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb32400f040 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb324004030 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3340c81a0 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb324004400 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.951+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3340c8760 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.952+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb334068880 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.953+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb32400c670 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.953+0000 7fb31bfff640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb32006be60 0x7fb32006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.954+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7fb32408a9c0 con 0x7fb3340b4790 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.954+0000 7fb332ffd640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb32006be60 0x7fb32006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:36.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.954+0000 7fb332ffd640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb32006be60 0x7fb32006e320 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb328034000 tx=0x7fb32802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:36.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:36.958+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb324017020 con 0x7fb3340b4790 2024-09-10T07:28:37.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.137+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fb33406cc00 con 0x7fb32006be60 2024-09-10T07:28:37.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.138+0000 7fb31bfff640 1 -- 172.21.15.3:0/2197171680 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb33406cc00 con 0x7fb32006be60 2024-09-10T07:28:37.137 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 6 to deep-scrub 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb32006be60 msgr2=0x7fb32006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb32006be60 0x7fb32006e320 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb328034000 tx=0x7fb32802e000 comp rx=0 tx=0).stop 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 msgr2=0x7fb33414b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 0x7fb33414b750 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7fb32400e7e0 tx=0x7fb32400eca0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 shutdown_connections 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fb32006be60 0x7fb32006e320 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7fb3340cf1f0 0x7fb3340ade80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7fb3340cee10 0x7fb3340ad940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 --2- 172.21.15.3:0/2197171680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3340b4790 0x7fb33414b750 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 >> 172.21.15.3:0/2197171680 conn(0x7fb33406baf0 msgr2=0x7fb3340b1d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 shutdown_connections 2024-09-10T07:28:37.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.140+0000 7fb339f03640 1 -- 172.21.15.3:0/2197171680 wait complete. 2024-09-10T07:28:37.150 INFO:tasks.ceph:Scrubbing osd.7 2024-09-10T07:28:37.150 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:28:37.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.258+0000 7f8a457bd640 1 Processor -- start 2024-09-10T07:28:37.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.258+0000 7f8a457bd640 1 -- start start 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a457bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a4015e4d0 0x7f8a400d3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a457bd640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f8a400d13a0 0x7f8a400cfed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a457bd640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a400d1fb0 con 0x7f8a400cfa90 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a457bd640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f8a400d2290 con 0x7f8a400d13a0 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a457bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8a400d2570 con 0x7f8a4015e4d0 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3e7fc640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f8a400cfa90 0x7f8a400d0c90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34584/0 (socket says 172.21.15.3:34584) 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3e7fc640 1 -- 172.21.15.3:0/1859214705 learned_addr learned my addr 172.21.15.3:0/1859214705 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/1859214705 >> v2:172.21.15.3:3300/0 conn(0x7f8a400d13a0 0x7f8a400cfed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3dffb640 1 -- 172.21.15.3:0/1859214705 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3331148927 0 0) 0x7f8a400d1fb0 con 0x7f8a400cfa90 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3dffb640 1 -- 172.21.15.3:0/1859214705 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a28003520 con 0x7f8a400cfa90 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3effd640 1 --2- 172.21.15.3:0/1859214705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a4015e4d0 0x7f8a400d3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3f7fe640 1 -- 172.21.15.3:0/1859214705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a4015e4d0 msgr2=0x7f8a400d3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/1859214705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a4015e4d0 0x7f8a400d3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3f7fe640 1 -- 172.21.15.3:0/1859214705 >> v1:172.21.15.3:6789/0 conn(0x7f8a400cfa90 legacy=0x7f8a400d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.259+0000 7f8a3f7fe640 1 -- 172.21.15.3:0/1859214705 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a400d2850 con 0x7f8a400d13a0 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.260+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/1859214705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400d13a0 0x7f8a400cfed0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f8a38009d90 tx=0x7f8a3802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cdecd041b51528a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.260+0000 7f8a3dffb640 1 -- 172.21.15.3:0/1859214705 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a38031600 con 0x7f8a400d13a0 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.260+0000 7f8a3dffb640 1 -- 172.21.15.3:0/1859214705 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a380317a0 con 0x7f8a400d13a0 2024-09-10T07:28:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.260+0000 7f8a3dffb640 1 -- 172.21.15.3:0/1859214705 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a38031b70 con 0x7f8a400d13a0 2024-09-10T07:28:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 -- 172.21.15.3:0/1859214705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400d13a0 msgr2=0x7f8a400cfed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 --2- 172.21.15.3:0/1859214705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400d13a0 0x7f8a400cfed0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f8a38009d90 tx=0x7f8a3802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 -- 172.21.15.3:0/1859214705 shutdown_connections 2024-09-10T07:28:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 --2- 172.21.15.3:0/1859214705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400d13a0 0x7f8a400cfed0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 --2- 172.21.15.3:0/1859214705 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a4015e4d0 0x7f8a400d3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 -- 172.21.15.3:0/1859214705 >> 172.21.15.3:0/1859214705 conn(0x7f8a4009d650 msgr2=0x7f8a400d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 -- 172.21.15.3:0/1859214705 shutdown_connections 2024-09-10T07:28:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.261+0000 7f8a457bd640 1 -- 172.21.15.3:0/1859214705 wait complete. 2024-09-10T07:28:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.262+0000 7f8a457bd640 1 Processor -- start 2024-09-10T07:28:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.262+0000 7f8a457bd640 1 -- start start 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a457bd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400cfa90 0x7f8a400b9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a457bd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a400d13a0 0x7f8a400c93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a457bd640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a4015e4d0 0x7f8a400c9930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a457bd640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8a4015e8b0 con 0x7f8a400cfa90 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a457bd640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f8a400d4d80 con 0x7f8a4015e4d0 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a457bd640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f8a4015ea30 con 0x7f8a400d13a0 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a3effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400cfa90 0x7f8a400b9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a3effd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400cfa90 0x7f8a400b9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50356/0 (socket says 172.21.15.3:50356) 2024-09-10T07:28:37.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.263+0000 7f8a3effd640 1 -- 172.21.15.3:0/957054730 learned_addr learned my addr 172.21.15.3:0/957054730 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3effd640 1 -- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a400d13a0 msgr2=0x7f8a400c93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3effd640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f8a400d13a0 0x7f8a400c93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a4015e4d0 0x7f8a400c9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3effd640 1 -- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a4015e4d0 msgr2=0x7f8a400c9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3effd640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a4015e4d0 0x7f8a400c9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3effd640 1 -- 172.21.15.3:0/957054730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a400ca0c0 con 0x7f8a400cfa90 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f8a4015e4d0 0x7f8a400c9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a3effd640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400cfa90 0x7f8a400b9d20 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f8a3000d5f0 tx=0x7f8a3000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a300125f0 con 0x7f8a400cfa90 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a30019070 con 0x7f8a400cfa90 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a400cdba0 con 0x7f8a400cfa90 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a300129d0 con 0x7f8a400cfa90 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.264+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a400ca640 con 0x7f8a400cfa90 2024-09-10T07:28:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.265+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8a40069110 con 0x7f8a400cfa90 2024-09-10T07:28:37.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.265+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8a30012b70 con 0x7f8a400cfa90 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a277fe640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8a2c06be30 0x7f8a2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f8a3008b0c0 con 0x7f8a400cfa90 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a277fe640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f8a2c0722d0 0x7f8a2c074710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a3e7fc640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8a2c06be30 0x7f8a2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8a2c074de0 con 0x7f8a2c0722d0 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=97) ==== 24+0+0 (secure 0 0 0) 0x7f8a30092050 con 0x7f8a400cfa90 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.266+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f8a2c0722d0 0x7f8a2c074710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.267+0000 7f8a3e7fc640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8a2c06be30 0x7f8a2c06e2f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f8a34000f60 tx=0x7f8a340078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.267+0000 7f8a3f7fe640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f8a2c0722d0 0x7f8a2c074710 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.268+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== osd.7 v2:172.21.15.70:6824/2657533304 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8a2c074de0 con 0x7f8a2c0722d0 2024-09-10T07:28:37.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.280+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 --> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8a400d3050 con 0x7f8a2c0722d0 2024-09-10T07:28:37.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a277fe640 1 -- 172.21.15.3:0/957054730 <== osd.7 v2:172.21.15.70:6824/2657533304 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8a400d3050 con 0x7f8a2c0722d0 2024-09-10T07:28:37.281 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-09-10T07:28:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T07:28:37.281 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f8a2c0722d0 msgr2=0x7f8a2c074710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6824/2657533304,v1:172.21.15.70:6825/2657533304] conn(0x7f8a2c0722d0 0x7f8a2c074710 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8a2c06be30 msgr2=0x7f8a2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f8a2c06be30 0x7f8a2c06e2f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f8a34000f60 tx=0x7f8a340078f0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400cfa90 msgr2=0x7f8a400b9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 --2- 172.21.15.3:0/957054730 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8a400cfa90 0x7f8a400b9d20 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f8a3000d5f0 tx=0x7f8a3000dab0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a3f7fe640 1 -- 172.21.15.3:0/957054730 reap_dead start 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 shutdown_connections 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 >> 172.21.15.3:0/957054730 conn(0x7f8a4009d650 msgr2=0x7f8a401573a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 shutdown_connections 2024-09-10T07:28:37.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.281+0000 7f8a457bd640 1 -- 172.21.15.3:0/957054730 wait complete. 2024-09-10T07:28:37.291 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-10T07:28:37.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.394+0000 7ff769b4b640 1 Processor -- start 2024-09-10T07:28:37.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.395+0000 7ff769b4b640 1 -- start start 2024-09-10T07:28:37.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.395+0000 7ff769b4b640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff76415e660 0x7ff7640d4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.395+0000 7ff769b4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 0x7ff7640d4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.395+0000 7ff769b4b640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff764162500 con 0x7ff764162020 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.395+0000 7ff769b4b640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7ff7640d2020 con 0x7ff76415e660 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.395+0000 7ff769b4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff7641627e0 con 0x7ff7640d4d60 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 0x7ff7640d4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 0x7ff7640d4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.70:3301/0 says I am v2:172.21.15.3:57640/0 (socket says 172.21.15.3:57640) 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff7637fe640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7ff76415e660 0x7ff7640d4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 -- 172.21.15.3:0/2821526299 learned_addr learned my addr 172.21.15.3:0/2821526299 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 -- 172.21.15.3:0/2821526299 >> v2:172.21.15.70:3300/0 conn(0x7ff76415e660 msgr2=0x7ff7640d4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 --2- 172.21.15.3:0/2821526299 >> v2:172.21.15.70:3300/0 conn(0x7ff76415e660 0x7ff7640d4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 -- 172.21.15.3:0/2821526299 >> v1:172.21.15.70:6789/0 conn(0x7ff764162020 legacy=0x7ff7640b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.396+0000 7ff762ffd640 1 -- 172.21.15.3:0/2821526299 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff764162ac0 con 0x7ff7640d4d60 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.397+0000 7ff762ffd640 1 --2- 172.21.15.3:0/2821526299 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 0x7ff7640d4640 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff758009870 tx=0x7ff75802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=354df803ce747722 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.397+0000 7ff7627fc640 1 -- 172.21.15.3:0/2821526299 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff758037070 con 0x7ff7640d4d60 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.397+0000 7ff7627fc640 1 -- 172.21.15.3:0/2821526299 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff758032440 con 0x7ff7640d4d60 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.397+0000 7ff7627fc640 1 -- 172.21.15.3:0/2821526299 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff758032810 con 0x7ff7640d4d60 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 -- 172.21.15.3:0/2821526299 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 msgr2=0x7ff7640d4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 --2- 172.21.15.3:0/2821526299 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 0x7ff7640d4640 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff758009870 tx=0x7ff75802a1c0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 -- 172.21.15.3:0/2821526299 shutdown_connections 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 --2- 172.21.15.3:0/2821526299 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff7640d4d60 0x7ff7640d4640 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 --2- 172.21.15.3:0/2821526299 >> v2:172.21.15.70:3300/0 conn(0x7ff76415e660 0x7ff7640d4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 -- 172.21.15.3:0/2821526299 >> 172.21.15.3:0/2821526299 conn(0x7ff76408de10 msgr2=0x7ff76409d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 -- 172.21.15.3:0/2821526299 shutdown_connections 2024-09-10T07:28:37.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.398+0000 7ff769b4b640 1 -- 172.21.15.3:0/2821526299 wait complete. 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.399+0000 7ff769b4b640 1 Processor -- start 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.399+0000 7ff769b4b640 1 -- start start 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff769b4b640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7640d4d60 0x7ff76415fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff769b4b640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff76415e660 0x7ff7641f86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff769b4b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 0x7ff7641567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff769b4b640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff7640d0fb0 con 0x7ff764162020 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff769b4b640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff7640d0e30 con 0x7ff7640d4d60 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff769b4b640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff7640d1130 con 0x7ff76415e660 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 0x7ff7641567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 0x7ff7641567e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50362/0 (socket says 172.21.15.3:50362) 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 -- 172.21.15.3:0/3659360942 learned_addr learned my addr 172.21.15.3:0/3659360942 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:37.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff7637fe640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7640d4d60 0x7ff76415fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff762ffd640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff76415e660 0x7ff7641f86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 -- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff76415e660 msgr2=0x7ff7641f86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff76415e660 0x7ff7641f86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 -- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7640d4d60 msgr2=0x7ff76415fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7640d4d60 0x7ff76415fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff763fff640 1 -- 172.21.15.3:0/3659360942 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff764160270 con 0x7ff764162020 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.400+0000 7ff762ffd640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff76415e660 0x7ff7641f86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.401+0000 7ff763fff640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 0x7ff7641567e0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7ff75c00c3c0 tx=0x7ff75c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.401+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c017070 con 0x7ff764162020 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.401+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff75c0052d0 con 0x7ff764162020 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.401+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff764160550 con 0x7ff764162020 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.401+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c003830 con 0x7ff764162020 2024-09-10T07:28:37.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.401+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff764160b10 con 0x7ff764162020 2024-09-10T07:28:37.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.402+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7640cef60 con 0x7ff764162020 2024-09-10T07:28:37.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.402+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff75c01a070 con 0x7ff764162020 2024-09-10T07:28:37.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.403+0000 7ff74bfff640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff75006be30 0x7ff75006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.403+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7ff75c089d60 con 0x7ff764162020 2024-09-10T07:28:37.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.403+0000 7ff7637fe640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff75006be30 0x7ff75006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.403+0000 7ff7637fe640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff75006be30 0x7ff75006e2f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff7640d30d0 tx=0x7ff75400b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.407+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff75c058380 con 0x7ff764162020 2024-09-10T07:28:37.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.584+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7ff764161930 con 0x7ff75006be30 2024-09-10T07:28:37.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.585+0000 7ff74bfff640 1 -- 172.21.15.3:0/3659360942 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff764161930 con 0x7ff75006be30 2024-09-10T07:28:37.585 INFO:teuthology.orchestra.run.smithi003.stderr:instructed osd(s) 7 to deep-scrub 2024-09-10T07:28:37.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff75006be30 msgr2=0x7ff75006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff75006be30 0x7ff75006e2f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff7640d30d0 tx=0x7ff75400b040 comp rx=0 tx=0).stop 2024-09-10T07:28:37.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 msgr2=0x7ff7641567e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 0x7ff7641567e0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7ff75c00c3c0 tx=0x7ff75c00c880 comp rx=0 tx=0).stop 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 shutdown_connections 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7ff75006be30 0x7ff75006e2f0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff764162020 0x7ff7641567e0 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff76415e660 0x7ff7641f86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 --2- 172.21.15.3:0/3659360942 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff7640d4d60 0x7ff76415fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 >> 172.21.15.3:0/3659360942 conn(0x7ff76408de10 msgr2=0x7ff76406c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 shutdown_connections 2024-09-10T07:28:37.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.587+0000 7ff769b4b640 1 -- 172.21.15.3:0/3659360942 wait complete. 2024-09-10T07:28:37.598 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:37.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.700+0000 7f33f72a6640 1 Processor -- start 2024-09-10T07:28:37.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.700+0000 7f33f72a6640 1 -- start start 2024-09-10T07:28:37.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f72a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00d1550 0x7f33f01691c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f72a6640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33f00d3480 con 0x7f33f015e560 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f72a6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33f00d3760 con 0x7f33f00ceee0 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f72a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33f00d3a40 con 0x7f33f00d1550 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f5042640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f33f015e560 0x7f33f00cf510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:34586/0 (socket says 172.21.15.3:34586) 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f5042640 1 -- 172.21.15.3:0/3828207396 learned_addr learned my addr 172.21.15.3:0/3828207396 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33f5843640 1 --2- 172.21.15.3:0/3828207396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00d1550 0x7f33f01691c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3758377361 0 0) 0x7f33f00d3480 con 0x7f33f015e560 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.701+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33dc003520 con 0x7f33f015e560 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.702+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 <== mon.1 v1:172.21.15.70:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 295257034 0 0) 0x7f33f00d3760 con 0x7f33f00ceee0 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.702+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 --> v1:172.21.15.70:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33f00d3480 con 0x7f33f00ceee0 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.702+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2586120649 0 0) 0x7f33dc003520 con 0x7f33f015e560 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.702+0000 7f33f5843640 1 -- 172.21.15.3:0/3828207396 >> v1:172.21.15.70:6789/0 conn(0x7f33f00ceee0 legacy=0x7f33f00d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.702+0000 7f33f5843640 1 -- 172.21.15.3:0/3828207396 >> v1:172.21.15.3:6789/0 conn(0x7f33f015e560 legacy=0x7f33f00cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.702+0000 7f33f5843640 1 -- 172.21.15.3:0/3828207396 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33f00d3d20 con 0x7f33f00d1550 2024-09-10T07:28:37.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f5843640 1 --2- 172.21.15.3:0/3828207396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00d1550 0x7f33f01691c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f33e8009dc0 tx=0x7f33e802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58e66e221cf8df43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 <== mon.2 v2:172.21.15.70:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ec001670 con 0x7f33f00d1550 2024-09-10T07:28:37.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 <== mon.2 v2:172.21.15.70:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33e8007540 con 0x7f33f00d1550 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33e7fff640 1 -- 172.21.15.3:0/3828207396 <== mon.2 v2:172.21.15.70:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e80078f0 con 0x7f33f00d1550 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 -- 172.21.15.3:0/3828207396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00d1550 msgr2=0x7f33f01691c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3828207396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00d1550 0x7f33f01691c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f33e8009dc0 tx=0x7f33e802a660 comp rx=0 tx=0).stop 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 -- 172.21.15.3:0/3828207396 shutdown_connections 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3828207396 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00d1550 0x7f33f01691c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 -- 172.21.15.3:0/3828207396 >> 172.21.15.3:0/3828207396 conn(0x7f33f0073850 msgr2=0x7f33f006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 -- 172.21.15.3:0/3828207396 shutdown_connections 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.703+0000 7f33f72a6640 1 -- 172.21.15.3:0/3828207396 wait complete. 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 Processor -- start 2024-09-10T07:28:37.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 -- start start 2024-09-10T07:28:37.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00ceee0 0x7f33f00cc550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33f00d1550 0x7f33f00b5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 0x7f33f00b5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33f015eac0 con 0x7f33f015e560 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f33f015e940 con 0x7f33f00d1550 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f72a6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f33f00b87a0 con 0x7f33f00ceee0 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.705+0000 7f33f5843640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 0x7f33f00b5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 0x7f33f00b5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50368/0 (socket says 172.21.15.3:50368) 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 -- 172.21.15.3:0/3997686553 learned_addr learned my addr 172.21.15.3:0/3997686553 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5042640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00ceee0 0x7f33f00cc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f4841640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33f00d1550 0x7f33f00b5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 -- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00ceee0 msgr2=0x7f33f00cc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00ceee0 0x7f33f00cc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 -- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33f00d1550 msgr2=0x7f33f00b5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33f00d1550 0x7f33f00b5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 -- 172.21.15.3:0/3997686553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33f01613a0 con 0x7f33f015e560 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5042640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00ceee0 0x7f33f00cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f5843640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 0x7f33f00b5d60 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f33e8009ee0 tx=0x7f33e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8040070 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33e8031c40 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33f015ee90 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8009450 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.706+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33f015f450 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.707+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33f0157310 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.708+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f33e8039040 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.708+0000 7f33e5ffb640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d406be30 0x7f33d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.708+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f33e80ac210 con 0x7f33f015e560 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.708+0000 7f33f5042640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d406be30 0x7f33d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:37.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.709+0000 7f33f5042640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d406be30 0x7f33d406e2f0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f33ec001380 tx=0x7f33ec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:37.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.713+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33e807ae50 con 0x7f33f015e560 2024-09-10T07:28:37.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.887+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33f015ec40 con 0x7f33d406be30 2024-09-10T07:28:37.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.888+0000 7f33e5ffb640 1 -- 172.21.15.3:0/3997686553 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13506 (secure 0 0 0) 0x7f33f015ec40 con 0x7f33d406be30 2024-09-10T07:28:37.888 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d406be30 msgr2=0x7f33d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d406be30 0x7f33d406e2f0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f33ec001380 tx=0x7f33ec009040 comp rx=0 tx=0).stop 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 msgr2=0x7f33f00b5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 0x7f33f00b5d60 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f33e8009ee0 tx=0x7f33e8004a40 comp rx=0 tx=0).stop 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 shutdown_connections 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f33d406be30 0x7f33d406e2f0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33f015e560 0x7f33f00b5d60 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f33f00d1550 0x7f33f00b5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 --2- 172.21.15.3:0/3997686553 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f33f00ceee0 0x7f33f00cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 >> 172.21.15.3:0/3997686553 conn(0x7f33f0073850 msgr2=0x7f33f015bb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 shutdown_connections 2024-09-10T07:28:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:37.890+0000 7f33f72a6640 1 -- 172.21.15.3:0/3997686553 wait complete. 2024-09-10T07:28:37.900 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":350,"stamp":"2024-09-10T07:28:36.184427+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":138,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":309976,"kb_used_data":10536,"kb_used_omap":12,"kb_used_meta":299251,"kb_avail":754664744,"statfs":{"total":773094113280,"available":772776697856,"internally_reserved":0,"allocated":10788864,"data_stored":5611488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":306433585},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-3809,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-49,"num_write_kb":-18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001942"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":313,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-10T07:28:30.156966+0000","last_change":"2024-09-10T07:20:00.532899+0000","last_active":"2024-09-10T07:28:30.156966+0000","last_peered":"2024-09-10T07:28:30.156966+0000","last_clean":"2024-09-10T07:28:30.156966+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:30.156966+0000","last_undegraded":"2024-09-10T07:28:30.156966+0000","last_fullsized":"2024-09-10T07:28:30.156966+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:19:58.630778+0000","last_clean_scrub_stamp":"2024-09-10T07:19:58.630778+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:27:50.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542249,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37108,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334732,"statfs":{"total":96636764160,"available":96598765568,"internally_reserved":0,"allocated":1794048,"data_stored":1144212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542249,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36520,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335320,"statfs":{"total":96636764160,"available":96599367680,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542249,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":44844,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326996,"statfs":{"total":96636764160,"available":96590843904,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542250,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":40684,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331156,"statfs":{"total":96636764160,"available":96595103744,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542249,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542251,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":40680,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331160,"statfs":{"total":96636764160,"available":96595107840,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542250,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41260,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330580,"statfs":{"total":96636764160,"available":96594513920,"internally_reserved":0,"allocated":1794048,"data_stored":1144212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574954,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36520,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335320,"statfs":{"total":96636764160,"available":96599367680,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:37.904 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T07:19:58.630778+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=19, tm_sec=58, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=28, tm_sec=32, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:28:37.904 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T07:28:57.905 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:28:58.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.022+0000 7f3ed5ce6640 1 Processor -- start 2024-09-10T07:28:58.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.022+0000 7f3ed5ce6640 1 -- start start 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ed5ce6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed015e800 0x7f3ed00cf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ed5ce6640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3ed00d3470 0x7f3ed00d3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ed5ce6640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ed00cfd30 con 0x7f3ed00cf910 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ed5ce6640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7f3ed015ebe0 con 0x7f3ed00d3470 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ed5ce6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3ed00d42d0 con 0x7f3ed015e800 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ecffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3ed00d3470 0x7f3ed00d3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ecffff640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7f3ed00d3470 0x7f3ed00d3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43436/0 (socket says 172.21.15.3:43436) 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.023+0000 7f3ecffff640 1 -- 172.21.15.3:0/2552345866 learned_addr learned my addr 172.21.15.3:0/2552345866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.024+0000 7f3ecffff640 1 -- 172.21.15.3:0/2552345866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed015e800 msgr2=0x7f3ed00cf3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.024+0000 7f3ecffff640 1 --2- 172.21.15.3:0/2552345866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed015e800 0x7f3ed00cf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.024+0000 7f3ecffff640 1 -- 172.21.15.3:0/2552345866 >> v1:172.21.15.70:6789/0 conn(0x7f3ed00cf910 legacy=0x7f3ed006d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.024+0000 7f3ecffff640 1 -- 172.21.15.3:0/2552345866 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed00d3ff0 con 0x7f3ed00d3470 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.024+0000 7f3ecffff640 1 --2- 172.21.15.3:0/2552345866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed00d3920 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8009e50 tx=0x7f3ec802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed5ee4c2ac816d57 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ece7fc640 1 -- 172.21.15.3:0/2552345866 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8036070 con 0x7f3ed00d3470 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ece7fc640 1 -- 172.21.15.3:0/2552345866 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec8031600 con 0x7f3ed00d3470 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ece7fc640 1 -- 172.21.15.3:0/2552345866 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec80319d0 con 0x7f3ed00d3470 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2552345866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 msgr2=0x7f3ed00d3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2552345866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed00d3920 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8009e50 tx=0x7f3ec802a6c0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2552345866 shutdown_connections 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2552345866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed00d3920 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2552345866 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed015e800 0x7f3ed00cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2552345866 >> 172.21.15.3:0/2552345866 conn(0x7f3ed009d750 msgr2=0x7f3ed00d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:58.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2552345866 shutdown_connections 2024-09-10T07:28:58.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.025+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2552345866 wait complete. 2024-09-10T07:28:58.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.026+0000 7f3ed5ce6640 1 Processor -- start 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 -- start start 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed00cf910 0x7f3ed00cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed01612d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ed015e800 0x7f3ed0155cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed006d170 con 0x7f3ed00d3470 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed006ce90 con 0x7f3ed015e800 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.027+0000 7f3ed5ce6640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f3ed00d4e30 con 0x7f3ed00cf910 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed01612d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed01612d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43440/0 (socket says 172.21.15.3:43440) 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 -- 172.21.15.3:0/2502409311 learned_addr learned my addr 172.21.15.3:0/2502409311 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3ecf7fe640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed00cf910 0x7f3ed00cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3ecffff640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ed015e800 0x7f3ed0155cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 -- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed00cf910 msgr2=0x7f3ed00cb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed00cf910 0x7f3ed00cb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 -- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ed015e800 msgr2=0x7f3ed0155cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ed015e800 0x7f3ed0155cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 -- 172.21.15.3:0/2502409311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed00cbcd0 con 0x7f3ed00d3470 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3ecffff640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ed015e800 0x7f3ed0155cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eceffd640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed01612d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400c400 tx=0x7f3ec400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4017070 con 0x7f3ed00d3470 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec40035f0 con 0x7f3ed00d3470 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ed00cbfb0 con 0x7f3ed00d3470 2024-09-10T07:28:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4003a20 con 0x7f3ed00d3470 2024-09-10T07:28:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.028+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ed00cc570 con 0x7f3ed00d3470 2024-09-10T07:28:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.029+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ed0068880 con 0x7f3ed00d3470 2024-09-10T07:28:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.030+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3ec401a070 con 0x7f3ed00d3470 2024-09-10T07:28:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.030+0000 7f3eb7fff640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ebc06be30 0x7f3ebc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.031+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f3ec408a140 con 0x7f3ed00d3470 2024-09-10T07:28:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.031+0000 7f3ecf7fe640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ebc06be30 0x7f3ebc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.031+0000 7f3ecf7fe640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ebc06be30 0x7f3ebc06e2f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3ec000b810 tx=0x7f3ec0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.035+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ec4058570 con 0x7f3ed00d3470 2024-09-10T07:28:58.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.209+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 --> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3ed00cf3d0 con 0x7f3ebc06be30 2024-09-10T07:28:58.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.210+0000 7f3eb7fff640 1 -- 172.21.15.3:0/2502409311 <== mgr.4105 v2:172.21.15.70:6832/3291760172 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13375 (secure 0 0 0) 0x7f3ed00cf3d0 con 0x7f3ebc06be30 2024-09-10T07:28:58.210 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:58.211 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ebc06be30 msgr2=0x7f3ebc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ebc06be30 0x7f3ebc06e2f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3ec000b810 tx=0x7f3ec0008040 comp rx=0 tx=0).stop 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 msgr2=0x7f3ed01612d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed01612d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400c400 tx=0x7f3ec400c8c0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 shutdown_connections 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f3ebc06be30 0x7f3ebc06e2f0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f3ed015e800 0x7f3ed0155cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ed00d3470 0x7f3ed01612d0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 --2- 172.21.15.3:0/2502409311 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f3ed00cf910 0x7f3ed00cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 >> 172.21.15.3:0/2502409311 conn(0x7f3ed009d750 msgr2=0x7f3ed00b1040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 shutdown_connections 2024-09-10T07:28:58.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.213+0000 7f3ed5ce6640 1 -- 172.21.15.3:0/2502409311 wait complete. 2024-09-10T07:28:58.223 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":361,"stamp":"2024-09-10T07:28:58.188701+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":309960,"kb_used_data":10536,"kb_used_omap":12,"kb_used_meta":299251,"kb_avail":754664760,"statfs":{"total":773094113280,"available":772776714240,"internally_reserved":0,"allocated":10788864,"data_stored":5611488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":306433585},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002464"},"pg_stats":[{"pgid":"1.0","version":"97'119","reported_seq":324,"reported_epoch":97,"state":"active+clean","last_fresh":"2024-09-10T07:28:37.955666+0000","last_change":"2024-09-10T07:28:37.955708+0000","last_active":"2024-09-10T07:28:37.955666+0000","last_peered":"2024-09-10T07:28:37.955666+0000","last_clean":"2024-09-10T07:28:37.955666+0000","last_became_active":"2024-09-10T07:20:00.531776+0000","last_became_peered":"2024-09-10T07:20:00.531776+0000","last_unstale":"2024-09-10T07:28:37.955666+0000","last_undegraded":"2024-09-10T07:28:37.955666+0000","last_fullsized":"2024-09-10T07:28:37.955666+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"97'119","last_scrub_stamp":"2024-09-10T07:28:37.955588+0000","last_deep_scrub":"97'119","last_deep_scrub_stamp":"2024-09-10T07:28:37.955588+0000","last_clean_scrub_stamp":"2024-09-10T07:28:37.955588+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:20.998461+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542254,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37096,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334744,"statfs":{"total":96636764160,"available":96598777856,"internally_reserved":0,"allocated":1794048,"data_stored":1144212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":14,"seq":60129542254,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36520,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335320,"statfs":{"total":96636764160,"available":96599367680,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":14,"seq":60129542254,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":44844,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326996,"statfs":{"total":96636764160,"available":96590843904,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":14,"seq":60129542255,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":40684,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331156,"statfs":{"total":96636764160,"available":96595103744,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":14,"seq":60129542254,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542256,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":40680,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331160,"statfs":{"total":96636764160,"available":96595107840,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542255,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41256,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330584,"statfs":{"total":96636764160,"available":96594518016,"internally_reserved":0,"allocated":1794048,"data_stored":1144212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574959,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36520,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335320,"statfs":{"total":96636764160,"available":96599367680,"internally_reserved":0,"allocated":1200128,"data_stored":553844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:28:58.225 DEBUG:teuthology.orchestra.run.smithi003:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T07:28:58.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.327+0000 7ff004ae4640 1 Processor -- start 2024-09-10T07:28:58.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.327+0000 7ff004ae4640 1 -- start start 2024-09-10T07:28:58.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7ff004ae4640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff0000d1540 0x7ff0000d3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7ff004ae4640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0000cf050 con 0x7ff0000d0090 2024-09-10T07:28:58.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7ff004ae4640 1 -- --> v1:172.21.15.70:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0000cf2d0 con 0x7ff00015e6a0 2024-09-10T07:28:58.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7ff004ae4640 1 -- --> v2:172.21.15.3:3300/0 -- mon_getmap magic: 0 -- 0x7ff0000cfc00 con 0x7ff0000d1540 2024-09-10T07:28:58.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7feffed9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff0000d1540 0x7ff0000d3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7feffdd9b640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7ff0000d0090 0x7ff0000d0e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:49346/0 (socket says 172.21.15.3:49346) 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7feffed9d640 1 --2- >> v2:172.21.15.3:3300/0 conn(0x7ff0000d1540 0x7ff0000d3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43452/0 (socket says 172.21.15.3:43452) 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7feffdd9b640 1 -- 172.21.15.3:0/839167 learned_addr learned my addr 172.21.15.3:0/839167 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7feffed9d640 1 -- 172.21.15.3:0/839167 >> v1:172.21.15.70:6789/0 conn(0x7ff00015e6a0 legacy=0x7ff0000d4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.328+0000 7feffed9d640 1 -- 172.21.15.3:0/839167 >> v1:172.21.15.3:6789/0 conn(0x7ff0000d0090 legacy=0x7ff0000d0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.329+0000 7feffed9d640 1 -- 172.21.15.3:0/839167 --> v2:172.21.15.3:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0000cf5b0 con 0x7ff0000d1540 2024-09-10T07:28:58.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.329+0000 7feffd59a640 1 -- 172.21.15.3:0/839167 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 366779782 0 0) 0x7feff4001110 con 0x7ff0000d0090 2024-09-10T07:28:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.329+0000 7feffed9d640 1 --2- 172.21.15.3:0/839167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000d3160 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7feff8009d90 tx=0x7feff802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75c7cb1ec8b35505 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.329+0000 7feffd59a640 1 -- 172.21.15.3:0/839167 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff8007740 con 0x7ff0000d1540 2024-09-10T07:28:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.329+0000 7feffd59a640 1 -- 172.21.15.3:0/839167 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff80078e0 con 0x7ff0000d1540 2024-09-10T07:28:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.329+0000 7feffd59a640 1 -- 172.21.15.3:0/839167 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff8007cb0 con 0x7ff0000d1540 2024-09-10T07:28:58.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 -- 172.21.15.3:0/839167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 msgr2=0x7ff0000d3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 --2- 172.21.15.3:0/839167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000d3160 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7feff8009d90 tx=0x7feff802a6f0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 -- 172.21.15.3:0/839167 shutdown_connections 2024-09-10T07:28:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 --2- 172.21.15.3:0/839167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000d3160 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 -- 172.21.15.3:0/839167 >> 172.21.15.3:0/839167 conn(0x7ff00009d730 msgr2=0x7ff0000d4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 -- 172.21.15.3:0/839167 shutdown_connections 2024-09-10T07:28:58.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.330+0000 7ff004ae4640 1 -- 172.21.15.3:0/839167 wait complete. 2024-09-10T07:28:58.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.331+0000 7ff004ae4640 1 Processor -- start 2024-09-10T07:28:58.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.331+0000 7ff004ae4640 1 -- start start 2024-09-10T07:28:58.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7ff004ae4640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff0000d0090 0x7ff00015b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7ff004ae4640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000cc590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7ff004ae4640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff00015e6a0 0x7ff000160e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7ff004ae4640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff0000b73f0 con 0x7ff0000d1540 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7ff004ae4640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7ff0000b7270 con 0x7ff00015e6a0 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7ff004ae4640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7ff0000b7570 con 0x7ff0000d0090 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7feffdd9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000cc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7feffdd9b640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000cc590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43466/0 (socket says 172.21.15.3:43466) 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7feffdd9b640 1 -- 172.21.15.3:0/3163105823 learned_addr learned my addr 172.21.15.3:0/3163105823 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.332+0000 7feffe59c640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff0000d0090 0x7ff00015b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffed9d640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff00015e6a0 0x7ff000160e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffdd9b640 1 -- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff0000d0090 msgr2=0x7ff00015b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffdd9b640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff0000d0090 0x7ff00015b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffdd9b640 1 -- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff00015e6a0 msgr2=0x7ff000160e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffdd9b640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff00015e6a0 0x7ff000160e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffdd9b640 1 -- 172.21.15.3:0/3163105823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00015b610 con 0x7ff0000d1540 2024-09-10T07:28:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7feffdd9b640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000cc590 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7feff400c780 tx=0x7feff400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff4018070 con 0x7ff0000d1540 2024-09-10T07:28:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feff40072d0 con 0x7ff0000d1540 2024-09-10T07:28:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0000cb4f0 con 0x7ff0000d1540 2024-09-10T07:28:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feff40047e0 con 0x7ff0000d1540 2024-09-10T07:28:58.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.333+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0000cbab0 con 0x7ff0000d1540 2024-09-10T07:28:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.334+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0000d3160 con 0x7ff0000d1540 2024-09-10T07:28:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.335+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feff401b070 con 0x7ff0000d1540 2024-09-10T07:28:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.335+0000 7fefeeffd640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fefe006be30 0x7fefe006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.335+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7feff4089f80 con 0x7ff0000d1540 2024-09-10T07:28:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.335+0000 7feffe59c640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fefe006be30 0x7fefe006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.336+0000 7feffe59c640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fefe006be30 0x7fefe006e2f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7feff0007fd0 tx=0x7feff0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.339+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff0000cf050 con 0x7ff0000d1540 2024-09-10T07:28:58.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.513+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7ff0000c7ab0 con 0x7ff0000d1540 2024-09-10T07:28:58.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.517+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v20)=0 v20) ==== 123+0+0 (secure 0 0 0) 0x7feff4007d00 con 0x7ff0000d1540 2024-09-10T07:28:58.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.517+0000 7fefeeffd640 1 -- 172.21.15.3:0/3163105823 <== mon.0 v2:172.21.15.3:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7feff4058450 con 0x7ff0000d1540 2024-09-10T07:28:58.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fefe006be30 msgr2=0x7fefe006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fefe006be30 0x7fefe006e2f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7feff0007fd0 tx=0x7feff0009040 comp rx=0 tx=0).stop 2024-09-10T07:28:58.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 msgr2=0x7ff0000cc590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000cc590 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7feff400c780 tx=0x7feff400cc40 comp rx=0 tx=0).stop 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 shutdown_connections 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7fefe006be30 0x7fefe006e2f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7ff00015e6a0 0x7ff000160e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0000d1540 0x7ff0000cc590 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 --2- 172.21.15.3:0/3163105823 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7ff0000d0090 0x7ff00015b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 >> 172.21.15.3:0/3163105823 conn(0x7ff00009d730 msgr2=0x7ff0000d0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 shutdown_connections 2024-09-10T07:28:58.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.519+0000 7ff004ae4640 1 -- 172.21.15.3:0/3163105823 wait complete. 2024-09-10T07:28:58.530 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T07:28:58.530 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T07:28:58.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.633+0000 7f040f81e640 1 Processor -- start 2024-09-10T07:28:58.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.633+0000 7f040f81e640 1 -- start start 2024-09-10T07:28:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040f81e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 0x7f04080d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040f81e640 1 --2- >> v2:172.21.15.70:3300/0 conn(0x7f040809ae10 0x7f040806cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040f81e640 1 -- --> v1:172.21.15.3:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f040815e7f0 con 0x7f0408161ef0 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040f81e640 1 -- --> v2:172.21.15.70:3300/0 -- mon_getmap magic: 0 -- 0x7f04080d1a50 con 0x7f040809ae10 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040f81e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f04080d09b0 con 0x7f040809aa30 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040ddbb640 1 --1- >> v1:172.21.15.3:6789/0 conn(0x7f0408161ef0 0x7f0408162360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.3:6789/0 says I am v1:172.21.15.3:57406/0 (socket says 172.21.15.3:57406) 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040ddbb640 1 -- 172.21.15.3:0/1043412781 learned_addr learned my addr 172.21.15.3:0/1043412781 (peer_addr_for_me v1:172.21.15.3:0/0) 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040d5ba640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 0x7f04080d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f040cdb9640 1 --2- 172.21.15.3:0/1043412781 >> v2:172.21.15.70:3300/0 conn(0x7f040809ae10 0x7f040806cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 <== mon.0 v1:172.21.15.3:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2532983997 0 0) 0x7f040815e7f0 con 0x7f0408161ef0 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 --> v1:172.21.15.3:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f03f4003520 con 0x7f0408161ef0 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 <== mon.0 v1:172.21.15.3:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3435822143 0 0) 0x7f03f4003520 con 0x7f0408161ef0 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 msgr2=0x7f04080d0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:58.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 0x7f04080d0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 >> v2:172.21.15.70:3300/0 conn(0x7f040809ae10 msgr2=0x7f040806cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 --2- 172.21.15.3:0/1043412781 >> v2:172.21.15.70:3300/0 conn(0x7f040809ae10 0x7f040806cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 --> v1:172.21.15.3:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04080d0c90 con 0x7f0408161ef0 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 <== mon.0 v1:172.21.15.3:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1139462857 0 0) 0x7f04000019f0 con 0x7f0408161ef0 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 >> v1:172.21.15.3:6789/0 conn(0x7f0408161ef0 legacy=0x7f0408162360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4003a20 0x7f03f4003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 0x7f03f4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03f4004d40 0x7f03f40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f04080d1a50 con 0x7f03f4004d40 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f04080d09b0 con 0x7f03f4003a20 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.634+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f03f400b9c0 con 0x7f040809aa30 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040ddbb640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03f4004d40 0x7f03f40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040d5ba640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4003a20 0x7f03f4003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040cdb9640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 0x7f03f4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040ddbb640 1 -- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 msgr2=0x7f03f4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040ddbb640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f040809aa30 0x7f03f4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040ddbb640 1 -- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4003a20 msgr2=0x7f03f4003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040ddbb640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4003a20 0x7f03f4003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.635+0000 7f040ddbb640 1 -- 172.21.15.3:0/1043412781 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03f4003520 con 0x7f03f4004d40 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040ddbb640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03f4004d40 0x7f03f40051c0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f04000013d0 tx=0x7f03f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6583e57fd695599 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040000a4e0 con 0x7f03f4004d40 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f040002f070 con 0x7f03f4004d40 2024-09-10T07:28:58.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f03fffff640 1 -- 172.21.15.3:0/1043412781 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040002bd00 con 0x7f03f4004d40 2024-09-10T07:28:58.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040f81e640 1 -- 172.21.15.3:0/1043412781 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03f4004d40 msgr2=0x7f03f40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040f81e640 1 --2- 172.21.15.3:0/1043412781 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03f4004d40 0x7f03f40051c0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f04000013d0 tx=0x7f03f4005830 comp rx=0 tx=0).stop 2024-09-10T07:28:58.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040ddbb640 1 -- 172.21.15.3:0/1043412781 reap_dead start 2024-09-10T07:28:58.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040f81e640 1 -- 172.21.15.3:0/1043412781 shutdown_connections 2024-09-10T07:28:58.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040f81e640 1 -- 172.21.15.3:0/1043412781 >> 172.21.15.3:0/1043412781 conn(0x7f04080b3cf0 msgr2=0x7f04080b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:58.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040f81e640 1 -- 172.21.15.3:0/1043412781 shutdown_connections 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.636+0000 7f040f81e640 1 -- 172.21.15.3:0/1043412781 wait complete. 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 Processor -- start 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 -- start start 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 --2- >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4004d40 0x7f04081577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 --2- >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f04080cdb70 0x7f04080cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 0x7f04080c79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f04080d1530 con 0x7f04080c7530 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 -- --> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] -- mon_getmap magic: 0 -- 0x7f04080d1250 con 0x7f03f4004d40 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040f81e640 1 -- --> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] -- mon_getmap magic: 0 -- 0x7f04080b2940 con 0x7f04080cdb70 2024-09-10T07:28:58.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040ddbb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 0x7f04080c79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040ddbb640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 0x7f04080c79b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58210/0 (socket says 172.21.15.3:58210) 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.638+0000 7f040ddbb640 1 -- 172.21.15.3:0/554613645 learned_addr learned my addr 172.21.15.3:0/554613645 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040d5ba640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4004d40 0x7f04081577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040cdb9640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f04080cdb70 0x7f04080cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040ddbb640 1 -- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f04080cdb70 msgr2=0x7f04080cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040ddbb640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f04080cdb70 0x7f04080cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040ddbb640 1 -- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4004d40 msgr2=0x7f04081577d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040ddbb640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4004d40 0x7f04081577d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040ddbb640 1 -- 172.21.15.3:0/554613645 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04080c5ef0 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040ddbb640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 0x7f04080c79b0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f040000a980 tx=0x7f0400001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0400002040 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f040000a4c0 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04080c61d0 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0400004d80 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.639+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04080c7ef0 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.640+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f040809b250 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.641+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0400034470 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.641+0000 7f03fdffb640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f03ec06be60 0x7f03ec06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.642+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5335+0+0 (secure 0 0 0) 0x7f04000aa9e0 con 0x7f04080c7530 2024-09-10T07:28:58.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.642+0000 7f040d5ba640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f03ec06be60 0x7f03ec06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:28:58.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.642+0000 7f040d5ba640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f03ec06be60 0x7f03ec06e320 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f04081617b0 tx=0x7f0404009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:28:58.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.646+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0400079530 con 0x7f04080c7530 2024-09-10T07:28:58.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.858+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f040809b250 con 0x7f04080c7530 2024-09-10T07:28:58.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.858+0000 7f03fdffb640 1 -- 172.21.15.3:0/554613645 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 80 v80) ==== 94+0+3899 (secure 0 0 0) 0x7f0400078e30 con 0x7f04080c7530 2024-09-10T07:28:58.859 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-09-10T07:28:58.859 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":80,"btime":"2024-09-10T07:28:27:675082+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6836/863136841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6834","nonce":863136841},{"type":"v1","addr":"172.21.15.70:6836","nonce":863136841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.70:6837/1490327137","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.70:6835","nonce":1490327137},{"type":"v1","addr":"172.21.15.70:6837","nonce":1490327137}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7380,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6833/331265622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":331265622},{"type":"v1","addr":"172.21.15.3:6833","nonce":331265622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7644,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/3606277947","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":3606277947},{"type":"v1","addr":"172.21.15.3:6835","nonce":3606277947}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[]} 2024-09-10T07:28:58.859 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 80 2024-09-10T07:28:58.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f03ec06be60 msgr2=0x7f03ec06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f03ec06be60 0x7f03ec06e320 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f04081617b0 tx=0x7f0404009190 comp rx=0 tx=0).stop 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 msgr2=0x7f04080c79b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 0x7f04080c79b0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f040000a980 tx=0x7f0400001dc0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 shutdown_connections 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:6832/3291760172,v1:172.21.15.70:6833/3291760172] conn(0x7f03ec06be60 0x7f03ec06e320 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f04080c7530 0x7f04080c79b0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3301/0,v1:172.21.15.70:6790/0] conn(0x7f04080cdb70 0x7f04080cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 --2- 172.21.15.3:0/554613645 >> [v2:172.21.15.70:3300/0,v1:172.21.15.70:6789/0] conn(0x7f03f4004d40 0x7f04081577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.860+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 >> 172.21.15.3:0/554613645 conn(0x7f04080b3cf0 msgr2=0x7f04080b7850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.861+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 shutdown_connections 2024-09-10T07:28:58.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-09-10T07:28:58.861+0000 7f040f81e640 1 -- 172.21.15.3:0/554613645 wait complete. 2024-09-10T07:28:58.871 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-10T07:28:58.871 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T07:28:58.872 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T07:28:58.872 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:58.881 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T07:28:58.881 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T07:28:58.881 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:58.931 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T07:28:58.931 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T07:28:58.931 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:58.943 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T07:28:58.943 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T07:28:58.943 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:58.995 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T07:28:58.995 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T07:28:58.996 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T07:28:58.996 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.028 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T07:28:59.029 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T07:28:59.029 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.098 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T07:28:59.098 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T07:28:59.098 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.174 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T07:28:59.174 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T07:28:59.175 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.247 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T07:28:59.247 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-10T07:28:59.247 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.284 INFO:tasks.ceph.osd.4:Stopped 2024-09-10T07:28:59.284 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-10T07:28:59.284 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.353 INFO:tasks.ceph.osd.5:Stopped 2024-09-10T07:28:59.353 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-10T07:28:59.354 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.427 INFO:tasks.ceph.osd.6:Stopped 2024-09-10T07:28:59.428 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-10T07:28:59.428 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.501 INFO:tasks.ceph.osd.7:Stopped 2024-09-10T07:28:59.502 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T07:28:59.502 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T07:28:59.502 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.530 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T07:28:59.530 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T07:28:59.530 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.570 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T07:28:59.571 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T07:28:59.571 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T07:28:59.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.583 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T07:28:59.583 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T07:28:59.583 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.623 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T07:28:59.623 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T07:28:59.623 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:28:59.675 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T07:28:59.675 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T07:28:59.676 DEBUG:teuthology.orchestra.run.smithi003:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'bad backtrace on directory inode' | egrep -v 'error reading table object' | egrep -v 'Metadata damage detected' | egrep -v 'slow requests are blocked' | egrep -v 'Behind on trimming' | egrep -v 'error reading sessionmap' | head -n 1 2024-09-10T07:28:59.715 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:28:59.716 DEBUG:teuthology.orchestra.run.smithi003:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T07:28:59.973 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:28:59.973 DEBUG:teuthology.orchestra.run.smithi003:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T07:29:00.072 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:29:00.072 DEBUG:teuthology.orchestra.run.smithi003:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T07:29:00.137 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:29:00.137 DEBUG:teuthology.orchestra.run.smithi003:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T07:29:00.188 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:29:00.188 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-10T07:29:00.346 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:29:00.346 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-10T07:29:00.410 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:29:00.410 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-10T07:29:00.460 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:29:00.461 DEBUG:teuthology.orchestra.run.smithi070:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-10T07:29:00.517 INFO:tasks.ceph:Archiving mon data... 2024-09-10T07:29:00.518 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/data/mon.a.tgz 2024-09-10T07:29:00.518 DEBUG:teuthology.orchestra.run.smithi003:> mktemp 2024-09-10T07:29:00.535 INFO:teuthology.orchestra.run.smithi003.stdout:/tmp/tmp.6Gxfuhleqd 2024-09-10T07:29:00.535 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.6Gxfuhleqd 2024-09-10T07:29:00.678 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0666 /tmp/tmp.6Gxfuhleqd 2024-09-10T07:29:00.762 DEBUG:teuthology.orchestra.remote:smithi003:/tmp/tmp.6Gxfuhleqd is 353KB 2024-09-10T07:29:00.862 DEBUG:teuthology.orchestra.run.smithi003:> rm -fr /tmp/tmp.6Gxfuhleqd 2024-09-10T07:29:00.878 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/data/mon.b.tgz 2024-09-10T07:29:00.878 DEBUG:teuthology.orchestra.run.smithi070:> mktemp 2024-09-10T07:29:00.896 INFO:teuthology.orchestra.run.smithi070.stdout:/tmp/tmp.UdJh73I6iw 2024-09-10T07:29:00.896 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.UdJh73I6iw 2024-09-10T07:29:01.043 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0666 /tmp/tmp.UdJh73I6iw 2024-09-10T07:29:01.127 DEBUG:teuthology.orchestra.remote:smithi070:/tmp/tmp.UdJh73I6iw is 356KB 2024-09-10T07:29:01.195 DEBUG:teuthology.orchestra.run.smithi070:> rm -fr /tmp/tmp.UdJh73I6iw 2024-09-10T07:29:01.210 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/data/mon.c.tgz 2024-09-10T07:29:01.211 DEBUG:teuthology.orchestra.run.smithi070:> mktemp 2024-09-10T07:29:01.265 INFO:teuthology.orchestra.run.smithi070.stdout:/tmp/tmp.QuAiefcszM 2024-09-10T07:29:01.265 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.QuAiefcszM 2024-09-10T07:29:01.395 DEBUG:teuthology.orchestra.run.smithi070:> sudo chmod 0666 /tmp/tmp.QuAiefcszM 2024-09-10T07:29:01.479 DEBUG:teuthology.orchestra.remote:smithi070:/tmp/tmp.QuAiefcszM is 356KB 2024-09-10T07:29:01.574 DEBUG:teuthology.orchestra.run.smithi070:> rm -fr /tmp/tmp.QuAiefcszM 2024-09-10T07:29:01.589 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T07:29:01.589 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T07:29:01.592 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T07:29:01.676 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T07:29:01.710 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T07:29:01.710 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T07:29:01.712 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/remote/smithi003/crash 2024-09-10T07:29:01.713 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T07:29:01.745 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/remote/smithi070/crash 2024-09-10T07:29:01.746 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T07:29:01.774 INFO:tasks.ceph:Shutting down logrotate 2024-09-10T07:29:01.774 DEBUG:teuthology.orchestra.run.smithi003:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:29:01.790 DEBUG:teuthology.orchestra.run.smithi070:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T07:29:01.872 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T07:29:01.900 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T07:29:01.924 INFO:tasks.ceph:Compressing logs... 2024-09-10T07:29:01.925 DEBUG:teuthology.orchestra.run.smithi003:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T07:29:01.943 DEBUG:teuthology.orchestra.run.smithi070:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T07:29:01.966 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T07:29:01.967 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65255.log 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46501.log 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.65255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67208.log 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46501.log: gzip 89.2% -- replaced with /var/log/ceph/ceph-client.admin.65255.log.gz -5 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.54960.log 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46501.log.gz 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54475.log 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr: 87.2%/var/log/ceph/ceph-client.admin.54960.log: -- replaced with /var/log/ceph/ceph-client.admin.67208.log.gz 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58398.log 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54960.log.gz/var/log/ceph/ceph-client.admin.54475.log: 2024-09-10T07:29:01.986 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51383.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58398.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.62699.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.54475.log.gz 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64236.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51383.log.gz 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63797.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.62699.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.58398.log.gz 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61765.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.64236.log.gz 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48011.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.63797.log.gz 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45615.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61765.log: /var/log/ceph/ceph-client.admin.48011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64110.log 2024-09-10T07:29:01.987 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61765.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48011.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.0.62699.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63001.log 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45615.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54448.log 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64110.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45451.log 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66492.log 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.63001.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.2.45451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41564.log 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.54448.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51173.log 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.2.45451.log.gz 2024-09-10T07:29:01.988 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66492.log.gz 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53854.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51173.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41564.log.gz 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58530.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51173.log.gz 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.53854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52207.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53854.log.gz 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58530.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41692.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52207.log: gzip 87.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.58530.log.gz --verbose 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr: -- /var/log/ceph/ceph-client.admin.64957.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52207.log.gz 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41990.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54703.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41692.log.gz 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44234.log 2024-09-10T07:29:01.989 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.64957.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41990.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54703.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.58115.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63337.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.54703.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44234.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.58115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67293.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56698.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60690.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.63337.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.67293.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63923.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43573.log 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56698.log.gz 2024-09-10T07:29:01.990 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60690.log: /var/log/ceph/ceph-client.admin.63923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51528.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60690.log.gz 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43573.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63923.log.gz 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43575.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43573.log.gz 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51612.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51528.log: /var/log/ceph/ceph-client.admin.43575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61010.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51528.log.gz 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51612.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43575.log.gz 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47660.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51612.log.gz 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66945.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61010.log: /var/log/ceph/ceph-client.admin.47660.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51215.log 2024-09-10T07:29:01.991 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61010.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66945.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47660.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63085.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.66945.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65465.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63505.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63085.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51215.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62373.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.63085.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56091.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.65465.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45935.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.63505.log.gz 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.56091.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.65423.log 2024-09-10T07:29:01.992 INFO:teuthology.orchestra.run.smithi003.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.62373.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64152.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56091.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45935.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50060.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65423.log: /var/log/ceph/ceph-client.admin.64152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66390.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.65423.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64152.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.50060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57705.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61467.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66390.log: /var/log/ceph/ceph-client.admin.57705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43908.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.66390.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57705.log.gz 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41606.log 2024-09-10T07:29:01.993 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-10T07:29:01.994 INFO:teuthology.orchestra.run.smithi003.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.61467.log.gz 2024-09-10T07:29:01.994 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43908.log: /var/log/ceph/ceph-client.admin.41606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46921.log 2024-09-10T07:29:01.994 INFO:teuthology.orchestra.run.smithi003.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43908.log.gz 2024-09-10T07:29:01.994 INFO:teuthology.orchestra.run.smithi003.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41606.log.gz 2024-09-10T07:29:01.994 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64821.log 2024-09-10T07:29:01.994 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65531.log 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36171.log 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36382.log 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36171.log.gz 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36333.log 2024-09-10T07:29:02.001 INFO:teuthology.orchestra.run.smithi070.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36382.log.gz 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36211.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.4.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36333.log.gz 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42330.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36211.log.gz 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36291.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.3.42330.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36251.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36291.log.gz 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36422.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.3.42330.log.gz 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36463.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36251.log: /var/log/ceph/ceph-client.admin.36422.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-10T07:29:02.002 INFO:teuthology.orchestra.run.smithi070.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36251.log.gz 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36422.log.gz 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.admin.36463.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.36463.log.gz 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph.log: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mds.d.log: 92.4% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T07:29:02.003 INFO:teuthology.orchestra.run.smithi070.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T07:29:02.013 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41878.log 2024-09-10T07:29:02.020 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-mon.b.log: 91.7% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-10T07:29:02.020 INFO:teuthology.orchestra.run.smithi070.stderr:/var/log/ceph/ceph-client.1.41878.log: 87.8% -- replaced with /var/log/ceph/ceph-client.1.41878.log.gz 2024-09-10T07:29:02.126 INFO:teuthology.orchestra.run.smithi070.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46921.log: /var/log/ceph/ceph-client.admin.64821.log: gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46921.log.gz 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.0.50060.log.gz 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.61989.log 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.64821.log.gz 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54508.log 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.65531.log.gz 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61989.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47377.log 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54844.log 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61989.log.gz 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44549.log 2024-09-10T07:29:02.146 INFO:teuthology.orchestra.run.smithi003.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54508.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54844.log: 88.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43268.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47377.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44549.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54844.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47875.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45725.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44549.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43268.log: /var/log/ceph/ceph-client.admin.47875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46963.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43268.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5%/var/log/ceph/ceph-client.admin.45725.log: -- replaced with /var/log/ceph/ceph-client.admin.47875.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53743.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45725.log.gz 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67773.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54355.log 2024-09-10T07:29:02.147 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46963.log.gz 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.53743.log: /var/log/ceph/ceph-client.admin.67773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65045.log 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53743.log.gz 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5%/var/log/ceph/ceph-client.admin.54355.log: -- replaced with /var/log/ceph/ceph-client.admin.67773.log.gz 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57663.log 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65045.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44294.log 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.54355.log.gz 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57494.log 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.65045.log.gz 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44294.log: gzip 88.4% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.57663.log.gz -- 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: /var/log/ceph/ceph-client.admin.51425.log 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44294.log.gz 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57494.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51341.log 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr:gzip 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57494.log.gz -5 2024-09-10T07:29:02.148 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.54811.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51425.log: /var/log/ceph/ceph-client.admin.51341.log: gzip -5 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51425.log.gz 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.66861.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51341.log.gz 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52432.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66861.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52600.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66861.log.gz 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.54811.log.gz 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54535.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5/var/log/ceph/ceph-client.admin.52600.log: 88.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.52432.log.gz /var/log/ceph/ceph-client.admin.56259.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54535.log: gzip -5 --verbose 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52600.log.gz 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr: -- /var/log/ceph/ceph-client.admin.66432.log 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56259.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.54535.log.gz 2024-09-10T07:29:02.149 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50664.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56259.log.gz 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57196.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66432.log: /var/log/ceph/ceph-client.0.50664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66222.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66432.log.gz 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60021.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57196.log.gz 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54328.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.66222.log.gz/var/log/ceph/ceph-client.admin.60021.log: 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54676.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60021.log.gz 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41368.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.54328.log.gz 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41906.log 2024-09-10T07:29:02.150 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41368.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54676.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54649.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41368.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54214.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41906.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65930.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54214.log: 90.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67395.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54649.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52828.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.54214.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62031.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.65930.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67395.log: 92.9% -- replaced with /var/log/ceph/ceph-client.0.50664.log.gz 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43576.log 2024-09-10T07:29:02.151 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.67395.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56049.log 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52828.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5/var/log/ceph/ceph-client.admin.43576.log: --verbose -- /var/log/ceph/ceph-client.admin.51822.log 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62031.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56049.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43576.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44378.log 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56049.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51738.log 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44378.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.51822.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57368.log 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44378.log.gz 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56217.log 2024-09-10T07:29:02.152 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58830.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57368.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51738.log.gz 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56217.log: gzip -5 --verbose 89.3% -- replaced with /var/log/ceph/ceph-client.admin.57368.log.gz 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr: -- /var/log/ceph/ceph-client.admin.58272.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58830.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56217.log.gz 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66661.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58830.log.gz 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49372.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58272.log: /var/log/ceph/ceph-client.admin.66661.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61896.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58272.log.gz 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.66661.log.gz 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47505.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49215.log 2024-09-10T07:29:02.153 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61896.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.49372.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59212.log 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61896.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59557.log 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47505.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47790.log 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49215.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41864.log 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59557.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59212.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47293.log 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47790.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.59557.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51696.log 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41864.log.gz 2024-09-10T07:29:02.154 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60800.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr: 89.5%/var/log/ceph/ceph-client.admin.51696.log: -- replaced with /var/log/ceph/ceph-client.admin.47293.log.gz 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47917.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51696.log.gz 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60842.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47917.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60800.log.gz 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43568.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47917.log.gz 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55209.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47251.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43568.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60842.log.gz 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.55209.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43568.log.gz 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63713.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55209.log.gz/var/log/ceph/ceph-client.admin.47251.log: 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48054.log 2024-09-10T07:29:02.155 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47251.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47600.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.63713.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.48054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47832.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48054.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56656.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47832.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47600.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58356.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47832.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46627.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56656.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62247.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55938.log 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46627.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58356.log.gz 2024-09-10T07:29:02.156 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54562.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46627.log.gz 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60063.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62247.log.gz/var/log/ceph/ceph-client.admin.55938.log: 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49446.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55938.log.gz 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61341.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60063.log: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.54562.log.gz 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46459.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60063.log.gz 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.61341.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.61425.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.49446.log.gz 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46459.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61341.log.gz 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51917.log 2024-09-10T07:29:02.157 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46459.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49409.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61425.log: /var/log/ceph/ceph-client.admin.51917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45851.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61425.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51917.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52912.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.45851.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47123.log 90.2% -- replaced with /var/log/ceph/ceph-client.admin.49409.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52912.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45851.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56873.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63839.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.52912.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49800.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47123.log.gz 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56873.log: /var/log/ceph/ceph-client.admin.63839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52302.log 2024-09-10T07:29:02.158 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56873.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.63839.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49692.log 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49800.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59031.log 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49692.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52302.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64457.log 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49692.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56175.log 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59031.log: /var/log/ceph/ceph-client.admin.64457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64649.log 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59031.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56175.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43100.log 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.64457.log.gz 2024-09-10T07:29:02.159 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61852.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56175.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51257.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43100.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.64649.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61852.log: gzip 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43100.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47165.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51257.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.61852.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65129.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51257.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62163.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47165.log: /var/log/ceph/ceph-client.admin.65129.log: gzip -5 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47165.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46585.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62163.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.65129.log.gz 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64362.log 2024-09-10T07:29:02.160 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.62163.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65339.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46585.log: /var/log/ceph/ceph-client.admin.64362.log: gzip -5 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46585.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.0.44942.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65339.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.64362.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56404.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.44942.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65339.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58994.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48096.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.0.44942.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58994.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56404.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63965.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56488.log 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.48096.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58994.log.gz 2024-09-10T07:29:02.161 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.65792.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48096.log.gz 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56488.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.63965.log.gz 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43907.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.65792.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56488.log.gz 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54247.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43907.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54247.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43907.log.gz 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- 88.2% /var/log/ceph/ceph-client.admin.52558.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.0.65792.log.gz 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph.audit.log: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.54247.log.gz 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61197.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.52558.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.66306.log 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61197.log: gzip 88.2% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.52558.log.gz -- 2024-09-10T07:29:02.162 INFO:teuthology.orchestra.run.smithi003.stderr: /var/log/ceph/ceph-client.admin.66619.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65213.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66306.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.61197.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67077.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.66306.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66619.log: /var/log/ceph/ceph-client.admin.65213.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.66619.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.65213.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr: 89.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50309.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59390.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67077.log: /var/log/ceph/ceph-client.admin.50309.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62205.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67077.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50309.log.gz 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43912.log 2024-09-10T07:29:02.163 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59837.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62205.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59390.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43912.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67563.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.62205.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51997.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43912.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59837.log: /var/log/ceph/ceph-client.admin.67563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54274.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49550.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51997.log: -- replaced with /var/log/ceph/ceph-client.admin.67563.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.59837.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55101.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54274.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.51997.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48288.log 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.54274.log.gz 2024-09-10T07:29:02.164 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.55101.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49550.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60884.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55101.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.48288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55469.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60884.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48288.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56301.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60884.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.55469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66348.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64068.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56301.log: /var/log/ceph/ceph-client.admin.66348.log: gzip -5 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56301.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.43184.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.66348.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49483.log 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64068.log.gz 2024-09-10T07:29:02.165 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.43184.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49734.log 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49483.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43184.log.gz 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50251.log 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49734.log: gzip -5 91.4% -- replaced with /var/log/ceph/ceph-client.admin.49483.log.gz 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.44108.log 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.50251.log: gzip -5 --verbose 91.3% -- replaced with /var/log/ceph/ceph-client.admin.49734.log.gz 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr: -- /var/log/ceph/ceph-client.admin.65171.log 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50251.log.gz 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48138.log 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44108.log.gz 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47967.log 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.65171.log.gz 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.48138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52120.log 2024-09-10T07:29:02.166 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47967.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48138.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51570.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52120.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47967.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52120.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.57620.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36703.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51570.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57620.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63379.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.36703.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57620.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57789.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36703.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52474.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57789.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44192.log 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.63379.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52474.log: 93.4% -- replaced with /var/log/ceph/ceph-client.0.55469.log.gz 2024-09-10T07:29:02.167 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49238.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.57789.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52474.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44336.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43058.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49238.log: /var/log/ceph/ceph-client.admin.44336.log: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64194.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44192.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.49238.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44336.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46324.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64194.log: 88.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47702.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43058.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.64194.log.gz 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43567.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46324.log: /var/log/ceph/ceph-client.admin.47702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57101.log 2024-09-10T07:29:02.168 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46324.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9%/var/log/ceph/ceph-client.admin.43567.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46130.log 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47702.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43567.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54181.log 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67605.log 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57101.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59689.log 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46130.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52684.log 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.54181.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42116.log 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67605.log.gz 2024-09-10T07:29:02.169 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.52684.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.61642.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.42116.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52684.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.59689.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42839.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42116.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67733.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61642.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.42839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55013.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42839.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42897.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67733.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.55013.log: /var/log/ceph/ceph-client.admin.42897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62121.log 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55013.log.gz 2024-09-10T07:29:02.170 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42897.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44150.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62959.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62121.log: /var/log/ceph/ceph-client.admin.44150.log: gzip -5 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62121.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-client.admin.52251.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62959.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44150.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66903.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:gzip 90.2% -- replaced with /var/log/ceph/ceph-client.admin.62959.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52251.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57855.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66903.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52251.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52162.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.66903.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65381.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60217.log 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57855.log.gz 2024-09-10T07:29:02.171 INFO:teuthology.orchestra.run.smithi003.stderr:gzip/var/log/ceph/ceph-client.admin.65381.log: -5 --verbose -- 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52162.log.gz 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: /var/log/ceph/ceph-client.admin.45809.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60217.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.65381.log.gz 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60477.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.60217.log.gz 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46711.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.60477.log: gzip -5 --verbose -- 87.9% /var/log/ceph/ceph-client.admin.61383.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45809.log.gz 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57578.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42974.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46711.log.gz 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61383.log: /var/log/ceph/ceph-client.admin.57578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47461.log 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1%/var/log/ceph/ceph-client.admin.42974.log: -- replaced with /var/log/ceph/ceph-client.admin.61383.log.gz 2024-09-10T07:29:02.172 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57578.log.gz 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42974.log.gz 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65972.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42647.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65972.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47461.log.gz 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63295.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63881.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr: 90.3%/var/log/ceph/ceph-client.admin.42647.log: -- replaced with /var/log/ceph/ceph-client.admin.65972.log.gz 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62331.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.63295.log.gz 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56614.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63881.log.gz 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42224.log 2024-09-10T07:29:02.173 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8%/var/log/ceph/ceph-client.admin.56614.log: -- replaced with /var/log/ceph/ceph-client.admin.62331.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% 92.5% -- replaced with /var/log/ceph/ceph-client.admin.42647.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56614.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54127.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.42224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54784.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6%/var/log/ceph/ceph-client.admin.54127.log: -- replaced with /var/log/ceph/ceph-client.admin.42224.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46543.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52642.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.54127.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54784.log: gzip/var/log/ceph/ceph-client.admin.46543.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.47207.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52642.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46543.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59641.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52642.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9%/var/log/ceph/ceph-client.admin.47207.log: -- replaced with /var/log/ceph/ceph-client.admin.54784.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47207.log.gz 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr: /var/log/ceph/ceph-client.admin.44420.log 2024-09-10T07:29:02.174 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61807.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.44420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49293.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.59641.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43226.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.44420.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61052.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61807.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.49293.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64733.log 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43226.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61052.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58957.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61052.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41736.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.64733.log.gz 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59763.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51299.log 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41736.log: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.58957.log.gz/var/log/ceph/ceph-client.admin.59763.log: 2024-09-10T07:29:02.175 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41736.log.gz 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 90.1% -- replaced with /var/log/ceph/ceph-client.admin.59763.log.gz 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr: --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52978.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51299.log.gz/var/log/ceph/ceph-mon.a.log: 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47419.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41820.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52978.log.gz 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62078.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47419.log.gz 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51654.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41820.log.gz 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62078.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67166.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51654.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62078.log.gz 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67030.log 2024-09-10T07:29:02.176 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51654.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51780.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67166.log.gz/var/log/ceph/ceph-client.admin.67030.log: 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54589.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67030.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51780.log: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66070.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51780.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52344.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66070.log: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.54589.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66070.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51063.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59726.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52344.log: /var/log/ceph/ceph-client.admin.51063.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52344.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43911.log 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51063.log.gz 2024-09-10T07:29:02.177 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63421.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59726.log: /var/log/ceph/ceph-client.admin.43911.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.59726.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43911.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58314.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49137.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58314.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.63421.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr: 90.3% -- replaced with /var/log/ceph/ceph-mds.a.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63211.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58314.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56954.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49137.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54730.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63211.log: /var/log/ceph/ceph-client.admin.56954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57410.log 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54730.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56954.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.63211.log.gz 2024-09-10T07:29:02.178 INFO:teuthology.orchestra.run.smithi003.stderr:gzip 90.8% -- replaced with /var/log/ceph/ceph-client.admin.54730.log.gz 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr: -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66180.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57410.log.gz 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56996.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64025.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66180.log.gz 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56996.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56996.log.gz 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57280.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66264.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64025.log: /var/log/ceph/ceph-client.admin.57280.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64025.log.gz 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57280.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43352.log 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.179 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36342.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43352.log: /var/log/ceph/ceph-client.admin.66264.log: 88.2% 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43352.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.66264.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59474.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45573.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.36342.log: /var/log/ceph/ceph-client.admin.59474.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.36342.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59474.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48222.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45573.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45573.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43574.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.48222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55143.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43574.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.48222.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43574.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47748.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.55143.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.55143.log.gz 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46795.log 2024-09-10T07:29:02.180 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.47748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61723.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47748.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66577.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61723.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46795.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61723.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66535.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66577.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42074.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.66577.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43909.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.42074.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66535.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42074.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52768.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60151.log 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43909.log: /var/log/ceph/ceph-client.admin.52768.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43909.log.gz 2024-09-10T07:29:02.181 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52768.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67521.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41286.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67521.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.60151.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67521.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64915.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64915.log: /var/log/ceph/ceph-client.admin.41286.log: 88.2% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41286.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64915.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49330.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43903.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49330.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.49330.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46208.log 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43903.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43903.log.gz 2024-09-10T07:29:02.182 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41482.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46208.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46208.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62289.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41482.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41482.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67437.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42032.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67437.log: 89.0% 89.0% -- replaced with /var/log/ceph/ceph-client.admin.67437.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62289.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66819.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.42032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43570.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.42032.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63127.log 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43570.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.66819.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43570.log.gz 2024-09-10T07:29:02.183 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54154.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57326.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54154.log: /var/log/ceph/ceph-client.admin.63127.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.63127.log.gz 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.54154.log.gz 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49646.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54616.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57326.log: /var/log/ceph/ceph-client.admin.49646.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57326.log.gz 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49646.log.gz 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65003.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54616.log: /var/log/ceph/ceph.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54616.log.gz 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64777.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65003.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.65003.log.gz 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59068.log 2024-09-10T07:29:02.184 INFO:teuthology.orchestra.run.smithi003.stderr: 86.8% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67647.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2%/var/log/ceph/ceph-client.admin.59068.log: -- replaced with /var/log/ceph/ceph-client.admin.64777.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:gzip 89.8% -- replaced with /var/log/ceph/ceph-client.admin.59068.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr: -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30297.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57145.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67647.log: /var/log/ceph/ceph.tmp-client.admin.30297.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.67647.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30297.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42158.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52386.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.57145.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.42158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64587.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52386.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52386.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.42158.log.gz 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56359.log 2024-09-10T07:29:02.185 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64587.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63463.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64587.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56359.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43394.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63463.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56359.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62439.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.63463.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46879.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62439.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43394.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62439.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48180.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50404.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.48180.log: /var/log/ceph/ceph-client.admin.46879.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46879.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48180.log.gz 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59874.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57747.log 2024-09-10T07:29:02.186 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.50404.log: /var/log/ceph/ceph-client.admin.59874.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50404.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67689.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59874.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61299.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57747.log: /var/log/ceph/ceph-client.admin.67689.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57747.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64691.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67689.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56572.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61299.log: /var/log/ceph/ceph-client.admin.64691.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64691.log.gz 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61299.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45977.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41778.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56572.log: /var/log/ceph/ceph-client.admin.45977.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56572.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64278.log 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45977.log.gz 2024-09-10T07:29:02.187 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60926.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41778.log: /var/log/ceph/ceph-client.admin.64278.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41778.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64320.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.64278.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60968.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60926.log: /var/log/ceph/ceph-client.admin.64320.log: 87.5% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64320.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60926.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61110.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.60968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59270.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60968.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43016.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.61110.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61155.log 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.59270.log.gz 2024-09-10T07:29:02.188 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43016.log: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48548.log 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43016.log.gz/var/log/ceph/ceph-client.admin.61155.log: 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63755.log 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61155.log.gz 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.48548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45072.log 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63755.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.63755.log.gz 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56530.log 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45072.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45072.log.gz 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62874.log 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56530.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56530.log.gz 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65087.log 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62874.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.62874.log.gz 2024-09-10T07:29:02.189 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53685.log 2024-09-10T07:29:02.218 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65087.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65087.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63603.log 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.53685.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.53685.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41648.log 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63603.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63603.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45767.log 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41648.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41648.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54301.log 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45767.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45767.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67251.log 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54301.log: 93.3% -- replaced with /var/log/ceph/ceph-client.0.48548.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.54301.log.gz 2024-09-10T07:29:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47043.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46753.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67251.log: /var/log/ceph/ceph-client.admin.47043.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.67251.log.gz 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47043.log.gz 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46382.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43906.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46753.log: /var/log/ceph/ceph-client.admin.46382.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46753.log.gz 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46382.log.gz 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63253.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49079.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63253.log: /var/log/ceph/ceph-client.admin.43906.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43906.log.gz 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.63253.log.gz 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46837.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57536.log 2024-09-10T07:29:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49079.log: /var/log/ceph/ceph-client.admin.46837.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49079.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46837.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59497.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5/var/log/ceph/ceph-client.admin.57536.log: --verbose -- /var/log/ceph/ceph-client.admin.56446.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57536.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59348.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56446.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.59497.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56446.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47549.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58464.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59348.log: /var/log/ceph/ceph-client.admin.47549.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59348.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47549.log.gz 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53238.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59599.log 2024-09-10T07:29:02.221 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.0.53238.log: /var/log/ceph/ceph-client.admin.58464.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58464.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45893.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59599.log: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.59599.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46250.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.45893.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45893.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66988.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46250.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46250.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57238.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.66988.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.66988.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52078.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57238.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57238.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57056.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52078.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52078.log.gz 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36607.log 2024-09-10T07:29:02.222 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.57056.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57056.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr: 93.5% -- replaced with /var/log/ceph/ceph-client.0.53238.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60105.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64873.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.36607.log: /var/log/ceph/ceph-client.admin.60105.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36607.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr: 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43142.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60105.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54757.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.64873.log: /var/log/ceph/ceph-client.admin.43142.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64873.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43142.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47335.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62917.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54757.log: /var/log/ceph/ceph-client.admin.47335.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47335.log.gz 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55055.log 2024-09-10T07:29:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.62917.log: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.62917.log.gz 92.8% -- replaced with /var/log/ceph/ceph-client.admin.54757.log.gz 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61562.log 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41948.log/var/log/ceph/ceph-client.admin.55055.log: 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55055.log.gz 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43901.log 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.41948.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.61562.log.gz 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41948.log.gz 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57452.log 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61947.log 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43901.log: /var/log/ceph/ceph-client.admin.57452.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43901.log.gz 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57452.log.gz 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54388.log 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52726.log 2024-09-10T07:29:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61947.log: /var/log/ceph/ceph-client.admin.54388.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.61947.log.gz 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.admin.54388.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67479.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63169.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52726.log: /var/log/ceph/ceph-client.admin.67479.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52726.log.gz 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46669.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67479.log.gz 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63043.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63169.log: /var/log/ceph/ceph-client.admin.46669.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46669.log.gz 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.63169.log.gz 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59432.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.63043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59800.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: 90.5%/var/log/ceph/ceph-client.admin.59432.log: -- replaced with /var/log/ceph/ceph-client.admin.63043.log.gz 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56133.log 2024-09-10T07:29:02.225 INFO:teuthology.orchestra.run.smithi003.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.59432.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59800.log: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.59800.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67815.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59912.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56133.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59968.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59912.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.67815.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65297.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.59912.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.59968.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.65297.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59968.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr: 88.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43310.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/ceph-client.admin.65297.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54421.log 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43310.log: /var/log/ceph/ceph-osd.3.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43310.log.gz 2024-09-10T07:29:02.226 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61257.log 2024-09-10T07:29:02.227 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.54421.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.54421.log.gz 2024-09-10T07:29:02.227 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-10T07:29:02.227 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.61257.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61257.log.gz 2024-09-10T07:29:02.227 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49604.log 2024-09-10T07:29:02.227 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56793.log 2024-09-10T07:29:02.227 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.49604.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49604.log.gz 2024-09-10T07:29:02.228 INFO:teuthology.orchestra.run.smithi070.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T07:29:02.228 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43572.log 2024-09-10T07:29:02.228 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.56793.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56793.log.gz 2024-09-10T07:29:02.232 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67353.log 2024-09-10T07:29:02.233 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.43572.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43572.log.gz 2024-09-10T07:29:02.248 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67122.log 2024-09-10T07:29:02.249 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67353.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.67353.log.gz 2024-09-10T07:29:02.262 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58892.log 2024-09-10T07:29:02.263 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.67122.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67122.log.gz 2024-09-10T07:29:02.275 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51485.log 2024-09-10T07:29:02.276 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58892.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58892.log.gz 2024-09-10T07:29:02.286 INFO:teuthology.orchestra.run.smithi003.stderr: 94.9% -- replaced with /var/log/ceph/ceph-client.0.60477.log.gz 2024-09-10T07:29:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52870.log 2024-09-10T07:29:02.287 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.51485.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51485.log.gz 2024-09-10T07:29:02.289 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52516.log 2024-09-10T07:29:02.289 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52870.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52870.log.gz 2024-09-10T07:29:02.289 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46072.log 2024-09-10T07:29:02.290 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.52516.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52516.log.gz 2024-09-10T07:29:02.290 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58934.log 2024-09-10T07:29:02.290 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.46072.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46072.log.gz 2024-09-10T07:29:02.292 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/ceph-client.admin.58934.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58934.log.gz 2024-09-10T07:29:02.343 INFO:teuthology.orchestra.run.smithi070.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T07:29:02.610 INFO:teuthology.orchestra.run.smithi003.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T07:29:03.352 INFO:teuthology.orchestra.run.smithi070.stderr: 92.9% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-10T07:29:03.466 INFO:teuthology.orchestra.run.smithi070.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-10T07:29:03.493 INFO:teuthology.orchestra.run.smithi070.stderr: 93.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-10T07:29:03.601 INFO:teuthology.orchestra.run.smithi003.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.0.58115.log.gz 2024-09-10T07:29:03.789 INFO:teuthology.orchestra.run.smithi070.stderr: 93.0% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-10T07:29:03.828 INFO:teuthology.orchestra.run.smithi003.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T07:29:03.862 INFO:teuthology.orchestra.run.smithi003.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T07:29:04.046 INFO:teuthology.orchestra.run.smithi070.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-10T07:29:04.048 INFO:teuthology.orchestra.run.smithi070.stderr: 2024-09-10T07:29:04.048 INFO:teuthology.orchestra.run.smithi070.stderr:real 0m2.069s 2024-09-10T07:29:04.048 INFO:teuthology.orchestra.run.smithi070.stderr:user 0m8.631s 2024-09-10T07:29:04.048 INFO:teuthology.orchestra.run.smithi070.stderr:sys 0m0.292s 2024-09-10T07:29:04.581 INFO:teuthology.orchestra.run.smithi003.stderr: 92.1% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T07:29:04.615 INFO:teuthology.orchestra.run.smithi003.stderr: 92.1% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T07:29:04.809 INFO:teuthology.orchestra.run.smithi003.stderr: 94.0% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-10T07:29:04.811 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-09-10T07:29:04.811 INFO:teuthology.orchestra.run.smithi003.stderr:real 0m2.855s 2024-09-10T07:29:04.811 INFO:teuthology.orchestra.run.smithi003.stderr:user 0m13.524s 2024-09-10T07:29:04.811 INFO:teuthology.orchestra.run.smithi003.stderr:sys 0m0.711s 2024-09-10T07:29:04.812 INFO:tasks.ceph:Archiving logs... 2024-09-10T07:29:04.812 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/remote/smithi003/log 2024-09-10T07:29:04.813 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T07:29:06.834 DEBUG:teuthology.misc:Transferring archived files from smithi070:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/remote/smithi070/log 2024-09-10T07:29:06.834 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T07:29:08.030 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T07:29:08.039 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T07:29:08.039 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T07:29:08.042 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T07:29:08.124 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T07:29:08.133 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T07:29:08.133 DEBUG:teuthology.orchestra.run.smithi003:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:29:08.135 DEBUG:teuthology.orchestra.run.smithi070:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:29:08.149 INFO:teuthology.orchestra.run.smithi070.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:29:08.151 INFO:teuthology.orchestra.run.smithi003.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:29:08.154 INFO:teuthology.orchestra.run.smithi070.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:29:08.154 INFO:teuthology.orchestra.run.smithi070.stdout:=============================================================================== 2024-09-10T07:29:08.154 INFO:teuthology.orchestra.run.smithi070.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +1929us[+1925us] +/- 45ms 2024-09-10T07:29:08.154 INFO:teuthology.orchestra.run.smithi070.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 51 +1862us[+1862us] +/- 54ms 2024-09-10T07:29:08.154 INFO:teuthology.orchestra.run.smithi070.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 -6656us[-6656us] +/- 86ms 2024-09-10T07:29:08.154 INFO:teuthology.orchestra.run.smithi070.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:29:08.156 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:29:08.156 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2024-09-10T07:29:08.156 INFO:teuthology.orchestra.run.smithi003.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 +1839us[+1856us] +/- 45ms 2024-09-10T07:29:08.156 INFO:teuthology.orchestra.run.smithi003.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 52 +1776us[+1792us] +/- 54ms 2024-09-10T07:29:08.156 INFO:teuthology.orchestra.run.smithi003.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 52 -6765us[-6765us] +/- 86ms 2024-09-10T07:29:08.156 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:29:08.157 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T07:29:08.166 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T07:29:08.167 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T07:29:08.176 DEBUG:teuthology.orchestra.run.smithi003:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T07:29:08.285 DEBUG:teuthology.orchestra.run.smithi070:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T07:29:08.347 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:29:08.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:29:08.379 DEBUG:teuthology.orchestra.run.smithi070:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:29:08.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:29:08.407 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T07:29:08.416 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T07:29:08.424 INFO:teuthology.task.internal:Duration was 928.666647 seconds 2024-09-10T07:29:08.425 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T07:29:08.433 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T07:29:08.434 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T07:29:08.436 DEBUG:teuthology.orchestra.run.smithi070:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T07:29:08.476 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:29:08.485 INFO:teuthology.orchestra.run.smithi070.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:29:08.746 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T07:29:08.746 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi003.front.sepia.ceph.com 2024-09-10T07:29:08.746 DEBUG:teuthology.orchestra.run.smithi003:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T07:29:08.804 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi070.front.sepia.ceph.com 2024-09-10T07:29:08.805 DEBUG:teuthology.orchestra.run.smithi070:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T07:29:08.836 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T07:29:08.836 DEBUG:teuthology.orchestra.run.smithi003:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T07:29:08.847 DEBUG:teuthology.orchestra.run.smithi070:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T07:29:08.902 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T07:29:08.903 DEBUG:teuthology.orchestra.run.smithi003:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T07:29:08.915 DEBUG:teuthology.orchestra.run.smithi070:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T07:29:09.047 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T07:29:09.056 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T07:29:09.056 DEBUG:teuthology.orchestra.run.smithi003:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T07:29:09.082 DEBUG:teuthology.orchestra.run.smithi070:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T07:29:09.107 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T07:29:09.116 DEBUG:teuthology.orchestra.run.smithi003:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T07:29:09.125 DEBUG:teuthology.orchestra.run.smithi070:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T07:29:09.146 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = core 2024-09-10T07:29:09.170 INFO:teuthology.orchestra.run.smithi070.stdout:kernel.core_pattern = core 2024-09-10T07:29:09.184 DEBUG:teuthology.orchestra.run.smithi003:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T07:29:09.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:29:09.215 DEBUG:teuthology.orchestra.run.smithi070:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T07:29:09.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:29:09.240 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T07:29:09.253 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T07:29:09.254 DEBUG:teuthology.misc:Transferring archived files from smithi003:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/remote/smithi003 2024-09-10T07:29:09.254 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T07:29:09.292 DEBUG:teuthology.misc:Transferring archived files from smithi070:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898848/remote/smithi070 2024-09-10T07:29:09.292 DEBUG:teuthology.orchestra.run.smithi070:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T07:29:09.327 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T07:29:09.328 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T07:29:09.330 DEBUG:teuthology.orchestra.run.smithi070:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T07:29:09.375 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T07:29:09.387 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T07:29:09.387 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T07:29:09.396 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T07:29:09.396 DEBUG:teuthology.orchestra.run.smithi003:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T07:29:09.399 DEBUG:teuthology.orchestra.run.smithi070:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T07:29:09.412 INFO:teuthology.orchestra.run.smithi003.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 07:29 /home/ubuntu/cephtest 2024-09-10T07:29:09.430 INFO:teuthology.orchestra.run.smithi070.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 07:29 /home/ubuntu/cephtest 2024-09-10T07:29:09.431 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T07:29:09.442 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T07:29:09.466 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/journal-repair} duration: 928.6666474342346 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-10T07:29:09.467 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T07:29:09.551 INFO:teuthology.run:pass